diff --git a/experiments/jobscripts/models/innovation/synthetic.sh b/experiments/jobscripts/models/innovation/synthetic.sh new file mode 100644 index 0000000000000000000000000000000000000000..e490c56d15ff9f0c8a550ab6a6b0be4dfa15d2f8 --- /dev/null +++ b/experiments/jobscripts/models/innovation/synthetic.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +#SBATCH --job-name="Train Synthetic (ECCCo)" +#SBATCH --time=02:00:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=1 +#SBATCH --gpus-per-task=1 +#SBATCH --partition=compute +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results only_models > experiments/train_synthetic.log diff --git a/experiments/jobscripts/models/innovation/tabular.sh b/experiments/jobscripts/models/innovation/tabular.sh new file mode 100644 index 0000000000000000000000000000000000000000..5e8dfca414e8db24acda310a4b87415de28449ac --- /dev/null +++ b/experiments/jobscripts/models/innovation/tabular.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +#SBATCH --job-name="Train Tabular (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=1 +#SBATCH --gpus-per-task=1 +#SBATCH --partition=compute +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,credit_default,california_housing output_path=results only_models > experiments/train_tabular.log diff --git a/experiments/setup_env.jl b/experiments/setup_env.jl index 3aecea3033c40dc6ac1ae1dc2bb2db8c9db190a4..d8db488dae87b1156e01af5e86772b68258c977f 100644 --- a/experiments/setup_env.jl +++ b/experiments/setup_env.jl @@ -96,10 +96,10 @@ const DEFAULT_OUTPUT_PATH = _path const TIME_STAMPED = time_stamped "Boolean flag to only train models." -const ONLY_MODELS = "only_models" ∈ ARGS ? true : false +const ONLY_MODELS = "only_models" ∈ ARGS "Boolean flag to retrain models." -const RETRAIN = "retrain" ∈ ARGS || ONLY_MODELS ? true : false +const RETRAIN = "retrain" ∈ ARGS || ONLY_MODELS "Default model performance measures." const MODEL_MEASURES = Dict(