diff --git a/experiments/daic/generators/california_housing.sh b/experiments/daic/generators/california_housing.sh new file mode 100644 index 0000000000000000000000000000000000000000..64071a0e6711f02c3f92541dc2ec87330f8ef967 --- /dev/null +++ b/experiments/daic/generators/california_housing.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#SBATCH --job-name="California Housing (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --account=research-eemcs-insy +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log diff --git a/experiments/daic/generators/credit_default.sh b/experiments/daic/generators/credit_default.sh new file mode 100644 index 0000000000000000000000000000000000000000..d7e799cd99fb114a611a1e09acf92841af3fc46c --- /dev/null +++ b/experiments/daic/generators/credit_default.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="California Housing (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log diff --git a/experiments/daic/generators/fmnist.sh b/experiments/daic/generators/fmnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..c7787e1ae0cfd45288b07e74c212fc2f39a4db4d --- /dev/null +++ b/experiments/daic/generators/fmnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Fashion-MNIST (ECCCo)" +#SBATCH --time=10:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist retrain output_path=results threaded mpi > experiments/fmnist.log diff --git a/experiments/daic/generators/german_credit.sh b/experiments/daic/generators/german_credit.sh new file mode 100644 index 0000000000000000000000000000000000000000..61f104fbc7d36e18604e83c126d073fd3aa8562c --- /dev/null +++ b/experiments/daic/generators/german_credit.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="German Credit (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results mpi > experiments/german_credit.log diff --git a/experiments/daic/generators/gmsc.sh b/experiments/daic/generators/gmsc.sh new file mode 100644 index 0000000000000000000000000000000000000000..dcabe10c056c57ee9ac8187c2f2c7dc31ed622a9 --- /dev/null +++ b/experiments/daic/generators/gmsc.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="GMSC (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc output_path=results mpi > experiments/gmsc.log diff --git a/experiments/daic/generators/mnist.sh b/experiments/daic/generators/mnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..4b95f06ca46e3afd295e2a751d2dfb28b1c06e8d --- /dev/null +++ b/experiments/daic/generators/mnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="MNIST (ECCCo)" +#SBATCH --time=10:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi > experiments/mnist.log diff --git a/experiments/daic/generators/mnist_memory.sh b/experiments/daic/generators/mnist_memory.sh new file mode 100644 index 0000000000000000000000000000000000000000..9790be94f31afcea990711a8cb9c495f3a7f1b19 --- /dev/null +++ b/experiments/daic/generators/mnist_memory.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="MNIST (ECCCo)" +#SBATCH --time=10:00:00 +#SBATCH --ntasks=150 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=memory +#SBATCH --mem-per-cpu=64GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi > experiments/mnist.log diff --git a/experiments/daic/generators/synthetic.sh b/experiments/daic/generators/synthetic.sh new file mode 100644 index 0000000000000000000000000000000000000000..a4f29cc6b05725bc445aa3f000a613676a25d949 --- /dev/null +++ b/experiments/daic/generators/synthetic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Synthetic (ECCCo)" +#SBATCH --time=02:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi > experiments/synthetic.log diff --git a/experiments/daic/generators/tabular.sh b/experiments/daic/generators/tabular.sh new file mode 100644 index 0000000000000000000000000000000000000000..0b9458e76aed6e609a713c889bd53c663a512c7c --- /dev/null +++ b/experiments/daic/generators/tabular.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tabular (ECCCo)" +#SBATCH --time=12:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results mpi > experiments/tabular.log diff --git a/experiments/daic/models/california_housing.sh b/experiments/daic/models/california_housing.sh new file mode 100644 index 0000000000000000000000000000000000000000..07ac5b83e21226d1704606fa4077910d8409ca1a --- /dev/null +++ b/experiments/daic/models/california_housing.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train California Housing (ECCCo)" +#SBATCH --time=01:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results only_models > experiments/train_california_housing.log \ No newline at end of file diff --git a/experiments/daic/models/fmnist.sh b/experiments/daic/models/fmnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..5ffe590868a567baa94586d4b96af1cae4707aee --- /dev/null +++ b/experiments/daic/models/fmnist.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train Fashion MNIST (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results only_models > experiments/train_fmnist.log \ No newline at end of file diff --git a/experiments/daic/models/german_credit.sh b/experiments/daic/models/german_credit.sh new file mode 100644 index 0000000000000000000000000000000000000000..e0dc08010fe5bd4fb0cc5d18bbc8b5dcbcaad7ab --- /dev/null +++ b/experiments/daic/models/german_credit.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train German Credit (ECCCo)" +#SBATCH --time=01:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results only_models > experiments/train_german_credit.log \ No newline at end of file diff --git a/experiments/daic/models/mnist.sh b/experiments/daic/models/mnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..c690ddaa2b264ae19b3433d65331896c5c55dd4e --- /dev/null +++ b/experiments/daic/models/mnist.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train MNIST (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results only_models > experiments/train_mnist.log \ No newline at end of file diff --git a/experiments/daic/models/synthetic.sh b/experiments/daic/models/synthetic.sh new file mode 100644 index 0000000000000000000000000000000000000000..666765a4aca1930370ce6932105edde7c622a9b6 --- /dev/null +++ b/experiments/daic/models/synthetic.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#SBATCH --job-name="Train Synthetic (ECCCo)" +#SBATCH --time=02:00:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=1 +#SBATCH --gpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results only_models > experiments/train_synthetic.log diff --git a/experiments/daic/models/tabular.sh b/experiments/daic/models/tabular.sh new file mode 100644 index 0000000000000000000000000000000000000000..c47461775c316c7878fa5c43bfef76284dd7fa30 --- /dev/null +++ b/experiments/daic/models/tabular.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#SBATCH --job-name="Train Tabular (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=1 +#SBATCH --gpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results only_models > experiments/train_tabular.log diff --git a/experiments/daic/tuning/generators/california_housing.sh b/experiments/daic/tuning/generators/california_housing.sh new file mode 100644 index 0000000000000000000000000000000000000000..28e62ac2b220e9df1281f6ac717b25820890b49e --- /dev/null +++ b/experiments/daic/tuning/generators/california_housing.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search California Housing (ECCCo)" +#SBATCH --time=12:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi grid_search > experiments/grid_search_california_housing.log diff --git a/experiments/daic/tuning/generators/fmnist.sh b/experiments/daic/tuning/generators/fmnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..22ab3b5457e97c78496d54a2c095f806f4a1b155 --- /dev/null +++ b/experiments/daic/tuning/generators/fmnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search Fashion MNIST (ECCCo)" +#SBATCH --time=32:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results mpi grid_search > experiments/grid_search_fmnist.log \ No newline at end of file diff --git a/experiments/daic/tuning/generators/mnist.sh b/experiments/daic/tuning/generators/mnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..fd16d7651e008e22807f0efbcd6eeb3879ddd193 --- /dev/null +++ b/experiments/daic/tuning/generators/mnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search MNIST (ECCCo)" +#SBATCH --time=32:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search > experiments/grid_search_mnist.log \ No newline at end of file diff --git a/experiments/daic/tuning/generators/synthetic.sh b/experiments/daic/tuning/generators/synthetic.sh new file mode 100644 index 0000000000000000000000000000000000000000..5b963ff494a3a3b49862ee19de65c40363580eb6 --- /dev/null +++ b/experiments/daic/tuning/generators/synthetic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search Synthetic (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi grid_search > experiments/grid_search_synthetic.log diff --git a/experiments/daic/tuning/generators/tabular.sh b/experiments/daic/tuning/generators/tabular.sh new file mode 100644 index 0000000000000000000000000000000000000000..a8b3d4f5365be01eb271074be079c3fe0276d1db --- /dev/null +++ b/experiments/daic/tuning/generators/tabular.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search Tabular (ECCCo)" +#SBATCH --time=16:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit output_path=results mpi grid_search > experiments/grid_search_tabular.log \ No newline at end of file diff --git a/experiments/daic/tuning/models/fmnist.sh b/experiments/daic/tuning/models/fmnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..539d2ffb9aed59de94397c1339de6d7a4635ab27 --- /dev/null +++ b/experiments/daic/tuning/models/fmnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tune Fashion MNIST Model (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results tune_model \ No newline at end of file diff --git a/experiments/daic/tuning/models/mnist.sh b/experiments/daic/tuning/models/mnist.sh new file mode 100644 index 0000000000000000000000000000000000000000..61544d0496b367427642ea3c187726fcc7bdda7f --- /dev/null +++ b/experiments/daic/tuning/models/mnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tune MNIST Model (ECCCo)" +#SBATCH --time=09:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results tune_model \ No newline at end of file diff --git a/experiments/daic/tuning/models/synthetic.sh b/experiments/daic/tuning/models/synthetic.sh new file mode 100644 index 0000000000000000000000000000000000000000..3174602623325e4625ecba75f3cef9e4266d2a90 --- /dev/null +++ b/experiments/daic/tuning/models/synthetic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tune Synthetic Model (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results tune_model \ No newline at end of file diff --git a/experiments/daic/tuning/models/tabular.sh b/experiments/daic/tuning/models/tabular.sh new file mode 100644 index 0000000000000000000000000000000000000000..037e741878db2dcdb340d5eab73255e1f30cbf91 --- /dev/null +++ b/experiments/daic/tuning/models/tabular.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Tune Tabular Model (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results tune_model \ No newline at end of file diff --git a/experiments/grid_search.jl b/experiments/grid_search.jl index a84a021393de6c4438b595237af4aeadfd30dca3..754d4b39111dcd41759d84c07ca71f6e4686feca 100644 --- a/experiments/grid_search.jl +++ b/experiments/grid_search.jl @@ -48,7 +48,7 @@ function grid_search( Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_")).jls"), outcomes) Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best.jls"), best_outcome(outcomes)) Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco.jls"), best_eccco(outcomes)) - Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_Δ.jls"), best_eccco_Δ(outcomes)) + Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_delta.jls"), best_eccco_Δ(outcomes)) end end