From 0bd3990ad380edf3537dd75b0a925dbcdce606d4 Mon Sep 17 00:00:00 2001 From: Pat Alt <55311242+pat-alt@users.noreply.github.com> Date: Fri, 22 Sep 2023 13:39:53 +0200 Subject: [PATCH] jobscripts for daic --- experiments/daic/generators/california_housing.sh | 14 ++++++++++++++ experiments/daic/generators/credit_default.sh | 13 +++++++++++++ experiments/daic/generators/fmnist.sh | 13 +++++++++++++ experiments/daic/generators/german_credit.sh | 13 +++++++++++++ experiments/daic/generators/gmsc.sh | 13 +++++++++++++ experiments/daic/generators/mnist.sh | 13 +++++++++++++ experiments/daic/generators/mnist_memory.sh | 13 +++++++++++++ experiments/daic/generators/synthetic.sh | 13 +++++++++++++ experiments/daic/generators/tabular.sh | 13 +++++++++++++ experiments/daic/models/california_housing.sh | 12 ++++++++++++ experiments/daic/models/fmnist.sh | 12 ++++++++++++ experiments/daic/models/german_credit.sh | 12 ++++++++++++ experiments/daic/models/mnist.sh | 12 ++++++++++++ experiments/daic/models/synthetic.sh | 14 ++++++++++++++ experiments/daic/models/tabular.sh | 14 ++++++++++++++ .../daic/tuning/generators/california_housing.sh | 13 +++++++++++++ experiments/daic/tuning/generators/fmnist.sh | 13 +++++++++++++ experiments/daic/tuning/generators/mnist.sh | 13 +++++++++++++ experiments/daic/tuning/generators/synthetic.sh | 13 +++++++++++++ experiments/daic/tuning/generators/tabular.sh | 13 +++++++++++++ experiments/daic/tuning/models/fmnist.sh | 13 +++++++++++++ experiments/daic/tuning/models/mnist.sh | 13 +++++++++++++ experiments/daic/tuning/models/synthetic.sh | 13 +++++++++++++ experiments/daic/tuning/models/tabular.sh | 12 ++++++++++++ experiments/grid_search.jl | 2 +- 25 files changed, 311 insertions(+), 1 deletion(-) create mode 100644 experiments/daic/generators/california_housing.sh create mode 100644 experiments/daic/generators/credit_default.sh create mode 100644 experiments/daic/generators/fmnist.sh create mode 100644 experiments/daic/generators/german_credit.sh create mode 100644 experiments/daic/generators/gmsc.sh create mode 100644 experiments/daic/generators/mnist.sh create mode 100644 experiments/daic/generators/mnist_memory.sh create mode 100644 experiments/daic/generators/synthetic.sh create mode 100644 experiments/daic/generators/tabular.sh create mode 100644 experiments/daic/models/california_housing.sh create mode 100644 experiments/daic/models/fmnist.sh create mode 100644 experiments/daic/models/german_credit.sh create mode 100644 experiments/daic/models/mnist.sh create mode 100644 experiments/daic/models/synthetic.sh create mode 100644 experiments/daic/models/tabular.sh create mode 100644 experiments/daic/tuning/generators/california_housing.sh create mode 100644 experiments/daic/tuning/generators/fmnist.sh create mode 100644 experiments/daic/tuning/generators/mnist.sh create mode 100644 experiments/daic/tuning/generators/synthetic.sh create mode 100644 experiments/daic/tuning/generators/tabular.sh create mode 100644 experiments/daic/tuning/models/fmnist.sh create mode 100644 experiments/daic/tuning/models/mnist.sh create mode 100644 experiments/daic/tuning/models/synthetic.sh create mode 100644 experiments/daic/tuning/models/tabular.sh diff --git a/experiments/daic/generators/california_housing.sh b/experiments/daic/generators/california_housing.sh new file mode 100644 index 00000000..64071a0e --- /dev/null +++ b/experiments/daic/generators/california_housing.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#SBATCH --job-name="California Housing (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --account=research-eemcs-insy +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log diff --git a/experiments/daic/generators/credit_default.sh b/experiments/daic/generators/credit_default.sh new file mode 100644 index 00000000..d7e799cd --- /dev/null +++ b/experiments/daic/generators/credit_default.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="California Housing (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log diff --git a/experiments/daic/generators/fmnist.sh b/experiments/daic/generators/fmnist.sh new file mode 100644 index 00000000..c7787e1a --- /dev/null +++ b/experiments/daic/generators/fmnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Fashion-MNIST (ECCCo)" +#SBATCH --time=10:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist retrain output_path=results threaded mpi > experiments/fmnist.log diff --git a/experiments/daic/generators/german_credit.sh b/experiments/daic/generators/german_credit.sh new file mode 100644 index 00000000..61f104fb --- /dev/null +++ b/experiments/daic/generators/german_credit.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="German Credit (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results mpi > experiments/german_credit.log diff --git a/experiments/daic/generators/gmsc.sh b/experiments/daic/generators/gmsc.sh new file mode 100644 index 00000000..dcabe10c --- /dev/null +++ b/experiments/daic/generators/gmsc.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="GMSC (ECCCo)" +#SBATCH --time=3:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc output_path=results mpi > experiments/gmsc.log diff --git a/experiments/daic/generators/mnist.sh b/experiments/daic/generators/mnist.sh new file mode 100644 index 00000000..4b95f06c --- /dev/null +++ b/experiments/daic/generators/mnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="MNIST (ECCCo)" +#SBATCH --time=10:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi > experiments/mnist.log diff --git a/experiments/daic/generators/mnist_memory.sh b/experiments/daic/generators/mnist_memory.sh new file mode 100644 index 00000000..9790be94 --- /dev/null +++ b/experiments/daic/generators/mnist_memory.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="MNIST (ECCCo)" +#SBATCH --time=10:00:00 +#SBATCH --ntasks=150 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=memory +#SBATCH --mem-per-cpu=64GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi > experiments/mnist.log diff --git a/experiments/daic/generators/synthetic.sh b/experiments/daic/generators/synthetic.sh new file mode 100644 index 00000000..a4f29cc6 --- /dev/null +++ b/experiments/daic/generators/synthetic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Synthetic (ECCCo)" +#SBATCH --time=02:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi > experiments/synthetic.log diff --git a/experiments/daic/generators/tabular.sh b/experiments/daic/generators/tabular.sh new file mode 100644 index 00000000..0b9458e7 --- /dev/null +++ b/experiments/daic/generators/tabular.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tabular (ECCCo)" +#SBATCH --time=12:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results mpi > experiments/tabular.log diff --git a/experiments/daic/models/california_housing.sh b/experiments/daic/models/california_housing.sh new file mode 100644 index 00000000..07ac5b83 --- /dev/null +++ b/experiments/daic/models/california_housing.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train California Housing (ECCCo)" +#SBATCH --time=01:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results only_models > experiments/train_california_housing.log \ No newline at end of file diff --git a/experiments/daic/models/fmnist.sh b/experiments/daic/models/fmnist.sh new file mode 100644 index 00000000..5ffe5908 --- /dev/null +++ b/experiments/daic/models/fmnist.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train Fashion MNIST (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results only_models > experiments/train_fmnist.log \ No newline at end of file diff --git a/experiments/daic/models/german_credit.sh b/experiments/daic/models/german_credit.sh new file mode 100644 index 00000000..e0dc0801 --- /dev/null +++ b/experiments/daic/models/german_credit.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train German Credit (ECCCo)" +#SBATCH --time=01:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results only_models > experiments/train_german_credit.log \ No newline at end of file diff --git a/experiments/daic/models/mnist.sh b/experiments/daic/models/mnist.sh new file mode 100644 index 00000000..c690ddaa --- /dev/null +++ b/experiments/daic/models/mnist.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Train MNIST (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results only_models > experiments/train_mnist.log \ No newline at end of file diff --git a/experiments/daic/models/synthetic.sh b/experiments/daic/models/synthetic.sh new file mode 100644 index 00000000..666765a4 --- /dev/null +++ b/experiments/daic/models/synthetic.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#SBATCH --job-name="Train Synthetic (ECCCo)" +#SBATCH --time=02:00:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=1 +#SBATCH --gpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results only_models > experiments/train_synthetic.log diff --git a/experiments/daic/models/tabular.sh b/experiments/daic/models/tabular.sh new file mode 100644 index 00000000..c4746177 --- /dev/null +++ b/experiments/daic/models/tabular.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +#SBATCH --job-name="Train Tabular (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1 +#SBATCH --cpus-per-task=1 +#SBATCH --gpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results only_models > experiments/train_tabular.log diff --git a/experiments/daic/tuning/generators/california_housing.sh b/experiments/daic/tuning/generators/california_housing.sh new file mode 100644 index 00000000..28e62ac2 --- /dev/null +++ b/experiments/daic/tuning/generators/california_housing.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search California Housing (ECCCo)" +#SBATCH --time=12:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi grid_search > experiments/grid_search_california_housing.log diff --git a/experiments/daic/tuning/generators/fmnist.sh b/experiments/daic/tuning/generators/fmnist.sh new file mode 100644 index 00000000..22ab3b54 --- /dev/null +++ b/experiments/daic/tuning/generators/fmnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search Fashion MNIST (ECCCo)" +#SBATCH --time=32:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results mpi grid_search > experiments/grid_search_fmnist.log \ No newline at end of file diff --git a/experiments/daic/tuning/generators/mnist.sh b/experiments/daic/tuning/generators/mnist.sh new file mode 100644 index 00000000..fd16d765 --- /dev/null +++ b/experiments/daic/tuning/generators/mnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search MNIST (ECCCo)" +#SBATCH --time=32:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search > experiments/grid_search_mnist.log \ No newline at end of file diff --git a/experiments/daic/tuning/generators/synthetic.sh b/experiments/daic/tuning/generators/synthetic.sh new file mode 100644 index 00000000..5b963ff4 --- /dev/null +++ b/experiments/daic/tuning/generators/synthetic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search Synthetic (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi grid_search > experiments/grid_search_synthetic.log diff --git a/experiments/daic/tuning/generators/tabular.sh b/experiments/daic/tuning/generators/tabular.sh new file mode 100644 index 00000000..a8b3d4f5 --- /dev/null +++ b/experiments/daic/tuning/generators/tabular.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Grid-search Tabular (ECCCo)" +#SBATCH --time=16:00:00 +#SBATCH --ntasks=1000 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=8GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit output_path=results mpi grid_search > experiments/grid_search_tabular.log \ No newline at end of file diff --git a/experiments/daic/tuning/models/fmnist.sh b/experiments/daic/tuning/models/fmnist.sh new file mode 100644 index 00000000..539d2ffb --- /dev/null +++ b/experiments/daic/tuning/models/fmnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tune Fashion MNIST Model (ECCCo)" +#SBATCH --time=05:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results tune_model \ No newline at end of file diff --git a/experiments/daic/tuning/models/mnist.sh b/experiments/daic/tuning/models/mnist.sh new file mode 100644 index 00000000..61544d04 --- /dev/null +++ b/experiments/daic/tuning/models/mnist.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tune MNIST Model (ECCCo)" +#SBATCH --time=09:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results tune_model \ No newline at end of file diff --git a/experiments/daic/tuning/models/synthetic.sh b/experiments/daic/tuning/models/synthetic.sh new file mode 100644 index 00000000..31746026 --- /dev/null +++ b/experiments/daic/tuning/models/synthetic.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +#SBATCH --job-name="Tune Synthetic Model (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results tune_model \ No newline at end of file diff --git a/experiments/daic/tuning/models/tabular.sh b/experiments/daic/tuning/models/tabular.sh new file mode 100644 index 00000000..037e7418 --- /dev/null +++ b/experiments/daic/tuning/models/tabular.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Tune Tabular Model (ECCCo)" +#SBATCH --time=03:00:00 +#SBATCH --ntasks=1 +#SBATCH --gpus-per-task=1 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=general +#SBATCH --mem-per-cpu=4GB +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results tune_model \ No newline at end of file diff --git a/experiments/grid_search.jl b/experiments/grid_search.jl index a84a0213..754d4b39 100644 --- a/experiments/grid_search.jl +++ b/experiments/grid_search.jl @@ -48,7 +48,7 @@ function grid_search( Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_")).jls"), outcomes) Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best.jls"), best_outcome(outcomes)) Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco.jls"), best_eccco(outcomes)) - Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_Δ.jls"), best_eccco_Δ(outcomes)) + Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_delta.jls"), best_eccco_Δ(outcomes)) end end -- GitLab