From 0bd3990ad380edf3537dd75b0a925dbcdce606d4 Mon Sep 17 00:00:00 2001
From: Pat Alt <55311242+pat-alt@users.noreply.github.com>
Date: Fri, 22 Sep 2023 13:39:53 +0200
Subject: [PATCH] jobscripts for daic

---
 experiments/daic/generators/california_housing.sh  | 14 ++++++++++++++
 experiments/daic/generators/credit_default.sh      | 13 +++++++++++++
 experiments/daic/generators/fmnist.sh              | 13 +++++++++++++
 experiments/daic/generators/german_credit.sh       | 13 +++++++++++++
 experiments/daic/generators/gmsc.sh                | 13 +++++++++++++
 experiments/daic/generators/mnist.sh               | 13 +++++++++++++
 experiments/daic/generators/mnist_memory.sh        | 13 +++++++++++++
 experiments/daic/generators/synthetic.sh           | 13 +++++++++++++
 experiments/daic/generators/tabular.sh             | 13 +++++++++++++
 experiments/daic/models/california_housing.sh      | 12 ++++++++++++
 experiments/daic/models/fmnist.sh                  | 12 ++++++++++++
 experiments/daic/models/german_credit.sh           | 12 ++++++++++++
 experiments/daic/models/mnist.sh                   | 12 ++++++++++++
 experiments/daic/models/synthetic.sh               | 14 ++++++++++++++
 experiments/daic/models/tabular.sh                 | 14 ++++++++++++++
 .../daic/tuning/generators/california_housing.sh   | 13 +++++++++++++
 experiments/daic/tuning/generators/fmnist.sh       | 13 +++++++++++++
 experiments/daic/tuning/generators/mnist.sh        | 13 +++++++++++++
 experiments/daic/tuning/generators/synthetic.sh    | 13 +++++++++++++
 experiments/daic/tuning/generators/tabular.sh      | 13 +++++++++++++
 experiments/daic/tuning/models/fmnist.sh           | 13 +++++++++++++
 experiments/daic/tuning/models/mnist.sh            | 13 +++++++++++++
 experiments/daic/tuning/models/synthetic.sh        | 13 +++++++++++++
 experiments/daic/tuning/models/tabular.sh          | 12 ++++++++++++
 experiments/grid_search.jl                         |  2 +-
 25 files changed, 311 insertions(+), 1 deletion(-)
 create mode 100644 experiments/daic/generators/california_housing.sh
 create mode 100644 experiments/daic/generators/credit_default.sh
 create mode 100644 experiments/daic/generators/fmnist.sh
 create mode 100644 experiments/daic/generators/german_credit.sh
 create mode 100644 experiments/daic/generators/gmsc.sh
 create mode 100644 experiments/daic/generators/mnist.sh
 create mode 100644 experiments/daic/generators/mnist_memory.sh
 create mode 100644 experiments/daic/generators/synthetic.sh
 create mode 100644 experiments/daic/generators/tabular.sh
 create mode 100644 experiments/daic/models/california_housing.sh
 create mode 100644 experiments/daic/models/fmnist.sh
 create mode 100644 experiments/daic/models/german_credit.sh
 create mode 100644 experiments/daic/models/mnist.sh
 create mode 100644 experiments/daic/models/synthetic.sh
 create mode 100644 experiments/daic/models/tabular.sh
 create mode 100644 experiments/daic/tuning/generators/california_housing.sh
 create mode 100644 experiments/daic/tuning/generators/fmnist.sh
 create mode 100644 experiments/daic/tuning/generators/mnist.sh
 create mode 100644 experiments/daic/tuning/generators/synthetic.sh
 create mode 100644 experiments/daic/tuning/generators/tabular.sh
 create mode 100644 experiments/daic/tuning/models/fmnist.sh
 create mode 100644 experiments/daic/tuning/models/mnist.sh
 create mode 100644 experiments/daic/tuning/models/synthetic.sh
 create mode 100644 experiments/daic/tuning/models/tabular.sh

diff --git a/experiments/daic/generators/california_housing.sh b/experiments/daic/generators/california_housing.sh
new file mode 100644
index 00000000..64071a0e
--- /dev/null
+++ b/experiments/daic/generators/california_housing.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+#SBATCH --job-name="California Housing (ECCCo)"
+#SBATCH --time=3:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --account=research-eemcs-insy
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log
diff --git a/experiments/daic/generators/credit_default.sh b/experiments/daic/generators/credit_default.sh
new file mode 100644
index 00000000..d7e799cd
--- /dev/null
+++ b/experiments/daic/generators/credit_default.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="California Housing (ECCCo)"
+#SBATCH --time=3:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log
diff --git a/experiments/daic/generators/fmnist.sh b/experiments/daic/generators/fmnist.sh
new file mode 100644
index 00000000..c7787e1a
--- /dev/null
+++ b/experiments/daic/generators/fmnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Fashion-MNIST (ECCCo)"
+#SBATCH --time=10:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist retrain output_path=results threaded mpi > experiments/fmnist.log
diff --git a/experiments/daic/generators/german_credit.sh b/experiments/daic/generators/german_credit.sh
new file mode 100644
index 00000000..61f104fb
--- /dev/null
+++ b/experiments/daic/generators/german_credit.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="German Credit (ECCCo)"
+#SBATCH --time=3:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results mpi > experiments/german_credit.log
diff --git a/experiments/daic/generators/gmsc.sh b/experiments/daic/generators/gmsc.sh
new file mode 100644
index 00000000..dcabe10c
--- /dev/null
+++ b/experiments/daic/generators/gmsc.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="GMSC (ECCCo)"
+#SBATCH --time=3:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc output_path=results mpi > experiments/gmsc.log
diff --git a/experiments/daic/generators/mnist.sh b/experiments/daic/generators/mnist.sh
new file mode 100644
index 00000000..4b95f06c
--- /dev/null
+++ b/experiments/daic/generators/mnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="MNIST (ECCCo)"
+#SBATCH --time=10:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi > experiments/mnist.log
diff --git a/experiments/daic/generators/mnist_memory.sh b/experiments/daic/generators/mnist_memory.sh
new file mode 100644
index 00000000..9790be94
--- /dev/null
+++ b/experiments/daic/generators/mnist_memory.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="MNIST (ECCCo)"
+#SBATCH --time=10:00:00
+#SBATCH --ntasks=150
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=memory
+#SBATCH --mem-per-cpu=64GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi > experiments/mnist.log
diff --git a/experiments/daic/generators/synthetic.sh b/experiments/daic/generators/synthetic.sh
new file mode 100644
index 00000000..a4f29cc6
--- /dev/null
+++ b/experiments/daic/generators/synthetic.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Synthetic (ECCCo)"
+#SBATCH --time=02:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi > experiments/synthetic.log
diff --git a/experiments/daic/generators/tabular.sh b/experiments/daic/generators/tabular.sh
new file mode 100644
index 00000000..0b9458e7
--- /dev/null
+++ b/experiments/daic/generators/tabular.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Tabular (ECCCo)"
+#SBATCH --time=12:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results mpi > experiments/tabular.log
diff --git a/experiments/daic/models/california_housing.sh b/experiments/daic/models/california_housing.sh
new file mode 100644
index 00000000..07ac5b83
--- /dev/null
+++ b/experiments/daic/models/california_housing.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train California Housing (ECCCo)"
+#SBATCH --time=01:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results only_models > experiments/train_california_housing.log
\ No newline at end of file
diff --git a/experiments/daic/models/fmnist.sh b/experiments/daic/models/fmnist.sh
new file mode 100644
index 00000000..5ffe5908
--- /dev/null
+++ b/experiments/daic/models/fmnist.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train Fashion MNIST (ECCCo)"
+#SBATCH --time=03:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results only_models > experiments/train_fmnist.log
\ No newline at end of file
diff --git a/experiments/daic/models/german_credit.sh b/experiments/daic/models/german_credit.sh
new file mode 100644
index 00000000..e0dc0801
--- /dev/null
+++ b/experiments/daic/models/german_credit.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train German Credit (ECCCo)"
+#SBATCH --time=01:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results only_models > experiments/train_german_credit.log
\ No newline at end of file
diff --git a/experiments/daic/models/mnist.sh b/experiments/daic/models/mnist.sh
new file mode 100644
index 00000000..c690ddaa
--- /dev/null
+++ b/experiments/daic/models/mnist.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train MNIST (ECCCo)"
+#SBATCH --time=03:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results only_models > experiments/train_mnist.log
\ No newline at end of file
diff --git a/experiments/daic/models/synthetic.sh b/experiments/daic/models/synthetic.sh
new file mode 100644
index 00000000..666765a4
--- /dev/null
+++ b/experiments/daic/models/synthetic.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train Synthetic (ECCCo)"
+#SBATCH --time=02:00:00
+#SBATCH --ntasks=1
+#SBATCH --cpus-per-task=1
+#SBATCH --gpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results only_models > experiments/train_synthetic.log
diff --git a/experiments/daic/models/tabular.sh b/experiments/daic/models/tabular.sh
new file mode 100644
index 00000000..c4746177
--- /dev/null
+++ b/experiments/daic/models/tabular.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train Tabular (ECCCo)"
+#SBATCH --time=05:00:00
+#SBATCH --ntasks=1
+#SBATCH --cpus-per-task=1
+#SBATCH --gpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results only_models > experiments/train_tabular.log
diff --git a/experiments/daic/tuning/generators/california_housing.sh b/experiments/daic/tuning/generators/california_housing.sh
new file mode 100644
index 00000000..28e62ac2
--- /dev/null
+++ b/experiments/daic/tuning/generators/california_housing.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Grid-search California Housing (ECCCo)"
+#SBATCH --time=12:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi grid_search > experiments/grid_search_california_housing.log
diff --git a/experiments/daic/tuning/generators/fmnist.sh b/experiments/daic/tuning/generators/fmnist.sh
new file mode 100644
index 00000000..22ab3b54
--- /dev/null
+++ b/experiments/daic/tuning/generators/fmnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Grid-search Fashion MNIST (ECCCo)"
+#SBATCH --time=32:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results mpi grid_search > experiments/grid_search_fmnist.log
\ No newline at end of file
diff --git a/experiments/daic/tuning/generators/mnist.sh b/experiments/daic/tuning/generators/mnist.sh
new file mode 100644
index 00000000..fd16d765
--- /dev/null
+++ b/experiments/daic/tuning/generators/mnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Grid-search MNIST (ECCCo)"
+#SBATCH --time=32:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search > experiments/grid_search_mnist.log
\ No newline at end of file
diff --git a/experiments/daic/tuning/generators/synthetic.sh b/experiments/daic/tuning/generators/synthetic.sh
new file mode 100644
index 00000000..5b963ff4
--- /dev/null
+++ b/experiments/daic/tuning/generators/synthetic.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Grid-search Synthetic (ECCCo)"
+#SBATCH --time=05:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi grid_search > experiments/grid_search_synthetic.log
diff --git a/experiments/daic/tuning/generators/tabular.sh b/experiments/daic/tuning/generators/tabular.sh
new file mode 100644
index 00000000..a8b3d4f5
--- /dev/null
+++ b/experiments/daic/tuning/generators/tabular.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Grid-search Tabular (ECCCo)"
+#SBATCH --time=16:00:00
+#SBATCH --ntasks=1000
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit output_path=results mpi grid_search > experiments/grid_search_tabular.log
\ No newline at end of file
diff --git a/experiments/daic/tuning/models/fmnist.sh b/experiments/daic/tuning/models/fmnist.sh
new file mode 100644
index 00000000..539d2ffb
--- /dev/null
+++ b/experiments/daic/tuning/models/fmnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Tune Fashion MNIST Model (ECCCo)"
+#SBATCH --time=05:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --account=innovation
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes.
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=fmnist output_path=results tune_model
\ No newline at end of file
diff --git a/experiments/daic/tuning/models/mnist.sh b/experiments/daic/tuning/models/mnist.sh
new file mode 100644
index 00000000..61544d04
--- /dev/null
+++ b/experiments/daic/tuning/models/mnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Tune MNIST Model (ECCCo)"
+#SBATCH --time=09:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --account=innovation
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes.
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results tune_model
\ No newline at end of file
diff --git a/experiments/daic/tuning/models/synthetic.sh b/experiments/daic/tuning/models/synthetic.sh
new file mode 100644
index 00000000..31746026
--- /dev/null
+++ b/experiments/daic/tuning/models/synthetic.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Tune Synthetic Model (ECCCo)"
+#SBATCH --time=03:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --account=innovation
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes.
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results tune_model
\ No newline at end of file
diff --git a/experiments/daic/tuning/models/tabular.sh b/experiments/daic/tuning/models/tabular.sh
new file mode 100644
index 00000000..037e7418
--- /dev/null
+++ b/experiments/daic/tuning/models/tabular.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+#SBATCH --job-name="Tune Tabular Model (ECCCo)"
+#SBATCH --time=03:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=general
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes.
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results tune_model
\ No newline at end of file
diff --git a/experiments/grid_search.jl b/experiments/grid_search.jl
index a84a0213..754d4b39 100644
--- a/experiments/grid_search.jl
+++ b/experiments/grid_search.jl
@@ -48,7 +48,7 @@ function grid_search(
         Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_")).jls"), outcomes)
         Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best.jls"), best_outcome(outcomes))
         Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco.jls"), best_eccco(outcomes))
-        Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_Δ.jls"), best_eccco_Δ(outcomes))
+        Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_delta.jls"), best_eccco_Δ(outcomes))
     end
 end
 
-- 
GitLab