From 7f6e9525f582293d05564e48a08f7589527d70e5 Mon Sep 17 00:00:00 2001
From: pat-alt <altmeyerpat@gmail.com>
Date: Thu, 19 Oct 2023 07:26:28 +0200
Subject: [PATCH] final changes to grids and added mnist for daic

---
 experiments/daic/tuning/generators/mnist.sh        | 14 ++++++++------
 .../jobscripts/generators/california_housing.sh    |  4 ++--
 experiments/jobscripts/generators/circles.sh       |  6 +++---
 .../jobscripts/generators/credit_default.sh        | 14 --------------
 experiments/jobscripts/generators/german_credit.sh | 12 +++++++-----
 experiments/jobscripts/generators/gmsc.sh          | 12 +++++++-----
 .../jobscripts/generators/linearly_separable.sh    |  6 +++---
 experiments/jobscripts/generators/moons.sh         |  6 +++---
 experiments/jobscripts/generators/synthetic.sh     | 14 --------------
 .../tuning/generators/california_housing.sh        |  2 +-
 .../jobscripts/tuning/generators/german_credit.sh  |  4 ++--
 experiments/jobscripts/tuning/generators/gmsc.sh   |  2 +-
 .../tuning/generators/linearly_separable.sh        |  2 +-
 experiments/setup_env.jl                           | 12 ++++--------
 14 files changed, 42 insertions(+), 68 deletions(-)
 delete mode 100644 experiments/jobscripts/generators/credit_default.sh
 delete mode 100644 experiments/jobscripts/generators/synthetic.sh

diff --git a/experiments/daic/tuning/generators/mnist.sh b/experiments/daic/tuning/generators/mnist.sh
index 9e3b2c29..6ee3e520 100644
--- a/experiments/daic/tuning/generators/mnist.sh
+++ b/experiments/daic/tuning/generators/mnist.sh
@@ -1,14 +1,16 @@
 #!/bin/bash
 
-#SBATCH --job-name="Grid-search MNIST (ECCCo)"
-#SBATCH --time=32:00:00
-#SBATCH --ntasks=1000
-#SBATCH --cpus-per-task=1
+#SBATCH --job-name="MNIST Grid-search (ECCCo)"
+#SBATCH --time=02:00:00
+#SBATCH --ntasks=30
+#SBATCH --cpus-per-task=10
 #SBATCH --partition=general
-#SBATCH --mem-per-cpu=8GB
+#SBATCH --mem-per-cpu=4GB
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module use /opt/insy/modulefiles          # Use DAIC INSY software collection
 module load openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search > experiments/grid_search_mnist.log
\ No newline at end of file
+source experiments/slurm_header.sh
+
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search threaded n_individuals=10 > experiments/logs/grid_search_mnist.log
diff --git a/experiments/jobscripts/generators/california_housing.sh b/experiments/jobscripts/generators/california_housing.sh
index 446cb9d9..229560c4 100644
--- a/experiments/jobscripts/generators/california_housing.sh
+++ b/experiments/jobscripts/generators/california_housing.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 #SBATCH --job-name="California Housing (ECCCo)"
-#SBATCH --time=00:30:00
+#SBATCH --time=01:30:00
 #SBATCH --ntasks=30
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
@@ -13,4 +13,4 @@ module load 2023r1 openmpi
 
 source experiments/slurm_header.sh
 
-srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=california_housing output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/california_housing.log
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=california_housing output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/california_housing.log
diff --git a/experiments/jobscripts/generators/circles.sh b/experiments/jobscripts/generators/circles.sh
index dcdd277e..b0f1b756 100644
--- a/experiments/jobscripts/generators/circles.sh
+++ b/experiments/jobscripts/generators/circles.sh
@@ -1,8 +1,8 @@
 #!/bin/bash
 
 #SBATCH --job-name="Circles (ECCCo)"
-#SBATCH --time=00:35:00
-#SBATCH --ntasks=10
+#SBATCH --time=00:45:00
+#SBATCH --ntasks=30
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=2GB
@@ -13,4 +13,4 @@ module load 2023r1 openmpi
 
 source experiments/slurm_header.sh
 
-srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=circles output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/circles.log
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=circles output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/circles.log
diff --git a/experiments/jobscripts/generators/credit_default.sh b/experiments/jobscripts/generators/credit_default.sh
deleted file mode 100644
index e4d99b73..00000000
--- a/experiments/jobscripts/generators/credit_default.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-
-#SBATCH --job-name="California Housing (ECCCo)"
-#SBATCH --time=3:00:00
-#SBATCH --ntasks=1000
-#SBATCH --cpus-per-task=1
-#SBATCH --partition=compute
-#SBATCH --mem-per-cpu=8GB
-#SBATCH --account=research-eemcs-insy
-#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
-
-module load 2023r1 openmpi
-
-srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log
diff --git a/experiments/jobscripts/generators/german_credit.sh b/experiments/jobscripts/generators/german_credit.sh
index cb312771..997208fa 100644
--- a/experiments/jobscripts/generators/german_credit.sh
+++ b/experiments/jobscripts/generators/german_credit.sh
@@ -1,14 +1,16 @@
 #!/bin/bash
 
 #SBATCH --job-name="German Credit (ECCCo)"
-#SBATCH --time=1:00:00
-#SBATCH --ntasks=100
-#SBATCH --cpus-per-task=1
+#SBATCH --time=01:00:00
+#SBATCH --ntasks=30
+#SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=8GB
+#SBATCH --mem-per-cpu=4GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results mpi > experiments/german_credit.log
+source experiments/slurm_header.sh
+
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=german_credit output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/german_credit.log
diff --git a/experiments/jobscripts/generators/gmsc.sh b/experiments/jobscripts/generators/gmsc.sh
index 5809363f..9a417354 100644
--- a/experiments/jobscripts/generators/gmsc.sh
+++ b/experiments/jobscripts/generators/gmsc.sh
@@ -1,14 +1,16 @@
 #!/bin/bash
 
 #SBATCH --job-name="GMSC (ECCCo)"
-#SBATCH --time=3:00:00
-#SBATCH --ntasks=100
-#SBATCH --cpus-per-task=1
+#SBATCH --time=01:30:00
+#SBATCH --ntasks=30
+#SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=8GB
+#SBATCH --mem-per-cpu=4GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc output_path=results mpi > experiments/gmsc.log
+source experiments/slurm_header.sh
+
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=gmsc output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/gmsc.log
\ No newline at end of file
diff --git a/experiments/jobscripts/generators/linearly_separable.sh b/experiments/jobscripts/generators/linearly_separable.sh
index 419fcde0..6af62ebf 100644
--- a/experiments/jobscripts/generators/linearly_separable.sh
+++ b/experiments/jobscripts/generators/linearly_separable.sh
@@ -1,8 +1,8 @@
 #!/bin/bash
 
 #SBATCH --job-name="Linearly Separable (ECCCo)"
-#SBATCH --time=00:35:00
-#SBATCH --ntasks=10
+#SBATCH --time=00:45:00
+#SBATCH --ntasks=30
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=2GB
@@ -13,4 +13,4 @@ module load 2023r1 openmpi
 
 source experiments/slurm_header.sh
 
-srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=linearly_separable output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/linearly_separable.log
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=linearly_separable output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/linearly_separable.log
diff --git a/experiments/jobscripts/generators/moons.sh b/experiments/jobscripts/generators/moons.sh
index d0feee70..6e6f26d3 100644
--- a/experiments/jobscripts/generators/moons.sh
+++ b/experiments/jobscripts/generators/moons.sh
@@ -1,8 +1,8 @@
 #!/bin/bash
 
 #SBATCH --job-name="Moons (ECCCo)"
-#SBATCH --time=00:35:00
-#SBATCH --ntasks=10
+#SBATCH --time=00:45:00
+#SBATCH --ntasks=30
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=2GB
@@ -13,4 +13,4 @@ module load 2023r1 openmpi
 
 source experiments/slurm_header.sh
 
-srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=moons output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/moons.log
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=moons output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/moons.log
diff --git a/experiments/jobscripts/generators/synthetic.sh b/experiments/jobscripts/generators/synthetic.sh
deleted file mode 100644
index 15e4f310..00000000
--- a/experiments/jobscripts/generators/synthetic.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-
-#SBATCH --job-name="Synthetic (ECCCo)"
-#SBATCH --time=02:00:00
-#SBATCH --ntasks=1000
-#SBATCH --cpus-per-task=1
-#SBATCH --partition=compute
-#SBATCH --mem-per-cpu=4GB
-#SBATCH --account=research-eemcs-insy
-#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
-
-module load 2023r1 openmpi
-
-srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi > experiments/synthetic.log
diff --git a/experiments/jobscripts/tuning/generators/california_housing.sh b/experiments/jobscripts/tuning/generators/california_housing.sh
index e1805b58..da31b5a6 100644
--- a/experiments/jobscripts/tuning/generators/california_housing.sh
+++ b/experiments/jobscripts/tuning/generators/california_housing.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 #SBATCH --job-name="Grid-search California Housing (ECCCo)"
-#SBATCH --time=01:20:00
+#SBATCH --time=01:40:00
 #SBATCH --ntasks=30
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
diff --git a/experiments/jobscripts/tuning/generators/german_credit.sh b/experiments/jobscripts/tuning/generators/german_credit.sh
index c993bd55..79902fd4 100644
--- a/experiments/jobscripts/tuning/generators/german_credit.sh
+++ b/experiments/jobscripts/tuning/generators/german_credit.sh
@@ -1,11 +1,11 @@
 #!/bin/bash
 
 #SBATCH --job-name="Grid-search German Credit (ECCCo)"
-#SBATCH --time=01:00:00
+#SBATCH --time=01:30:00
 #SBATCH --ntasks=15
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=2GB
+#SBATCH --mem-per-cpu=4GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
diff --git a/experiments/jobscripts/tuning/generators/gmsc.sh b/experiments/jobscripts/tuning/generators/gmsc.sh
index 848b074f..e77cb534 100644
--- a/experiments/jobscripts/tuning/generators/gmsc.sh
+++ b/experiments/jobscripts/tuning/generators/gmsc.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 #SBATCH --job-name="Grid-search GMSC (ECCCo)"
-#SBATCH --time=01:20:00
+#SBATCH --time=01:40:00
 #SBATCH --ntasks=30
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
diff --git a/experiments/jobscripts/tuning/generators/linearly_separable.sh b/experiments/jobscripts/tuning/generators/linearly_separable.sh
index 562e1e28..d05f230c 100644
--- a/experiments/jobscripts/tuning/generators/linearly_separable.sh
+++ b/experiments/jobscripts/tuning/generators/linearly_separable.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 #SBATCH --job-name="Grid-search Linearly Separable (ECCCo)"
-#SBATCH --time=01:00:00
+#SBATCH --time=01:30:00
 #SBATCH --ntasks=15
 #SBATCH --cpus-per-task=10
 #SBATCH --partition=compute
diff --git a/experiments/setup_env.jl b/experiments/setup_env.jl
index 699dd581..77166684 100644
--- a/experiments/setup_env.jl
+++ b/experiments/setup_env.jl
@@ -186,26 +186,22 @@ const GRID_SEARCH = "grid_search" ∈ ARGS
 
 "Generator tuning parameters."
 DEFAULT_GENERATOR_TUNING = (
-    Λ=[[0.1, 0.1, 0.1], [0.1, 0.1, 0.5],],
-    reg_strength = [0.0, 0.1, 1.0],
+    Λ=[[0.1, 0.1, 0.1], [0.1, 0.1, 0.2], [0.1, 0.1, 0.5],],
+    reg_strength = [0.0, 0.1, 0.5],
     opt = [
         Descent(0.01),
         Descent(0.05),
-        Optimiser(ClipValue(0.01), Descent(0.01)),
-        Optimiser(ClipValue(0.05), Descent(0.05)),
     ],
     decay = [(0.0, 1), (0.01, 1), (0.1, 1)],
 )
 
 "Generator tuning parameters for large datasets."
 DEFAULT_GENERATOR_TUNING_LARGE = (
-    Λ = [[0.1, 0.1, 0.1], [0.1, 0.1, 0.2],],
-    reg_strength=[0.0, 0.1,],
+    Λ=[[0.1, 0.1, 0.1], [0.1, 0.1, 0.2], [0.1, 0.1, 0.5],],
+    reg_strength=[0.0, 0.1, 0.5],
     opt = [
         Descent(0.01), 
         Descent(0.05),
-        Optimiser(ClipValue(0.01), Descent(0.01)),
-        Optimiser(ClipValue(0.05), Descent(0.05)),
     ],
     decay = [(0.0, 1), (0.01, 1), (0.1, 1)],
 )
-- 
GitLab