From 712c3b15e6b72b78ec153b788bc74e944e808076 Mon Sep 17 00:00:00 2001
From: Pat Alt <55311242+pat-alt@users.noreply.github.com>
Date: Mon, 18 Sep 2023 14:51:43 +0200
Subject: [PATCH] trying higher mem for mnsit

---
 experiments/fmnist.jl                      | 14 +++++++-------
 experiments/jobscripts/generators/mnist.sh |  2 +-
 experiments/mnist.jl                       | 12 ++++++------
 3 files changed, 14 insertions(+), 14 deletions(-)

diff --git a/experiments/fmnist.jl b/experiments/fmnist.jl
index f750b1c6..4c53693d 100644
--- a/experiments/fmnist.jl
+++ b/experiments/fmnist.jl
@@ -22,25 +22,25 @@ tuning_params = (; tuning_params..., Λ=[tuning_params.Λ[2:end]..., [0.1, 0.1,
 # Additional models:
 add_models = Dict(
     "LeNet-5" => lenet5,
-    # "ResNet-18" => resnet18(; epochs=10),
 )
 
 # Parameter choices:
 params = (
-    n_individuals=N_IND_SPECIFIED ? N_IND : 10,
-    builder=default_builder(n_hidden=128, n_layers=2, activation=Flux.swish),
+    n_individuals=N_IND_SPECIFIED ? N_IND : 50,
+    builder=default_builder(n_hidden=128, n_layers=1, activation=Flux.swish),
     𝒟x=Uniform(-1.0, 1.0),
     α=[1.0, 1.0, 1e-2],
     sampling_batch_size=10,
-    sampling_steps=50,
+    sampling_steps=25,
     use_ensembling=true,
     use_variants=false,
     additional_models=add_models,
     epochs=10,
-    nsamples=10,
+    nsamples=50,
     nmin=1,
-    niter_eccco=100,
-    Λ = [0.1, 0.1, 3.0]
+    niter_eccco=10,
+    Λ=[0.1, 0.25, 0.25],
+    Λ_Δ=[0.1, 0.1, 2.5],
 )
 
 if !GRID_SEARCH
diff --git a/experiments/jobscripts/generators/mnist.sh b/experiments/jobscripts/generators/mnist.sh
index ef0180fe..166a067d 100644
--- a/experiments/jobscripts/generators/mnist.sh
+++ b/experiments/jobscripts/generators/mnist.sh
@@ -5,7 +5,7 @@
 #SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=8GB
+#SBATCH --mem-per-cpu=12GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
diff --git a/experiments/mnist.jl b/experiments/mnist.jl
index 3a22eff4..d9e73856 100644
--- a/experiments/mnist.jl
+++ b/experiments/mnist.jl
@@ -22,25 +22,25 @@ tuning_params = (; tuning_params..., Λ=[tuning_params.Λ[2:end]..., [0.1, 0.1,
 # Additional models:
 add_models = Dict(
     "LeNet-5" => lenet5,
-    # "ResNet-18" => resnet18(; epochs=10),
 )
 
 # Parameter choices:
 params = (
-    n_individuals=N_IND_SPECIFIED ? N_IND : 10,
+    n_individuals=N_IND_SPECIFIED ? N_IND : 50,
     builder=default_builder(n_hidden=128, n_layers=1, activation=Flux.swish),
     𝒟x=Uniform(-1.0, 1.0),
     α=[1.0, 1.0, 1e-2],
     sampling_batch_size=10,
-    sampling_steps=50,
+    sampling_steps=25,
     use_ensembling=true,
     use_variants=false,
     additional_models=add_models,
     epochs=10,
-    nsamples=10,
+    nsamples=50,
     nmin=1,
-    niter_eccco=100,
-    Λ=[0.1, 0.1, 3.0]
+    niter_eccco=10,
+    Λ=[0.1, 0.25, 0.25],
+    Λ_Δ=[0.1, 0.1, 2.5],
 )
 
 if !GRID_SEARCH
-- 
GitLab