trying higher mem for mnsit

experiments/fmnist.jl

@@ -22,25 +22,25 @@ tuning_params = (; tuning_params..., Λ=[tuning_params.Λ[2:end]..., [0.1, 0.1,
 # Additional models:
 add_models = Dict(
     "LeNet-5" => lenet5,
-    # "ResNet-18" => resnet18(; epochs=10),
 )
 
 # Parameter choices:
 params = (
-    n_individuals=N_IND_SPECIFIED ? N_IND : 10,
-    builder=default_builder(n_hidden=128, n_layers=2, activation=Flux.swish),
+    n_individuals=N_IND_SPECIFIED ? N_IND : 50,
+    builder=default_builder(n_hidden=128, n_layers=1, activation=Flux.swish),
     𝒟x=Uniform(-1.0, 1.0),
     α=[1.0, 1.0, 1e-2],
     sampling_batch_size=10,
-    sampling_steps=50,
+    sampling_steps=25,
     use_ensembling=true,
     use_variants=false,
     additional_models=add_models,
     epochs=10,
-    nsamples=10,
+    nsamples=50,
     nmin=1,
-    niter_eccco=100,
-    Λ = [0.1, 0.1, 3.0]
+    niter_eccco=10,
+    Λ=[0.1, 0.25, 0.25],
+    Λ_Δ=[0.1, 0.1, 2.5],
 )
 
 if !GRID_SEARCH

experiments/jobscripts/generators/mnist.sh

@@ -5,7 +5,7 @@
 #SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=8GB
+#SBATCH --mem-per-cpu=12GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 

experiments/mnist.jl

@@ -22,25 +22,25 @@ tuning_params = (; tuning_params..., Λ=[tuning_params.Λ[2:end]..., [0.1, 0.1,
 # Additional models:
 add_models = Dict(
     "LeNet-5" => lenet5,
-    # "ResNet-18" => resnet18(; epochs=10),
 )
 
 # Parameter choices:
 params = (
-    n_individuals=N_IND_SPECIFIED ? N_IND : 10,
+    n_individuals=N_IND_SPECIFIED ? N_IND : 50,
     builder=default_builder(n_hidden=128, n_layers=1, activation=Flux.swish),
     𝒟x=Uniform(-1.0, 1.0),
     α=[1.0, 1.0, 1e-2],
     sampling_batch_size=10,
-    sampling_steps=50,
+    sampling_steps=25,
     use_ensembling=true,
     use_variants=false,
     additional_models=add_models,
     epochs=10,
-    nsamples=10,
+    nsamples=50,
     nmin=1,
-    niter_eccco=100,
-    Λ=[0.1, 0.1, 3.0]
+    niter_eccco=10,
+    Λ=[0.1, 0.25, 0.25],
+    Λ_Δ=[0.1, 0.1, 2.5],
 )
 
 if !GRID_SEARCH