mnist training with resnet

experiments/jobscripts/counterfactuals/california_housing.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="California Housing (ECCCo)"
 #SBATCH --time=3:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/credit_default.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="Credit Default (ECCCo)"
 #SBATCH --time=3:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/fmnist.sh

@@ -6,7 +6,7 @@
 #SBATCH --cpus-per-task=4
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/german_credit.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="German Credit (ECCCo)"
 #SBATCH --time=3:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/gmsc.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="GMSC (ECCCo)"
 #SBATCH --time=3:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/mnist.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="MNIST (ECCCo)"
 #SBATCH --time=24:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/synthetic.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="Synthetic (ECCCo)"
 #SBATCH --time=02:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/counterfactuals/tabular.sh

@@ -2,11 +2,11 @@
 
 #SBATCH --job-name="Tabular (ECCCo)"
 #SBATCH --time=05:00:00
-#SBATCH --ntasks=48
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi

experiments/jobscripts/models/california_housing.sh

@@ -7,7 +7,7 @@
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=gpu
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results only_models > experiments/train_california_housing.log
\ No newline at end of file

experiments/jobscripts/models/credit_default.sh

@@ -7,7 +7,7 @@
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=gpu
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 srun julia --project=experiments experiments/run_experiments.jl -- data=credit_default output_path=results only_models > experiments/train_credit_default.log
\ No newline at end of file

experiments/jobscripts/models/german_credit.sh

@@ -7,7 +7,7 @@
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=gpu
 #SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results only_models > experiments/train_german_credit.log
\ No newline at end of file

experiments/jobscripts/models/mnist.sh

 #!/bin/bash
 
 #SBATCH --job-name="Train MNIST (ECCCo)"
-#SBATCH --time=01:00:00
+#SBATCH --time=03:00:00
 #SBATCH --ntasks=1
 #SBATCH --gpus-per-task=1
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=gpu
-#SBATCH --mem-per-cpu=4GB
-#SBATCH --account=innovation
+#SBATCH --mem-per-cpu=8GB
+#SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results only_models > experiments/train_mnist.log
\ No newline at end of file

experiments/mnist.jl

@@ -14,6 +14,7 @@ test_data = load_mnist_test()
 # Additional models:
 add_models = Dict(
     "LeNet-5" => lenet5,
+    "ResNet-18" => resnet18(;epochs=10),
 )
 
 # Default builder:

experiments/models/models.jl

@@ -35,12 +35,16 @@ function prepare_models(exper::Experiment)
             @info "Using additional models."
             add_models = Dict{Any,Any}()
             for (k, mod) in exper.additional_models
-                add_models[k] = mod(;
-                    batch_size=batch_size(exper),
-                    finaliser=exper.finaliser,
-                    loss=exper.loss,
-                    epochs=exper.epochs,
-                )
+                if isa(mod, Function)
+                    add_models[k] = mod(;
+                        batch_size=batch_size(exper),
+                        finaliser=exper.finaliser,
+                        loss=exper.loss,
+                        epochs=exper.epochs,
+                    )
+                else
+                    add_models[k] = mod
+                end
             end
             models = merge(models, add_models)
         end