From be0424c95539f83302d459014228db1f36b41bd9 Mon Sep 17 00:00:00 2001
From: Pat Alt <55311242+pat-alt@users.noreply.github.com>
Date: Thu, 14 Sep 2023 07:23:17 +0200
Subject: [PATCH] model trainign

---
 experiments/german_credit.jl                   | 12 +++++++-----
 experiments/jobscripts/models/german_credit.sh | 13 +++++++++++++
 experiments/jobscripts/models/mnist.sh         | 13 +++++++++++++
 3 files changed, 33 insertions(+), 5 deletions(-)
 create mode 100644 experiments/jobscripts/models/german_credit.sh
 create mode 100644 experiments/jobscripts/models/mnist.sh

diff --git a/experiments/german_credit.jl b/experiments/german_credit.jl
index 29c21b39..f75670f0 100644
--- a/experiments/german_credit.jl
+++ b/experiments/german_credit.jl
@@ -1,8 +1,8 @@
 counterfactual_data, test_data = train_test_split(load_german_credit(nothing); test_size=TEST_SIZE)
 
 # Default builder:
-n_hidden = 128
-activation = Flux.swish
+n_hidden = 32
+activation = Flux.relu
 builder = MLJFlux.@builder Flux.Chain(
     Dense(n_in, n_hidden, activation),
     Dense(n_hidden, n_hidden, activation),
@@ -10,7 +10,7 @@ builder = MLJFlux.@builder Flux.Chain(
 )
 
 # Number of individuals:
-n_ind = N_IND_SPECIFIED ? N_IND : 10
+n_ind = N_IND_SPECIFIED ? N_IND : 100
 
 run_experiment(
     counterfactual_data, test_data;
@@ -20,8 +20,10 @@ run_experiment(
     sampling_batch_size=10,
     sampling_steps=30,
     use_ensembling=true,
-    Λ=[0.1, 0.5, 0.5],
     opt=Flux.Optimise.Descent(0.05),
     n_individuals=n_ind,
-    use_variants=false
+    use_variants=true,
+    Λ=[0.1, 0.2, 0.2],
+    nsamples=100,
+    niter_eccco=100
 )
\ No newline at end of file
diff --git a/experiments/jobscripts/models/german_credit.sh b/experiments/jobscripts/models/german_credit.sh
new file mode 100644
index 00000000..39da5f01
--- /dev/null
+++ b/experiments/jobscripts/models/german_credit.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train German Credit (ECCCo)"
+#SBATCH --time=01:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=compute
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --account=innovation
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results only_models > experiments/german_credit.log
\ No newline at end of file
diff --git a/experiments/jobscripts/models/mnist.sh b/experiments/jobscripts/models/mnist.sh
new file mode 100644
index 00000000..00752bc7
--- /dev/null
+++ b/experiments/jobscripts/models/mnist.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+#SBATCH --job-name="Train MNIST (ECCCo)"
+#SBATCH --time=01:00:00
+#SBATCH --ntasks=1
+#SBATCH --gpus-per-task=1
+#SBATCH --cpus-per-task=1
+#SBATCH --partition=compute
+#SBATCH --mem-per-cpu=4GB
+#SBATCH --account=innovation
+#SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results only_models > experiments/mnist.log
\ No newline at end of file
-- 
GitLab