removed credit default

experiments/credit_default.jl

-# Data:
-dataname = "Credit Default"
-counterfactual_data, test_data = train_test_split(load_credit_default(nothing); test_size=TEST_SIZE)
-
-# Model tuning:
-model_tuning_params = DEFAULT_MODEL_TUNING_LARGE
-
-# Tuning parameters:
-tuning_params = DEFAULT_GENERATOR_TUNING
-
-# Parameter choices:
-params = (
-    n_hidden=32,
-    activation=Flux.relu,
-    builder=default_builder(n_hidden=32, n_layers=3, activation=Flux.relu),
-    α=[1.0, 1.0, 1e-1],
-    sampling_batch_size=10,
-    sampling_steps=30,
-    use_ensembling=true,
-    opt=Flux.Optimise.Descent(0.05)
-)
-
-if !GRID_SEARCH
-    run_experiment(
-        counterfactual_data, test_data;
-        dataname=dataname,
-        params...
-    )
-else
-    grid_search(
-        counterfactual_data, test_data;
-        dataname=dataname,
-        tuning_params=tuning_params
-    )
-end
\ No newline at end of file

experiments/grid_search.jl

@@ -45,6 +45,7 @@ function grid_search(
 
     # Save:
     if !(is_multi_processed(PLZ) && MPI.Comm_rank(PLZ.comm) != 0)
+        Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_")).jls"), outcomes)
         Serialization.serialize(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best.jls"), best_outcome(outcomes))
         Serialization.serialise(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco.jls"), best_eccco(outcomes))
         Serialization.serialise(joinpath(grid_search_path, "$(replace(lowercase(dataname), " " => "_"))_best_eccco_Δ.jls"), best_eccco_Δ(outcomes))

experiments/jobscripts/generators/credit_default.sh

 #!/bin/bash
 
-#SBATCH --job-name="Credit Default (ECCCo)"
+#SBATCH --job-name="California Housing (ECCCo)"
 #SBATCH --time=3:00:00
 #SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=4GB
+#SBATCH --mem-per-cpu=8GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=credit_default output_path=results mpi > experiments/credit_default.log
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log

experiments/jobscripts/generators/tabular.sh

@@ -11,4 +11,4 @@
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,credit_default,california_housing output_path=results mpi > experiments/tabular.log
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results mpi > experiments/tabular.log

experiments/jobscripts/models/innovation/tabular.sh

@@ -12,4 +12,4 @@
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,credit_default,california_housing output_path=results only_models > experiments/train_tabular.log
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results only_models > experiments/train_tabular.log

experiments/jobscripts/models/credit_default.sh → experiments/jobscripts/tuning/generators/california_housing.sh

 #!/bin/bash
 
-#SBATCH --job-name="Train Credit Default (ECCCo)"
-#SBATCH --time=01:00:00
-#SBATCH --ntasks=1
-#SBATCH --gpus-per-task=1
+#SBATCH --job-name="Grid-search California Housing (ECCCo)"
+#SBATCH --time=04:00:00
+#SBATCH --ntasks=1000
 #SBATCH --cpus-per-task=1
-#SBATCH --partition=gpu
-#SBATCH --mem-per-cpu=4GB
+#SBATCH --partition=compute
+#SBATCH --mem-per-cpu=8GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=credit_default output_path=results only_models > experiments/train_credit_default.log
\ No newline at end of file
+module load 2023r1 openmpi
+
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi grid_search > experiments/grid_search_california_housing.log
\ No newline at end of file

experiments/jobscripts/tuning/generators/innovation/tabular.sh

@@ -11,4 +11,4 @@
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,credit_default,california_housing output_path=results mpi grid_search > experiments/grid_search_tabular.log
\ No newline at end of file
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results mpi grid_search > experiments/grid_search_tabular.log
\ No newline at end of file

experiments/jobscripts/tuning/generators/tabular.sh

@@ -11,4 +11,4 @@
 
 module load 2023r1 openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,credit_default,california_housing output_path=results mpi grid_search > experiments/grid_search_tabular.log
\ No newline at end of file
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results mpi grid_search > experiments/grid_search_tabular.log
\ No newline at end of file

experiments/jobscripts/tuning/models/tabular.sh

@@ -10,4 +10,4 @@
 #SBATCH --account=innovation
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes.
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,credit_default,california_housing output_path=results tune_model
\ No newline at end of file
+srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc,german_credit,california_housing output_path=results tune_model
\ No newline at end of file