specified storage path for interim results

experiments/benchmarking/benchmarking.jl

@@ -163,6 +163,7 @@ function run_benchmark(exper::Experiment, model_dict::Dict)
     end
 
     # Run benchmark:
+    storage_path = mkpath(joinpath(exper.output_path, "interim_$(dataname)"))
     bmk = benchmark(
         counterfactual_data;
         models = model_dict,
@@ -177,6 +178,7 @@ function run_benchmark(exper::Experiment, model_dict::Dict)
         store_ce = exper.store_ce,
         n_runs = exper.n_runs,
         vertical_splits = VERTICAL_SPLITS,
+        storage_path = storage_path
     )
     return bmk, generator_dict
 end

experiments/jobscripts/testing/mnist.sh

@@ -13,4 +13,4 @@ module load 2023r1 openmpi
 
 source experiments/slurm_header.sh
 
-srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=mnist output_path=results mpi threaded n_individuals=20 n_runs=5 vertical_splits=20 > experiments/logs/mnist.log
+srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=mnist output_path=results_testing mpi threaded n_individuals=20 n_runs=5 vertical_splits=20 > experiments/logs/testing_mnist.log