diff --git a/experiments/hpc_blue.sh b/experiments/hpc_blue.sh new file mode 100644 index 0000000000000000000000000000000000000000..2dc8c6b4973681bb375dd9d1bf73c53a03ae57ad --- /dev/null +++ b/experiments/hpc_blue.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +#SBATCH --job-name="Counterfactuals" +#SBATCH --time=00:20:00 +#SBATCH --ntasks=24 +#SBATCH --cpus-per-task=1 +#SBATCH --partition=compute +#SBATCH --mem-per-cpu=4GB +#SBATCH --account=innovation +#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. + +module load 2023r1 openmpi julia diff --git a/experiments/post_processing/results.jl b/experiments/post_processing/results.jl new file mode 100644 index 0000000000000000000000000000000000000000..01e31bef33252b3207f077beb26493ee76d3803c --- /dev/null +++ b/experiments/post_processing/results.jl @@ -0,0 +1,14 @@ +""" + aggregate(outcome::ExperimentOutcome; measure::String="distance_from_targets") + +Function to quickly aggregate benchmarking results for a given measure. +""" +function aggregate(outcome::ExperimentOutcome; measure::String="distance_from_targets") + df = @chain outcome.bmk() begin + @group_by(generator, model) + @filter(variable == measure) + @summarize(val = mean(value), std = std(value)) + @ungroup + end + return df +end \ No newline at end of file