diff --git a/experiments/daic/tuning/generators/mnist.sh b/experiments/daic/tuning/generators/mnist.sh index 9e3b2c29d5a195ac5ea7809bde506c190c2e39ee..6ee3e520aa2a2d20c9f49f71a9a6c30d1beae55d 100644 --- a/experiments/daic/tuning/generators/mnist.sh +++ b/experiments/daic/tuning/generators/mnist.sh @@ -1,14 +1,16 @@ #!/bin/bash -#SBATCH --job-name="Grid-search MNIST (ECCCo)" -#SBATCH --time=32:00:00 -#SBATCH --ntasks=1000 -#SBATCH --cpus-per-task=1 +#SBATCH --job-name="MNIST Grid-search (ECCCo)" +#SBATCH --time=02:00:00 +#SBATCH --ntasks=30 +#SBATCH --cpus-per-task=10 #SBATCH --partition=general -#SBATCH --mem-per-cpu=8GB +#SBATCH --mem-per-cpu=4GB #SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. module use /opt/insy/modulefiles # Use DAIC INSY software collection module load openmpi -srun julia --project=experiments experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search > experiments/grid_search_mnist.log \ No newline at end of file +source experiments/slurm_header.sh + +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=mnist output_path=results mpi grid_search threaded n_individuals=10 > experiments/logs/grid_search_mnist.log diff --git a/experiments/jobscripts/generators/california_housing.sh b/experiments/jobscripts/generators/california_housing.sh index 446cb9d9037577894b2763653923d33fa480bc22..229560c4d03533b6093a4ed77090770a78fdfb37 100644 --- a/experiments/jobscripts/generators/california_housing.sh +++ b/experiments/jobscripts/generators/california_housing.sh @@ -1,7 +1,7 @@ #!/bin/bash #SBATCH --job-name="California Housing (ECCCo)" -#SBATCH --time=00:30:00 +#SBATCH --time=01:30:00 #SBATCH --ntasks=30 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute @@ -13,4 +13,4 @@ module load 2023r1 openmpi source experiments/slurm_header.sh -srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=california_housing output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/california_housing.log +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=california_housing output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/california_housing.log diff --git a/experiments/jobscripts/generators/circles.sh b/experiments/jobscripts/generators/circles.sh index dcdd277ec47ee809297831912b4675bae25a474f..b0f1b7563dca86579930324d2b8779af42b12cc9 100644 --- a/experiments/jobscripts/generators/circles.sh +++ b/experiments/jobscripts/generators/circles.sh @@ -1,8 +1,8 @@ #!/bin/bash #SBATCH --job-name="Circles (ECCCo)" -#SBATCH --time=00:35:00 -#SBATCH --ntasks=10 +#SBATCH --time=00:45:00 +#SBATCH --ntasks=30 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute #SBATCH --mem-per-cpu=2GB @@ -13,4 +13,4 @@ module load 2023r1 openmpi source experiments/slurm_header.sh -srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=circles output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/circles.log +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=circles output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/circles.log diff --git a/experiments/jobscripts/generators/credit_default.sh b/experiments/jobscripts/generators/credit_default.sh deleted file mode 100644 index e4d99b733b260125c373a9e1e97efe5e2dea4079..0000000000000000000000000000000000000000 --- a/experiments/jobscripts/generators/credit_default.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash - -#SBATCH --job-name="California Housing (ECCCo)" -#SBATCH --time=3:00:00 -#SBATCH --ntasks=1000 -#SBATCH --cpus-per-task=1 -#SBATCH --partition=compute -#SBATCH --mem-per-cpu=8GB -#SBATCH --account=research-eemcs-insy -#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. - -module load 2023r1 openmpi - -srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi > experiments/california_housing.log diff --git a/experiments/jobscripts/generators/german_credit.sh b/experiments/jobscripts/generators/german_credit.sh index cb312771ab40292f06315541cd81e63ee2b9883a..997208fa187635423325f9fb91c9ec3abec0e752 100644 --- a/experiments/jobscripts/generators/german_credit.sh +++ b/experiments/jobscripts/generators/german_credit.sh @@ -1,14 +1,16 @@ #!/bin/bash #SBATCH --job-name="German Credit (ECCCo)" -#SBATCH --time=1:00:00 -#SBATCH --ntasks=100 -#SBATCH --cpus-per-task=1 +#SBATCH --time=01:00:00 +#SBATCH --ntasks=30 +#SBATCH --cpus-per-task=10 #SBATCH --partition=compute -#SBATCH --mem-per-cpu=8GB +#SBATCH --mem-per-cpu=4GB #SBATCH --account=research-eemcs-insy #SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. module load 2023r1 openmpi -srun julia --project=experiments experiments/run_experiments.jl -- data=german_credit output_path=results mpi > experiments/german_credit.log +source experiments/slurm_header.sh + +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=german_credit output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/german_credit.log diff --git a/experiments/jobscripts/generators/gmsc.sh b/experiments/jobscripts/generators/gmsc.sh index 5809363fae989c4f2bb5c8cdf15042dfb1713152..9a417354a82d602d2a1d23d5f0335ad68bbe22fa 100644 --- a/experiments/jobscripts/generators/gmsc.sh +++ b/experiments/jobscripts/generators/gmsc.sh @@ -1,14 +1,16 @@ #!/bin/bash #SBATCH --job-name="GMSC (ECCCo)" -#SBATCH --time=3:00:00 -#SBATCH --ntasks=100 -#SBATCH --cpus-per-task=1 +#SBATCH --time=01:30:00 +#SBATCH --ntasks=30 +#SBATCH --cpus-per-task=10 #SBATCH --partition=compute -#SBATCH --mem-per-cpu=8GB +#SBATCH --mem-per-cpu=4GB #SBATCH --account=research-eemcs-insy #SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. module load 2023r1 openmpi -srun julia --project=experiments experiments/run_experiments.jl -- data=gmsc output_path=results mpi > experiments/gmsc.log +source experiments/slurm_header.sh + +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=gmsc output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/gmsc.log \ No newline at end of file diff --git a/experiments/jobscripts/generators/linearly_separable.sh b/experiments/jobscripts/generators/linearly_separable.sh index 419fcde0ab1439747b90bd5016f16261ae125b9c..6af62ebf0c7976021c5629f520c9b2dc87c60ad4 100644 --- a/experiments/jobscripts/generators/linearly_separable.sh +++ b/experiments/jobscripts/generators/linearly_separable.sh @@ -1,8 +1,8 @@ #!/bin/bash #SBATCH --job-name="Linearly Separable (ECCCo)" -#SBATCH --time=00:35:00 -#SBATCH --ntasks=10 +#SBATCH --time=00:45:00 +#SBATCH --ntasks=30 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute #SBATCH --mem-per-cpu=2GB @@ -13,4 +13,4 @@ module load 2023r1 openmpi source experiments/slurm_header.sh -srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=linearly_separable output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/linearly_separable.log +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=linearly_separable output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/linearly_separable.log diff --git a/experiments/jobscripts/generators/moons.sh b/experiments/jobscripts/generators/moons.sh index d0feee70f22ff6e1d5eabf8455cf7134e44fef6a..6e6f26d34de74cd41d0286b7fc6db590fcda3bf2 100644 --- a/experiments/jobscripts/generators/moons.sh +++ b/experiments/jobscripts/generators/moons.sh @@ -1,8 +1,8 @@ #!/bin/bash #SBATCH --job-name="Moons (ECCCo)" -#SBATCH --time=00:35:00 -#SBATCH --ntasks=10 +#SBATCH --time=00:45:00 +#SBATCH --ntasks=30 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute #SBATCH --mem-per-cpu=2GB @@ -13,4 +13,4 @@ module load 2023r1 openmpi source experiments/slurm_header.sh -srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=moons output_path=results mpi threaded n_individuals=100 n_runs=5 > experiments/logs/moons.log +srun julia --project=experiments --threads $SLURM_CPUS_PER_TASK experiments/run_experiments.jl -- data=moons output_path=results mpi threaded n_individuals=100 n_runs=50 > experiments/logs/moons.log diff --git a/experiments/jobscripts/generators/synthetic.sh b/experiments/jobscripts/generators/synthetic.sh deleted file mode 100644 index 15e4f31079940c008852c050648d9af775568558..0000000000000000000000000000000000000000 --- a/experiments/jobscripts/generators/synthetic.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/bin/bash - -#SBATCH --job-name="Synthetic (ECCCo)" -#SBATCH --time=02:00:00 -#SBATCH --ntasks=1000 -#SBATCH --cpus-per-task=1 -#SBATCH --partition=compute -#SBATCH --mem-per-cpu=4GB -#SBATCH --account=research-eemcs-insy -#SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. - -module load 2023r1 openmpi - -srun julia --project=experiments experiments/run_experiments.jl -- data=linearly_separable,moons,circles output_path=results mpi > experiments/synthetic.log diff --git a/experiments/jobscripts/tuning/generators/california_housing.sh b/experiments/jobscripts/tuning/generators/california_housing.sh index e1805b58d18be6da6c0fb5ddfafdb9086c683fb5..da31b5a6ae6ea2ee03a7df9d727ce38429e21b72 100644 --- a/experiments/jobscripts/tuning/generators/california_housing.sh +++ b/experiments/jobscripts/tuning/generators/california_housing.sh @@ -1,7 +1,7 @@ #!/bin/bash #SBATCH --job-name="Grid-search California Housing (ECCCo)" -#SBATCH --time=01:20:00 +#SBATCH --time=01:40:00 #SBATCH --ntasks=30 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute diff --git a/experiments/jobscripts/tuning/generators/german_credit.sh b/experiments/jobscripts/tuning/generators/german_credit.sh index c993bd55137215ba2149a31021ce56067712ad97..79902fd4e0435191c043f820c4de7ca1f9f0e448 100644 --- a/experiments/jobscripts/tuning/generators/german_credit.sh +++ b/experiments/jobscripts/tuning/generators/german_credit.sh @@ -1,11 +1,11 @@ #!/bin/bash #SBATCH --job-name="Grid-search German Credit (ECCCo)" -#SBATCH --time=01:00:00 +#SBATCH --time=01:30:00 #SBATCH --ntasks=15 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute -#SBATCH --mem-per-cpu=2GB +#SBATCH --mem-per-cpu=4GB #SBATCH --account=research-eemcs-insy #SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. diff --git a/experiments/jobscripts/tuning/generators/gmsc.sh b/experiments/jobscripts/tuning/generators/gmsc.sh index 848b074f9098a633a6a4b9878dffc6e8d53b155c..e77cb5344df16ff9489191e0fec9843a6e53087f 100644 --- a/experiments/jobscripts/tuning/generators/gmsc.sh +++ b/experiments/jobscripts/tuning/generators/gmsc.sh @@ -1,7 +1,7 @@ #!/bin/bash #SBATCH --job-name="Grid-search GMSC (ECCCo)" -#SBATCH --time=01:20:00 +#SBATCH --time=01:40:00 #SBATCH --ntasks=30 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute diff --git a/experiments/jobscripts/tuning/generators/linearly_separable.sh b/experiments/jobscripts/tuning/generators/linearly_separable.sh index 562e1e282b7ae32a02c5a0ace572df4c15f0ac99..d05f230cd4dd6c5b6c1197c7c8f1982701c70e75 100644 --- a/experiments/jobscripts/tuning/generators/linearly_separable.sh +++ b/experiments/jobscripts/tuning/generators/linearly_separable.sh @@ -1,7 +1,7 @@ #!/bin/bash #SBATCH --job-name="Grid-search Linearly Separable (ECCCo)" -#SBATCH --time=01:00:00 +#SBATCH --time=01:30:00 #SBATCH --ntasks=15 #SBATCH --cpus-per-task=10 #SBATCH --partition=compute diff --git a/experiments/setup_env.jl b/experiments/setup_env.jl index 699dd581b3853925459a7073a2317dcb165a6f24..7716668416485a91b87fbe9848f3bb27cac498cd 100644 --- a/experiments/setup_env.jl +++ b/experiments/setup_env.jl @@ -186,26 +186,22 @@ const GRID_SEARCH = "grid_search" ∈ ARGS "Generator tuning parameters." DEFAULT_GENERATOR_TUNING = ( - Λ=[[0.1, 0.1, 0.1], [0.1, 0.1, 0.5],], - reg_strength = [0.0, 0.1, 1.0], + Λ=[[0.1, 0.1, 0.1], [0.1, 0.1, 0.2], [0.1, 0.1, 0.5],], + reg_strength = [0.0, 0.1, 0.5], opt = [ Descent(0.01), Descent(0.05), - Optimiser(ClipValue(0.01), Descent(0.01)), - Optimiser(ClipValue(0.05), Descent(0.05)), ], decay = [(0.0, 1), (0.01, 1), (0.1, 1)], ) "Generator tuning parameters for large datasets." DEFAULT_GENERATOR_TUNING_LARGE = ( - Λ = [[0.1, 0.1, 0.1], [0.1, 0.1, 0.2],], - reg_strength=[0.0, 0.1,], + Λ=[[0.1, 0.1, 0.1], [0.1, 0.1, 0.2], [0.1, 0.1, 0.5],], + reg_strength=[0.0, 0.1, 0.5], opt = [ Descent(0.01), Descent(0.05), - Optimiser(ClipValue(0.01), Descent(0.01)), - Optimiser(ClipValue(0.05), Descent(0.05)), ], decay = [(0.0, 1), (0.01, 1), (0.1, 1)], )