slowly scaling up

experiments/daic/testing/cali_100_8.sh

@@ -2,8 +2,8 @@
 
 #SBATCH --job-name="Grid-search California Housing (ECCCo)"
 #SBATCH --time=01:00:00
-#SBATCH --ntasks=100
-#SBATCH --cpus-per-task=1
+#SBATCH --ntasks=10
+#SBATCH --cpus-per-task=10
 #SBATCH --partition=general
 #SBATCH --mem-per-cpu=8GB
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes. 
@@ -11,5 +11,5 @@
 module use /opt/insy/modulefiles          # Use DAIC INSY software collection
 module load openmpi
 
-srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi grid_search n_individuals=10 n_each=16 > experiments/grid_search_california_housing.log
+srun julia --project=experiments experiments/run_experiments.jl -- data=california_housing output_path=results mpi grid_search n_individuals=10 > experiments/grid_search_california_housing.log
 

experiments/jobscripts/tuning/generators/california_housing.sh

@@ -5,7 +5,7 @@
 #SBATCH --ntasks=20
 #SBATCH --cpus-per-task=20
 #SBATCH --partition=compute
-#SBATCH --mem-per-cpu=2GB
+#SBATCH --mem-per-cpu=4GB
 #SBATCH --account=research-eemcs-insy
 #SBATCH --mail-type=END     # Set mail type to 'END' to receive a mail when the job finishes.