diff --git a/experiments/fmnist.jl b/experiments/fmnist.jl index f750b1c6ac2f438ec27ab9fcfcacbf97263f7040..4c53693dcdb14d65b7e0f6141c55282cb760fc17 100644 --- a/experiments/fmnist.jl +++ b/experiments/fmnist.jl @@ -22,25 +22,25 @@ tuning_params = (; tuning_params..., Λ=[tuning_params.Λ[2:end]..., [0.1, 0.1, # Additional models: add_models = Dict( "LeNet-5" => lenet5, - # "ResNet-18" => resnet18(; epochs=10), ) # Parameter choices: params = ( - n_individuals=N_IND_SPECIFIED ? N_IND : 10, - builder=default_builder(n_hidden=128, n_layers=2, activation=Flux.swish), + n_individuals=N_IND_SPECIFIED ? N_IND : 50, + builder=default_builder(n_hidden=128, n_layers=1, activation=Flux.swish), ð’Ÿx=Uniform(-1.0, 1.0), α=[1.0, 1.0, 1e-2], sampling_batch_size=10, - sampling_steps=50, + sampling_steps=25, use_ensembling=true, use_variants=false, additional_models=add_models, epochs=10, - nsamples=10, + nsamples=50, nmin=1, - niter_eccco=100, - Λ = [0.1, 0.1, 3.0] + niter_eccco=10, + Λ=[0.1, 0.25, 0.25], + Λ_Δ=[0.1, 0.1, 2.5], ) if !GRID_SEARCH diff --git a/experiments/jobscripts/generators/mnist.sh b/experiments/jobscripts/generators/mnist.sh index ef0180fe4be2e20d0310b8d85e7f360693c5f66b..166a067d18553859f971ea51fc867f3fa7010a2c 100644 --- a/experiments/jobscripts/generators/mnist.sh +++ b/experiments/jobscripts/generators/mnist.sh @@ -5,7 +5,7 @@ #SBATCH --ntasks=1000 #SBATCH --cpus-per-task=1 #SBATCH --partition=compute -#SBATCH --mem-per-cpu=8GB +#SBATCH --mem-per-cpu=12GB #SBATCH --account=research-eemcs-insy #SBATCH --mail-type=END # Set mail type to 'END' to receive a mail when the job finishes. diff --git a/experiments/mnist.jl b/experiments/mnist.jl index 3a22eff4875eda656c92027a16e28976ad34f1c3..d9e73856ad6d08f1e7482196b1adcace74b827fd 100644 --- a/experiments/mnist.jl +++ b/experiments/mnist.jl @@ -22,25 +22,25 @@ tuning_params = (; tuning_params..., Λ=[tuning_params.Λ[2:end]..., [0.1, 0.1, # Additional models: add_models = Dict( "LeNet-5" => lenet5, - # "ResNet-18" => resnet18(; epochs=10), ) # Parameter choices: params = ( - n_individuals=N_IND_SPECIFIED ? N_IND : 10, + n_individuals=N_IND_SPECIFIED ? N_IND : 50, builder=default_builder(n_hidden=128, n_layers=1, activation=Flux.swish), ð’Ÿx=Uniform(-1.0, 1.0), α=[1.0, 1.0, 1e-2], sampling_batch_size=10, - sampling_steps=50, + sampling_steps=25, use_ensembling=true, use_variants=false, additional_models=add_models, epochs=10, - nsamples=10, + nsamples=50, nmin=1, - niter_eccco=100, - Λ=[0.1, 0.1, 3.0] + niter_eccco=10, + Λ=[0.1, 0.25, 0.25], + Λ_Δ=[0.1, 0.1, 2.5], ) if !GRID_SEARCH