From 85231418fef2cc7f7d3b985f204d83d0bb4beb43 Mon Sep 17 00:00:00 2001
From: Pat Alt <55311242+pat-alt@users.noreply.github.com>
Date: Mon, 18 Sep 2023 17:14:36 +0200
Subject: [PATCH] added optimiser to tuning grid
---
experiments/fmnist.jl | 1 +
experiments/mnist.jl | 1 +
experiments/setup_env.jl | 5 +++++
3 files changed, 7 insertions(+)
diff --git a/experiments/fmnist.jl b/experiments/fmnist.jl
index 4c53693d..bb170d4d 100644
--- a/experiments/fmnist.jl
+++ b/experiments/fmnist.jl
@@ -41,6 +41,7 @@ params = (
niter_eccco=10,
Λ=[0.1, 0.25, 0.25],
Λ_Δ=[0.1, 0.1, 2.5],
+ opt=Flux.Optimise.Descent(0.1)
)
if !GRID_SEARCH
diff --git a/experiments/mnist.jl b/experiments/mnist.jl
index d9e73856..f7fb9622 100644
--- a/experiments/mnist.jl
+++ b/experiments/mnist.jl
@@ -41,6 +41,7 @@ params = (
niter_eccco=10,
Λ=[0.1, 0.25, 0.25],
Λ_Δ=[0.1, 0.1, 2.5],
+ opt=Flux.Optimise.Descent(0.1)
)
if !GRID_SEARCH
diff --git a/experiments/setup_env.jl b/experiments/setup_env.jl
index 4852394c..e7a89092 100644
--- a/experiments/setup_env.jl
+++ b/experiments/setup_env.jl
@@ -154,6 +154,11 @@ DEFAULT_GENERATOR_TUNING = (
[0.1, 0.5, 0.5],
],
reg_strength=[0.0, 0.1, 0.5],
+ opt=[
+ Flux.Optimise.Descent(0.1),
+ Flux.Optimise.Descent(0.05),
+ Flux.Optimise.Descent(0.01),
+ ],
)
"Boolean flag to check if model tuning was specified."
--
GitLab