added optimiser to tuning grid

experiments/fmnist.jl

@@ -41,6 +41,7 @@ params = (
     niter_eccco=10,
     Λ=[0.1, 0.25, 0.25],
     Λ_Δ=[0.1, 0.1, 2.5],
+    opt=Flux.Optimise.Descent(0.1)
 )
 
 if !GRID_SEARCH

experiments/mnist.jl

@@ -41,6 +41,7 @@ params = (
     niter_eccco=10,
     Λ=[0.1, 0.25, 0.25],
     Λ_Δ=[0.1, 0.1, 2.5],
+    opt=Flux.Optimise.Descent(0.1)
 )
 
 if !GRID_SEARCH

experiments/setup_env.jl

@@ -154,6 +154,11 @@ DEFAULT_GENERATOR_TUNING = (
         [0.1, 0.5, 0.5],
     ],
     reg_strength=[0.0, 0.1, 0.5],
+    opt=[
+        Flux.Optimise.Descent(0.1), 
+        Flux.Optimise.Descent(0.05),
+        Flux.Optimise.Descent(0.01),
+    ],
 )
 
 "Boolean flag to check if model tuning was specified."