From d3f7291e97b908eb11ec9827e38273734877de61 Mon Sep 17 00:00:00 2001
From: pat-alt <altmeyerpat@gmail.com>
Date: Fri, 29 Sep 2023 15:34:53 +0200
Subject: [PATCH] trying to reduce memory usage by moving temporary grid search
results out of memory
---
experiments/grid_search.jl | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/experiments/grid_search.jl b/experiments/grid_search.jl
index 5bdb5aaa..3a62e9a3 100644
--- a/experiments/grid_search.jl
+++ b/experiments/grid_search.jl
@@ -57,11 +57,11 @@ function grid_search(
# Save:
if !(is_multi_processed(PLZ) && MPI.Comm_rank(PLZ.comm) != 0)
Serialization.serialize(
- joinpath(storage_path, "$(params)_$(counter).jls"),
+ joinpath(storage_path, "params_$(counter).jls"),
df_params,
)
Serialization.serialize(
- joinpath(storage_path, "$(outcomes)_$(counter).jls"),
+ joinpath(storage_path, "outcomes_$(counter).jls"),
df_outcomes,
)
end
@@ -75,8 +75,8 @@ function grid_search(
df_params = []
df_outcomes = []
for i in 1:length(grid)
- df_params = push!(df_params, Serialization.deserialize(joinpath(storage_path_params, "$(i).jls")))
- df_outcomes = push!(df_outcomes; Serialization.deserialize(joinpath(storage_path_outcomes, "$(i).jls")))
+ push!(df_params, Serialization.deserialize(joinpath(storage_path, "params_$(i).jls")))
+ push!(df_outcomes, Serialization.deserialize(joinpath(storage_path, "outcomes_$(i).jls")))
end
outcomes = Dict(:df_params => vcat(df_params...), :df_outcomes => vcat(df_outcomes...))
--
GitLab