Skip to content
Snippets Groups Projects
Commit 038dda98 authored by Pat Alt's avatar Pat Alt
Browse files

quick result inspection

parent 723f6ccc
No related branches found
No related tags found
1 merge request!7669 initial run including fmnist lenet and new method
include("meta_data.jl") include("meta_data.jl")
include("artifacts.jl") include("artifacts.jl")
\ No newline at end of file include("results.jl")
\ No newline at end of file
"""
plausibility(outcome::ExperimentOutcome)
Helper function to quickly filter a benchmark table for the distance from targets: the smaller this distance, the higher the plausibility.
"""
function plausibility(outcome::ExperimentOutcome)
bmk = outcome.bmk
df = @chain bmk() begin
@group_by(dataname, generator, model, variable)
@summarize(mean=mean(value),sd=std(value))
@filter(variable == "distance_from_targets")
@ungroup
@arrange(mean)
end
return df
end
"""
faithfulness(outcome::ExperimentOutcome)
Helper function to quickly filter a benchmark table for the distance from energy: the smaller this distance, the higher the faithfulness.
"""
function faithfulness(outcome::ExperimentOutcome)
bmk = outcome.bmk
df = @chain bmk() begin
@group_by(dataname, generator, model, variable)
@summarize(mean=mean(value),sd=std(value))
@filter(variable == "distance_from_energy")
@ungroup
@arrange(mean)
end
return df
end
"""
closeness(outcome::ExperimentOutcome)
Helper function to quickly filter a benchmark table for the distance from the factual: the smaller this distance, the higher the closeness desideratum.
"""
function closeness(outcome::ExperimentOutcome)
bmk = outcome.bmk
df = @chain bmk() begin
@group_by(dataname, generator, model, variable)
@summarize(mean=mean(value),sd=std(value))
@filter(variable == "distance")
@ungroup
@arrange(mean)
end
return df
end
\ No newline at end of file
...@@ -25,6 +25,8 @@ using Random ...@@ -25,6 +25,8 @@ using Random
using Serialization using Serialization
using TidierData using TidierData
import MPI
Random.seed!(2023) Random.seed!(2023)
ENV["DATADEPS_ALWAYS_ACCEPT"] = "true" # avoid command prompt and just download data ENV["DATADEPS_ALWAYS_ACCEPT"] = "true" # avoid command prompt and just download data
...@@ -48,7 +50,6 @@ else ...@@ -48,7 +50,6 @@ else
end end
if "mpi" ARGS if "mpi" ARGS
import MPI
MPI.Init() MPI.Init()
const USE_MPI = true const USE_MPI = true
plz = MPIParallelizer(MPI.COMM_WORLD; threaded=USE_THREADS) plz = MPIParallelizer(MPI.COMM_WORLD; threaded=USE_THREADS)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment