diff --git a/artifacts/results/fashion_mnist_architectures.jls b/artifacts/results/fashion_mnist_architectures.jls
deleted file mode 100644
index a2ddd2472c4aec1dd311c4dc46aab406630ddcb7..0000000000000000000000000000000000000000
Binary files a/artifacts/results/fashion_mnist_architectures.jls and /dev/null differ
diff --git a/artifacts/results/fashion_mnist_benchmark.csv b/artifacts/results/fashion_mnist_benchmark.csv
deleted file mode 100644
index 2f8b03e0b901b2c78b94aa37d567ff9114e20231..0000000000000000000000000000000000000000
--- a/artifacts/results/fashion_mnist_benchmark.csv
+++ /dev/null
@@ -1,43201 +0,0 @@
-sample,variable,value,dataname,generator,model,target,factual
-1,distance,104.0724868774414,FashionMNIST,Wachter,JEM Ensemble,0,1
-1,distance_from_energy,554.4906616210938,FashionMNIST,Wachter,JEM Ensemble,0,1
-1,distance_from_targets,403.2933349609375,FashionMNIST,Wachter,JEM Ensemble,0,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-2,distance,85.13602447509766,FashionMNIST,Wachter,JEM Ensemble,0,1
-2,distance_from_energy,698.5972900390625,FashionMNIST,Wachter,JEM Ensemble,0,1
-2,distance_from_targets,408.76654052734375,FashionMNIST,Wachter,JEM Ensemble,0,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-2,set_size_penalty,4.999999999703458,FashionMNIST,Wachter,JEM Ensemble,0,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-3,distance,107.99527740478516,FashionMNIST,Wachter,JEM Ensemble,0,1
-3,distance_from_energy,545.9473876953125,FashionMNIST,Wachter,JEM Ensemble,0,1
-3,distance_from_targets,425.262939453125,FashionMNIST,Wachter,JEM Ensemble,0,1
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,0,1
-3,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-4,distance,105.08643341064453,FashionMNIST,Wachter,JEM Ensemble,0,1
-4,distance_from_energy,582.6029052734375,FashionMNIST,Wachter,JEM Ensemble,0,1
-4,distance_from_targets,406.19189453125,FashionMNIST,Wachter,JEM Ensemble,0,1
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,0,1
-4,set_size_penalty,2.00000016681942,FashionMNIST,Wachter,JEM Ensemble,0,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-5,distance,97.1604232788086,FashionMNIST,Wachter,JEM Ensemble,0,1
-5,distance_from_energy,520.0010986328125,FashionMNIST,Wachter,JEM Ensemble,0,1
-5,distance_from_targets,408.9754943847656,FashionMNIST,Wachter,JEM Ensemble,0,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-5,set_size_penalty,4.192486576749172,FashionMNIST,Wachter,JEM Ensemble,0,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,1
-1,distance,239.52381896972656,FashionMNIST,REVISE,JEM Ensemble,0,1
-1,distance_from_energy,397.52691650390625,FashionMNIST,REVISE,JEM Ensemble,0,1
-1,distance_from_targets,332.9092102050781,FashionMNIST,REVISE,JEM Ensemble,0,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-2,distance,160.54710388183594,FashionMNIST,REVISE,JEM Ensemble,0,1
-2,distance_from_energy,615.3593139648438,FashionMNIST,REVISE,JEM Ensemble,0,1
-2,distance_from_targets,327.7928161621094,FashionMNIST,REVISE,JEM Ensemble,0,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-2,set_size_penalty,5.999990971163086,FashionMNIST,REVISE,JEM Ensemble,0,1
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-3,distance,238.98794555664062,FashionMNIST,REVISE,JEM Ensemble,0,1
-3,distance_from_energy,386.6951599121094,FashionMNIST,REVISE,JEM Ensemble,0,1
-3,distance_from_targets,364.7955322265625,FashionMNIST,REVISE,JEM Ensemble,0,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-4,distance,180.75698852539062,FashionMNIST,REVISE,JEM Ensemble,0,1
-4,distance_from_energy,573.7550048828125,FashionMNIST,REVISE,JEM Ensemble,0,1
-4,distance_from_targets,335.4901428222656,FashionMNIST,REVISE,JEM Ensemble,0,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-5,distance,251.65036010742188,FashionMNIST,REVISE,JEM Ensemble,0,1
-5,distance_from_energy,348.2658996582031,FashionMNIST,REVISE,JEM Ensemble,0,1
-5,distance_from_targets,348.36053466796875,FashionMNIST,REVISE,JEM Ensemble,0,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,1
-1,distance,444.1136169433594,FashionMNIST,ECCCo,JEM Ensemble,0,1
-1,distance_from_energy,99.12852478027344,FashionMNIST,ECCCo,JEM Ensemble,0,1
-1,distance_from_targets,430.2791748046875,FashionMNIST,ECCCo,JEM Ensemble,0,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-1,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-2,distance,576.5939331054688,FashionMNIST,ECCCo,JEM Ensemble,0,1
-2,distance_from_energy,111.7579574584961,FashionMNIST,ECCCo,JEM Ensemble,0,1
-2,distance_from_targets,422.576416015625,FashionMNIST,ECCCo,JEM Ensemble,0,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-2,set_size_penalty,5.00000002211313,FashionMNIST,ECCCo,JEM Ensemble,0,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-3,distance,453.1529541015625,FashionMNIST,ECCCo,JEM Ensemble,0,1
-3,distance_from_energy,91.73698425292969,FashionMNIST,ECCCo,JEM Ensemble,0,1
-3,distance_from_targets,434.5934143066406,FashionMNIST,ECCCo,JEM Ensemble,0,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-3,set_size_penalty,5.000000000000025,FashionMNIST,ECCCo,JEM Ensemble,0,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-4,distance,466.8272399902344,FashionMNIST,ECCCo,JEM Ensemble,0,1
-4,distance_from_energy,103.2210464477539,FashionMNIST,ECCCo,JEM Ensemble,0,1
-4,distance_from_targets,432.54327392578125,FashionMNIST,ECCCo,JEM Ensemble,0,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-4,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-5,distance,422.60882568359375,FashionMNIST,ECCCo,JEM Ensemble,0,1
-5,distance_from_energy,81.73303985595703,FashionMNIST,ECCCo,JEM Ensemble,0,1
-5,distance_from_targets,432.2901916503906,FashionMNIST,ECCCo,JEM Ensemble,0,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,1
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,1
-1,distance_from_energy,524.2750854492188,FashionMNIST,Schut,JEM Ensemble,0,1
-1,distance_from_targets,377.6184387207031,FashionMNIST,Schut,JEM Ensemble,0,1
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,1
-2,distance_from_energy,679.8570556640625,FashionMNIST,Schut,JEM Ensemble,0,1
-2,distance_from_targets,378.21759033203125,FashionMNIST,Schut,JEM Ensemble,0,1
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,1
-3,distance_from_energy,539.7346801757812,FashionMNIST,Schut,JEM Ensemble,0,1
-3,distance_from_targets,388.7060852050781,FashionMNIST,Schut,JEM Ensemble,0,1
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,1
-4,distance_from_energy,558.7437744140625,FashionMNIST,Schut,JEM Ensemble,0,1
-4,distance_from_targets,373.666748046875,FashionMNIST,Schut,JEM Ensemble,0,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,1
-5,distance_from_energy,494.2450256347656,FashionMNIST,Schut,JEM Ensemble,0,1
-5,distance_from_targets,378.1483154296875,FashionMNIST,Schut,JEM Ensemble,0,1
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,1
-6,distance,100.93266296386719,FashionMNIST,Wachter,MLP,0,1
-6,distance_from_energy,838.2774658203125,FashionMNIST,Wachter,MLP,0,1
-6,distance_from_targets,399.5624084472656,FashionMNIST,Wachter,MLP,0,1
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,0,1
-6,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,0,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,1
-7,distance,92.27555847167969,FashionMNIST,Wachter,MLP,0,1
-7,distance_from_energy,845.2219848632812,FashionMNIST,Wachter,MLP,0,1
-7,distance_from_targets,447.6366882324219,FashionMNIST,Wachter,MLP,0,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,1
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,0,1
-7,validity,0.0,FashionMNIST,Wachter,MLP,0,1
-8,distance,77.61164093017578,FashionMNIST,Wachter,MLP,0,1
-8,distance_from_energy,835.7261962890625,FashionMNIST,Wachter,MLP,0,1
-8,distance_from_targets,390.6568603515625,FashionMNIST,Wachter,MLP,0,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,1
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,0,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,1
-9,distance,93.69874572753906,FashionMNIST,Wachter,MLP,0,1
-9,distance_from_energy,807.502197265625,FashionMNIST,Wachter,MLP,0,1
-9,distance_from_targets,434.4773254394531,FashionMNIST,Wachter,MLP,0,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,1
-9,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,0,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,1
-10,distance,73.24354553222656,FashionMNIST,Wachter,MLP,0,1
-10,distance_from_energy,884.3096923828125,FashionMNIST,Wachter,MLP,0,1
-10,distance_from_targets,431.7445373535156,FashionMNIST,Wachter,MLP,0,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,1
-10,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,0,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,1
-6,distance,155.52525329589844,FashionMNIST,REVISE,MLP,0,1
-6,distance_from_energy,857.1212158203125,FashionMNIST,REVISE,MLP,0,1
-6,distance_from_targets,313.4949035644531,FashionMNIST,REVISE,MLP,0,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,1
-6,set_size_penalty,2.0019635575341845,FashionMNIST,REVISE,MLP,0,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,0,1
-7,distance,253.52984619140625,FashionMNIST,REVISE,MLP,0,1
-7,distance_from_energy,858.2166748046875,FashionMNIST,REVISE,MLP,0,1
-7,distance_from_targets,478.8554992675781,FashionMNIST,REVISE,MLP,0,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,1
-7,set_size_penalty,0.9999751492485026,FashionMNIST,REVISE,MLP,0,1
-7,validity,1.0,FashionMNIST,REVISE,MLP,0,1
-8,distance,126.42868041992188,FashionMNIST,REVISE,MLP,0,1
-8,distance_from_energy,852.5963134765625,FashionMNIST,REVISE,MLP,0,1
-8,distance_from_targets,341.9708557128906,FashionMNIST,REVISE,MLP,0,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,1
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,1
-8,validity,0.0,FashionMNIST,REVISE,MLP,0,1
-9,distance,252.2146759033203,FashionMNIST,REVISE,MLP,0,1
-9,distance_from_energy,880.02001953125,FashionMNIST,REVISE,MLP,0,1
-9,distance_from_targets,373.33160400390625,FashionMNIST,REVISE,MLP,0,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,1
-9,set_size_penalty,1.9999194579435378,FashionMNIST,REVISE,MLP,0,1
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,1
-10,distance,182.85012817382812,FashionMNIST,REVISE,MLP,0,1
-10,distance_from_energy,896.0697021484375,FashionMNIST,REVISE,MLP,0,1
-10,distance_from_targets,345.90283203125,FashionMNIST,REVISE,MLP,0,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,1
-10,set_size_penalty,1.3351311949548221,FashionMNIST,REVISE,MLP,0,1
-10,validity,1.0,FashionMNIST,REVISE,MLP,0,1
-6,distance,695.0339965820312,FashionMNIST,ECCCo,MLP,0,1
-6,distance_from_energy,152.5311737060547,FashionMNIST,ECCCo,MLP,0,1
-6,distance_from_targets,690.7389526367188,FashionMNIST,ECCCo,MLP,0,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,1
-6,set_size_penalty,1.000000127376047,FashionMNIST,ECCCo,MLP,0,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,1
-7,distance,654.0093383789062,FashionMNIST,ECCCo,MLP,0,1
-7,distance_from_energy,218.0377655029297,FashionMNIST,ECCCo,MLP,0,1
-7,distance_from_targets,661.8344116210938,FashionMNIST,ECCCo,MLP,0,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,1
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,1
-8,distance,679.4569702148438,FashionMNIST,ECCCo,MLP,0,1
-8,distance_from_energy,182.52040100097656,FashionMNIST,ECCCo,MLP,0,1
-8,distance_from_targets,696.2171020507812,FashionMNIST,ECCCo,MLP,0,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,1
-8,set_size_penalty,1.9999999999992863,FashionMNIST,ECCCo,MLP,0,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,1
-9,distance,634.4251708984375,FashionMNIST,ECCCo,MLP,0,1
-9,distance_from_energy,236.89306640625,FashionMNIST,ECCCo,MLP,0,1
-9,distance_from_targets,650.020751953125,FashionMNIST,ECCCo,MLP,0,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,1
-9,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,1
-10,distance,683.9767456054688,FashionMNIST,ECCCo,MLP,0,1
-10,distance_from_energy,198.56411743164062,FashionMNIST,ECCCo,MLP,0,1
-10,distance_from_targets,673.6978149414062,FashionMNIST,ECCCo,MLP,0,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,1
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,1
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,1
-6,distance_from_energy,851.3219604492188,FashionMNIST,Schut,MLP,0,1
-6,distance_from_targets,359.19146728515625,FashionMNIST,Schut,MLP,0,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,1
-6,validity,0.0,FashionMNIST,Schut,MLP,0,1
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,1
-7,distance_from_energy,841.68115234375,FashionMNIST,Schut,MLP,0,1
-7,distance_from_targets,401.3995056152344,FashionMNIST,Schut,MLP,0,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,1
-7,validity,0.0,FashionMNIST,Schut,MLP,0,1
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,1
-8,distance_from_energy,784.4627685546875,FashionMNIST,Schut,MLP,0,1
-8,distance_from_targets,350.9062805175781,FashionMNIST,Schut,MLP,0,1
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,1
-8,validity,0.0,FashionMNIST,Schut,MLP,0,1
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,1
-9,distance_from_energy,849.3240966796875,FashionMNIST,Schut,MLP,0,1
-9,distance_from_targets,394.70697021484375,FashionMNIST,Schut,MLP,0,1
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,1
-9,validity,0.0,FashionMNIST,Schut,MLP,0,1
-10,distance,10.0,FashionMNIST,Schut,MLP,0,1
-10,distance_from_energy,850.8131713867188,FashionMNIST,Schut,MLP,0,1
-10,distance_from_targets,398.1680603027344,FashionMNIST,Schut,MLP,0,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,1
-10,validity,0.0,FashionMNIST,Schut,MLP,0,1
-11,distance,90.08676147460938,FashionMNIST,Wachter,MLP Ensemble,0,1
-11,distance_from_energy,739.0695190429688,FashionMNIST,Wachter,MLP Ensemble,0,1
-11,distance_from_targets,431.3472595214844,FashionMNIST,Wachter,MLP Ensemble,0,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-12,distance,92.70054626464844,FashionMNIST,Wachter,MLP Ensemble,0,1
-12,distance_from_energy,752.919677734375,FashionMNIST,Wachter,MLP Ensemble,0,1
-12,distance_from_targets,419.68060302734375,FashionMNIST,Wachter,MLP Ensemble,0,1
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,1
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-13,distance,70.10723876953125,FashionMNIST,Wachter,MLP Ensemble,0,1
-13,distance_from_energy,740.2362060546875,FashionMNIST,Wachter,MLP Ensemble,0,1
-13,distance_from_targets,415.075439453125,FashionMNIST,Wachter,MLP Ensemble,0,1
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-13,set_size_penalty,2.9999983302667435,FashionMNIST,Wachter,MLP Ensemble,0,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-14,distance,77.56501007080078,FashionMNIST,Wachter,MLP Ensemble,0,1
-14,distance_from_energy,741.3270263671875,FashionMNIST,Wachter,MLP Ensemble,0,1
-14,distance_from_targets,406.3160095214844,FashionMNIST,Wachter,MLP Ensemble,0,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-15,distance,81.57281494140625,FashionMNIST,Wachter,MLP Ensemble,0,1
-15,distance_from_energy,745.3925170898438,FashionMNIST,Wachter,MLP Ensemble,0,1
-15,distance_from_targets,389.82830810546875,FashionMNIST,Wachter,MLP Ensemble,0,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,1
-11,distance,217.64036560058594,FashionMNIST,REVISE,MLP Ensemble,0,1
-11,distance_from_energy,790.8884887695312,FashionMNIST,REVISE,MLP Ensemble,0,1
-11,distance_from_targets,342.6479187011719,FashionMNIST,REVISE,MLP Ensemble,0,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-11,set_size_penalty,0.9855784408864972,FashionMNIST,REVISE,MLP Ensemble,0,1
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-12,distance,176.820556640625,FashionMNIST,REVISE,MLP Ensemble,0,1
-12,distance_from_energy,765.6077880859375,FashionMNIST,REVISE,MLP Ensemble,0,1
-12,distance_from_targets,332.3594055175781,FashionMNIST,REVISE,MLP Ensemble,0,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-13,distance,195.63539123535156,FashionMNIST,REVISE,MLP Ensemble,0,1
-13,distance_from_energy,764.7109375,FashionMNIST,REVISE,MLP Ensemble,0,1
-13,distance_from_targets,421.6455078125,FashionMNIST,REVISE,MLP Ensemble,0,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-13,set_size_penalty,9.99972512004811,FashionMNIST,REVISE,MLP Ensemble,0,1
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-14,distance,215.73052978515625,FashionMNIST,REVISE,MLP Ensemble,0,1
-14,distance_from_energy,756.7332763671875,FashionMNIST,REVISE,MLP Ensemble,0,1
-14,distance_from_targets,390.63201904296875,FashionMNIST,REVISE,MLP Ensemble,0,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-15,distance,146.4097137451172,FashionMNIST,REVISE,MLP Ensemble,0,1
-15,distance_from_energy,771.693115234375,FashionMNIST,REVISE,MLP Ensemble,0,1
-15,distance_from_targets,324.4737854003906,FashionMNIST,REVISE,MLP Ensemble,0,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,1
-11,distance,604.9727172851562,FashionMNIST,ECCCo,MLP Ensemble,0,1
-11,distance_from_energy,155.34571838378906,FashionMNIST,ECCCo,MLP Ensemble,0,1
-11,distance_from_targets,625.0731201171875,FashionMNIST,ECCCo,MLP Ensemble,0,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-11,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-12,distance,627.9400634765625,FashionMNIST,ECCCo,MLP Ensemble,0,1
-12,distance_from_energy,137.29359436035156,FashionMNIST,ECCCo,MLP Ensemble,0,1
-12,distance_from_targets,629.1883544921875,FashionMNIST,ECCCo,MLP Ensemble,0,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-12,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-13,distance,609.38427734375,FashionMNIST,ECCCo,MLP Ensemble,0,1
-13,distance_from_energy,135.00608825683594,FashionMNIST,ECCCo,MLP Ensemble,0,1
-13,distance_from_targets,632.4317626953125,FashionMNIST,ECCCo,MLP Ensemble,0,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-14,distance,614.4419555664062,FashionMNIST,ECCCo,MLP Ensemble,0,1
-14,distance_from_energy,136.48159790039062,FashionMNIST,ECCCo,MLP Ensemble,0,1
-14,distance_from_targets,622.3017578125,FashionMNIST,ECCCo,MLP Ensemble,0,1
-14,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,0,1
-14,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-15,distance,614.6798706054688,FashionMNIST,ECCCo,MLP Ensemble,0,1
-15,distance_from_energy,149.5266876220703,FashionMNIST,ECCCo,MLP Ensemble,0,1
-15,distance_from_targets,626.9241943359375,FashionMNIST,ECCCo,MLP Ensemble,0,1
-15,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,0,1
-15,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,1
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,1
-11,distance_from_energy,762.2113647460938,FashionMNIST,Schut,MLP Ensemble,0,1
-11,distance_from_targets,395.265380859375,FashionMNIST,Schut,MLP Ensemble,0,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,1
-12,distance_from_energy,754.1556396484375,FashionMNIST,Schut,MLP Ensemble,0,1
-12,distance_from_targets,381.2395324707031,FashionMNIST,Schut,MLP Ensemble,0,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,1
-13,distance_from_energy,739.775390625,FashionMNIST,Schut,MLP Ensemble,0,1
-13,distance_from_targets,388.56512451171875,FashionMNIST,Schut,MLP Ensemble,0,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,1
-14,distance_from_energy,729.33154296875,FashionMNIST,Schut,MLP Ensemble,0,1
-14,distance_from_targets,368.35382080078125,FashionMNIST,Schut,MLP Ensemble,0,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,1
-15,distance_from_energy,752.7844848632812,FashionMNIST,Schut,MLP Ensemble,0,1
-15,distance_from_targets,355.76580810546875,FashionMNIST,Schut,MLP Ensemble,0,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,1
-16,distance,81.10441589355469,FashionMNIST,Wachter,JEM,0,1
-16,distance_from_energy,612.1805419921875,FashionMNIST,Wachter,JEM,0,1
-16,distance_from_targets,418.7269592285156,FashionMNIST,Wachter,JEM,0,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,1
-16,set_size_penalty,4.994407418561668,FashionMNIST,Wachter,JEM,0,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,1
-17,distance,109.65919494628906,FashionMNIST,Wachter,JEM,0,1
-17,distance_from_energy,622.7448120117188,FashionMNIST,Wachter,JEM,0,1
-17,distance_from_targets,435.400634765625,FashionMNIST,Wachter,JEM,0,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,1
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,1
-18,distance,101.4654769897461,FashionMNIST,Wachter,JEM,0,1
-18,distance_from_energy,674.555419921875,FashionMNIST,Wachter,JEM,0,1
-18,distance_from_targets,436.8570556640625,FashionMNIST,Wachter,JEM,0,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,0,1
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,1
-19,distance,57.1112174987793,FashionMNIST,Wachter,JEM,0,1
-19,distance_from_energy,562.83447265625,FashionMNIST,Wachter,JEM,0,1
-19,distance_from_targets,379.52508544921875,FashionMNIST,Wachter,JEM,0,1
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,0,1
-19,set_size_penalty,5.999999999994948,FashionMNIST,Wachter,JEM,0,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,1
-20,distance,80.23967742919922,FashionMNIST,Wachter,JEM,0,1
-20,distance_from_energy,620.051513671875,FashionMNIST,Wachter,JEM,0,1
-20,distance_from_targets,400.60015869140625,FashionMNIST,Wachter,JEM,0,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,1
-20,set_size_penalty,5.000020205374831,FashionMNIST,Wachter,JEM,0,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,1
-16,distance,224.3079376220703,FashionMNIST,REVISE,JEM,0,1
-16,distance_from_energy,592.5989379882812,FashionMNIST,REVISE,JEM,0,1
-16,distance_from_targets,380.2618103027344,FashionMNIST,REVISE,JEM,0,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,1
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,1
-16,validity,0.0,FashionMNIST,REVISE,JEM,0,1
-17,distance,226.2122802734375,FashionMNIST,REVISE,JEM,0,1
-17,distance_from_energy,576.0016479492188,FashionMNIST,REVISE,JEM,0,1
-17,distance_from_targets,376.48284912109375,FashionMNIST,REVISE,JEM,0,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,1
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,0,1
-17,validity,1.0,FashionMNIST,REVISE,JEM,0,1
-18,distance,512.010986328125,FashionMNIST,REVISE,JEM,0,1
-18,distance_from_energy,692.8997192382812,FashionMNIST,REVISE,JEM,0,1
-18,distance_from_targets,563.389404296875,FashionMNIST,REVISE,JEM,0,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,1
-18,set_size_penalty,3.0000000150933688,FashionMNIST,REVISE,JEM,0,1
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,1
-19,distance,568.4608764648438,FashionMNIST,REVISE,JEM,0,1
-19,distance_from_energy,686.3563232421875,FashionMNIST,REVISE,JEM,0,1
-19,distance_from_targets,519.4176635742188,FashionMNIST,REVISE,JEM,0,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,1
-19,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,0,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,1
-20,distance,314.6493835449219,FashionMNIST,REVISE,JEM,0,1
-20,distance_from_energy,621.370361328125,FashionMNIST,REVISE,JEM,0,1
-20,distance_from_targets,387.8540344238281,FashionMNIST,REVISE,JEM,0,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,1
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,1
-20,validity,0.0,FashionMNIST,REVISE,JEM,0,1
-16,distance,512.6406860351562,FashionMNIST,ECCCo,JEM,0,1
-16,distance_from_energy,115.2982406616211,FashionMNIST,ECCCo,JEM,0,1
-16,distance_from_targets,493.3356018066406,FashionMNIST,ECCCo,JEM,0,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,1
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,1
-17,distance,485.427001953125,FashionMNIST,ECCCo,JEM,0,1
-17,distance_from_energy,129.92335510253906,FashionMNIST,ECCCo,JEM,0,1
-17,distance_from_targets,427.1605224609375,FashionMNIST,ECCCo,JEM,0,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,1
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,1
-18,distance,484.0754699707031,FashionMNIST,ECCCo,JEM,0,1
-18,distance_from_energy,172.5601043701172,FashionMNIST,ECCCo,JEM,0,1
-18,distance_from_targets,448.7091064453125,FashionMNIST,ECCCo,JEM,0,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,1
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,0,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,1
-19,distance,508.98406982421875,FashionMNIST,ECCCo,JEM,0,1
-19,distance_from_energy,99.94358825683594,FashionMNIST,ECCCo,JEM,0,1
-19,distance_from_targets,448.2805480957031,FashionMNIST,ECCCo,JEM,0,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,1
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,1
-20,distance,444.0330505371094,FashionMNIST,ECCCo,JEM,0,1
-20,distance_from_energy,190.5002899169922,FashionMNIST,ECCCo,JEM,0,1
-20,distance_from_targets,409.6784362792969,FashionMNIST,ECCCo,JEM,0,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,1
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,0,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,1
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,1
-16,distance_from_energy,586.9826049804688,FashionMNIST,Schut,JEM,0,1
-16,distance_from_targets,382.9068603515625,FashionMNIST,Schut,JEM,0,1
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,0,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,1
-16,validity,0.0,FashionMNIST,Schut,JEM,0,1
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,1
-17,distance_from_energy,618.1408081054688,FashionMNIST,Schut,JEM,0,1
-17,distance_from_targets,399.11273193359375,FashionMNIST,Schut,JEM,0,1
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,1
-17,validity,0.0,FashionMNIST,Schut,JEM,0,1
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,1
-18,distance_from_energy,595.4346313476562,FashionMNIST,Schut,JEM,0,1
-18,distance_from_targets,396.7574768066406,FashionMNIST,Schut,JEM,0,1
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,1
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,1
-18,validity,0.0,FashionMNIST,Schut,JEM,0,1
-19,distance,8.100000381469727,FashionMNIST,Schut,JEM,0,1
-19,distance_from_energy,601.4737548828125,FashionMNIST,Schut,JEM,0,1
-19,distance_from_targets,347.82550048828125,FashionMNIST,Schut,JEM,0,1
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,1
-19,set_size_penalty,6.0,FashionMNIST,Schut,JEM,0,1
-19,validity,1.0,FashionMNIST,Schut,JEM,0,1
-20,distance,10.0,FashionMNIST,Schut,JEM,0,1
-20,distance_from_energy,594.8187866210938,FashionMNIST,Schut,JEM,0,1
-20,distance_from_targets,357.8549499511719,FashionMNIST,Schut,JEM,0,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,1
-20,validity,0.0,FashionMNIST,Schut,JEM,0,1
-1,distance,74.82903289794922,FashionMNIST,Wachter,JEM Ensemble,0,2
-1,distance_from_energy,638.1693115234375,FashionMNIST,Wachter,JEM Ensemble,0,2
-1,distance_from_targets,427.41180419921875,FashionMNIST,Wachter,JEM Ensemble,0,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-2,distance,79.4456558227539,FashionMNIST,Wachter,JEM Ensemble,0,2
-2,distance_from_energy,748.9282836914062,FashionMNIST,Wachter,JEM Ensemble,0,2
-2,distance_from_targets,437.35406494140625,FashionMNIST,Wachter,JEM Ensemble,0,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-3,distance,84.8931884765625,FashionMNIST,Wachter,JEM Ensemble,0,2
-3,distance_from_energy,568.1502685546875,FashionMNIST,Wachter,JEM Ensemble,0,2
-3,distance_from_targets,537.4574584960938,FashionMNIST,Wachter,JEM Ensemble,0,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-4,distance,61.501007080078125,FashionMNIST,Wachter,JEM Ensemble,0,2
-4,distance_from_energy,771.6060791015625,FashionMNIST,Wachter,JEM Ensemble,0,2
-4,distance_from_targets,423.13079833984375,FashionMNIST,Wachter,JEM Ensemble,0,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-4,set_size_penalty,3.000001555152015,FashionMNIST,Wachter,JEM Ensemble,0,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-5,distance,84.83602905273438,FashionMNIST,Wachter,JEM Ensemble,0,2
-5,distance_from_energy,634.0734252929688,FashionMNIST,Wachter,JEM Ensemble,0,2
-5,distance_from_targets,500.21319580078125,FashionMNIST,Wachter,JEM Ensemble,0,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,0,2
-1,distance,236.0756378173828,FashionMNIST,REVISE,JEM Ensemble,0,2
-1,distance_from_energy,455.67340087890625,FashionMNIST,REVISE,JEM Ensemble,0,2
-1,distance_from_targets,311.39031982421875,FashionMNIST,REVISE,JEM Ensemble,0,2
-1,redundancy,0.002551020408163265,FashionMNIST,REVISE,JEM Ensemble,0,2
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-2,distance,291.4116516113281,FashionMNIST,REVISE,JEM Ensemble,0,2
-2,distance_from_energy,524.567138671875,FashionMNIST,REVISE,JEM Ensemble,0,2
-2,distance_from_targets,318.3112487792969,FashionMNIST,REVISE,JEM Ensemble,0,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-2,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-3,distance,266.8759460449219,FashionMNIST,REVISE,JEM Ensemble,0,2
-3,distance_from_energy,501.37322998046875,FashionMNIST,REVISE,JEM Ensemble,0,2
-3,distance_from_targets,520.4818115234375,FashionMNIST,REVISE,JEM Ensemble,0,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-4,distance,226.48843383789062,FashionMNIST,REVISE,JEM Ensemble,0,2
-4,distance_from_energy,659.2144165039062,FashionMNIST,REVISE,JEM Ensemble,0,2
-4,distance_from_targets,348.46099853515625,FashionMNIST,REVISE,JEM Ensemble,0,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-5,distance,258.2256164550781,FashionMNIST,REVISE,JEM Ensemble,0,2
-5,distance_from_energy,545.9609985351562,FashionMNIST,REVISE,JEM Ensemble,0,2
-5,distance_from_targets,462.9182434082031,FashionMNIST,REVISE,JEM Ensemble,0,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-5,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,2
-1,distance,565.24853515625,FashionMNIST,ECCCo,JEM Ensemble,0,2
-1,distance_from_energy,57.948707580566406,FashionMNIST,ECCCo,JEM Ensemble,0,2
-1,distance_from_targets,475.3138122558594,FashionMNIST,ECCCo,JEM Ensemble,0,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-2,distance,622.4683837890625,FashionMNIST,ECCCo,JEM Ensemble,0,2
-2,distance_from_energy,111.18537902832031,FashionMNIST,ECCCo,JEM Ensemble,0,2
-2,distance_from_targets,436.4774475097656,FashionMNIST,ECCCo,JEM Ensemble,0,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-2,set_size_penalty,2.0000072297465574,FashionMNIST,ECCCo,JEM Ensemble,0,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-3,distance,651.4312744140625,FashionMNIST,ECCCo,JEM Ensemble,0,2
-3,distance_from_energy,152.64028930664062,FashionMNIST,ECCCo,JEM Ensemble,0,2
-3,distance_from_targets,444.7715759277344,FashionMNIST,ECCCo,JEM Ensemble,0,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-3,set_size_penalty,1.0000000268233162,FashionMNIST,ECCCo,JEM Ensemble,0,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-4,distance,639.7057495117188,FashionMNIST,ECCCo,JEM Ensemble,0,2
-4,distance_from_energy,125.78648376464844,FashionMNIST,ECCCo,JEM Ensemble,0,2
-4,distance_from_targets,411.29638671875,FashionMNIST,ECCCo,JEM Ensemble,0,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-4,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-5,distance,518.1121826171875,FashionMNIST,ECCCo,JEM Ensemble,0,2
-5,distance_from_energy,105.95872497558594,FashionMNIST,ECCCo,JEM Ensemble,0,2
-5,distance_from_targets,463.3691711425781,FashionMNIST,ECCCo,JEM Ensemble,0,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-5,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,2
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,2
-1,distance_from_energy,611.744384765625,FashionMNIST,Schut,JEM Ensemble,0,2
-1,distance_from_targets,394.84149169921875,FashionMNIST,Schut,JEM Ensemble,0,2
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,2
-2,distance_from_energy,735.35400390625,FashionMNIST,Schut,JEM Ensemble,0,2
-2,distance_from_targets,409.61566162109375,FashionMNIST,Schut,JEM Ensemble,0,2
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,2
-3,distance_from_energy,556.7462158203125,FashionMNIST,Schut,JEM Ensemble,0,2
-3,distance_from_targets,510.0376281738281,FashionMNIST,Schut,JEM Ensemble,0,2
-3,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,0,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-4,distance,9.400001525878906,FashionMNIST,Schut,JEM Ensemble,0,2
-4,distance_from_energy,758.712646484375,FashionMNIST,Schut,JEM Ensemble,0,2
-4,distance_from_targets,397.420654296875,FashionMNIST,Schut,JEM Ensemble,0,2
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,2
-4,set_size_penalty,3.000000089617937,FashionMNIST,Schut,JEM Ensemble,0,2
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,2
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,2
-5,distance_from_energy,621.4199829101562,FashionMNIST,Schut,JEM Ensemble,0,2
-5,distance_from_targets,469.8403015136719,FashionMNIST,Schut,JEM Ensemble,0,2
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,2
-6,distance,71.31291961669922,FashionMNIST,Wachter,MLP,0,2
-6,distance_from_energy,953.1487426757812,FashionMNIST,Wachter,MLP,0,2
-6,distance_from_targets,506.2408142089844,FashionMNIST,Wachter,MLP,0,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,2
-6,set_size_penalty,1.0170000364969969,FashionMNIST,Wachter,MLP,0,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,2
-7,distance,74.54517364501953,FashionMNIST,Wachter,MLP,0,2
-7,distance_from_energy,889.6043701171875,FashionMNIST,Wachter,MLP,0,2
-7,distance_from_targets,420.8732604980469,FashionMNIST,Wachter,MLP,0,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,2
-7,set_size_penalty,2.593301532283463,FashionMNIST,Wachter,MLP,0,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,2
-8,distance,79.56037902832031,FashionMNIST,Wachter,MLP,0,2
-8,distance_from_energy,919.1390380859375,FashionMNIST,Wachter,MLP,0,2
-8,distance_from_targets,515.203857421875,FashionMNIST,Wachter,MLP,0,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,2
-8,set_size_penalty,2.857729646926564,FashionMNIST,Wachter,MLP,0,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,2
-9,distance,75.3854751586914,FashionMNIST,Wachter,MLP,0,2
-9,distance_from_energy,896.03173828125,FashionMNIST,Wachter,MLP,0,2
-9,distance_from_targets,414.5729064941406,FashionMNIST,Wachter,MLP,0,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,2
-9,set_size_penalty,2.9999999999338964,FashionMNIST,Wachter,MLP,0,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,2
-10,distance,76.3426284790039,FashionMNIST,Wachter,MLP,0,2
-10,distance_from_energy,893.3880615234375,FashionMNIST,Wachter,MLP,0,2
-10,distance_from_targets,439.9483947753906,FashionMNIST,Wachter,MLP,0,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,2
-10,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,0,2
-10,validity,0.0,FashionMNIST,Wachter,MLP,0,2
-6,distance,327.5053405761719,FashionMNIST,REVISE,MLP,0,2
-6,distance_from_energy,952.6279296875,FashionMNIST,REVISE,MLP,0,2
-6,distance_from_targets,603.788818359375,FashionMNIST,REVISE,MLP,0,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,2
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,2
-6,validity,0.0,FashionMNIST,REVISE,MLP,0,2
-7,distance,304.6795959472656,FashionMNIST,REVISE,MLP,0,2
-7,distance_from_energy,849.08154296875,FashionMNIST,REVISE,MLP,0,2
-7,distance_from_targets,365.63092041015625,FashionMNIST,REVISE,MLP,0,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,2
-7,set_size_penalty,1.9999996592230993,FashionMNIST,REVISE,MLP,0,2
-7,validity,1.0,FashionMNIST,REVISE,MLP,0,2
-8,distance,247.1417999267578,FashionMNIST,REVISE,MLP,0,2
-8,distance_from_energy,855.6111450195312,FashionMNIST,REVISE,MLP,0,2
-8,distance_from_targets,338.6250915527344,FashionMNIST,REVISE,MLP,0,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,2
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,0,2
-8,validity,1.0,FashionMNIST,REVISE,MLP,0,2
-9,distance,188.23565673828125,FashionMNIST,REVISE,MLP,0,2
-9,distance_from_energy,893.3414916992188,FashionMNIST,REVISE,MLP,0,2
-9,distance_from_targets,376.83575439453125,FashionMNIST,REVISE,MLP,0,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,2
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,2
-9,validity,0.0,FashionMNIST,REVISE,MLP,0,2
-10,distance,215.901611328125,FashionMNIST,REVISE,MLP,0,2
-10,distance_from_energy,882.0813598632812,FashionMNIST,REVISE,MLP,0,2
-10,distance_from_targets,360.8329772949219,FashionMNIST,REVISE,MLP,0,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,2
-10,set_size_penalty,1.288215926202037,FashionMNIST,REVISE,MLP,0,2
-10,validity,1.0,FashionMNIST,REVISE,MLP,0,2
-6,distance,769.5701293945312,FashionMNIST,ECCCo,MLP,0,2
-6,distance_from_energy,217.7813262939453,FashionMNIST,ECCCo,MLP,0,2
-6,distance_from_targets,703.8751831054688,FashionMNIST,ECCCo,MLP,0,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,2
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,2
-7,distance,796.525146484375,FashionMNIST,ECCCo,MLP,0,2
-7,distance_from_energy,138.8126678466797,FashionMNIST,ECCCo,MLP,0,2
-7,distance_from_targets,726.1976928710938,FashionMNIST,ECCCo,MLP,0,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,2
-7,set_size_penalty,1.0005151539615018,FashionMNIST,ECCCo,MLP,0,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,2
-8,distance,742.4915771484375,FashionMNIST,ECCCo,MLP,0,2
-8,distance_from_energy,209.3270721435547,FashionMNIST,ECCCo,MLP,0,2
-8,distance_from_targets,666.1226196289062,FashionMNIST,ECCCo,MLP,0,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,2
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,2
-9,distance,781.0992431640625,FashionMNIST,ECCCo,MLP,0,2
-9,distance_from_energy,150.52423095703125,FashionMNIST,ECCCo,MLP,0,2
-9,distance_from_targets,707.0858154296875,FashionMNIST,ECCCo,MLP,0,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,2
-9,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,2
-10,distance,748.5617065429688,FashionMNIST,ECCCo,MLP,0,2
-10,distance_from_energy,162.0926513671875,FashionMNIST,ECCCo,MLP,0,2
-10,distance_from_targets,705.8172607421875,FashionMNIST,ECCCo,MLP,0,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,2
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,2
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,2
-6,distance_from_energy,953.5914306640625,FashionMNIST,Schut,MLP,0,2
-6,distance_from_targets,472.1942138671875,FashionMNIST,Schut,MLP,0,2
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,2
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,2
-6,validity,0.0,FashionMNIST,Schut,MLP,0,2
-7,distance,10.0,FashionMNIST,Schut,MLP,0,2
-7,distance_from_energy,925.095703125,FashionMNIST,Schut,MLP,0,2
-7,distance_from_targets,384.96893310546875,FashionMNIST,Schut,MLP,0,2
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,2
-7,validity,0.0,FashionMNIST,Schut,MLP,0,2
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,2
-8,distance_from_energy,918.5973510742188,FashionMNIST,Schut,MLP,0,2
-8,distance_from_targets,475.60308837890625,FashionMNIST,Schut,MLP,0,2
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,0,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,2
-8,validity,0.0,FashionMNIST,Schut,MLP,0,2
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,2
-9,distance_from_energy,906.6691284179688,FashionMNIST,Schut,MLP,0,2
-9,distance_from_targets,382.72320556640625,FashionMNIST,Schut,MLP,0,2
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,2
-9,validity,0.0,FashionMNIST,Schut,MLP,0,2
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,2
-10,distance_from_energy,908.4490356445312,FashionMNIST,Schut,MLP,0,2
-10,distance_from_targets,410.3086853027344,FashionMNIST,Schut,MLP,0,2
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,2
-10,validity,0.0,FashionMNIST,Schut,MLP,0,2
-11,distance,74.21558380126953,FashionMNIST,Wachter,MLP Ensemble,0,2
-11,distance_from_energy,810.3062133789062,FashionMNIST,Wachter,MLP Ensemble,0,2
-11,distance_from_targets,396.3212585449219,FashionMNIST,Wachter,MLP Ensemble,0,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-11,set_size_penalty,1.9912148835873444,FashionMNIST,Wachter,MLP Ensemble,0,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-12,distance,74.1063461303711,FashionMNIST,Wachter,MLP Ensemble,0,2
-12,distance_from_energy,824.4656372070312,FashionMNIST,Wachter,MLP Ensemble,0,2
-12,distance_from_targets,408.19573974609375,FashionMNIST,Wachter,MLP Ensemble,0,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-12,set_size_penalty,2.094168609773093,FashionMNIST,Wachter,MLP Ensemble,0,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-13,distance,70.46137237548828,FashionMNIST,Wachter,MLP Ensemble,0,2
-13,distance_from_energy,785.72265625,FashionMNIST,Wachter,MLP Ensemble,0,2
-13,distance_from_targets,400.8968505859375,FashionMNIST,Wachter,MLP Ensemble,0,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-13,set_size_penalty,2.0334330280591724,FashionMNIST,Wachter,MLP Ensemble,0,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-14,distance,78.52871704101562,FashionMNIST,Wachter,MLP Ensemble,0,2
-14,distance_from_energy,808.529296875,FashionMNIST,Wachter,MLP Ensemble,0,2
-14,distance_from_targets,428.2169189453125,FashionMNIST,Wachter,MLP Ensemble,0,2
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,2
-14,set_size_penalty,3.0001604764855307,FashionMNIST,Wachter,MLP Ensemble,0,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-15,distance,80.39124298095703,FashionMNIST,Wachter,MLP Ensemble,0,2
-15,distance_from_energy,822.7589111328125,FashionMNIST,Wachter,MLP Ensemble,0,2
-15,distance_from_targets,522.163330078125,FashionMNIST,Wachter,MLP Ensemble,0,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,2
-11,distance,309.07562255859375,FashionMNIST,REVISE,MLP Ensemble,0,2
-11,distance_from_energy,806.9461059570312,FashionMNIST,REVISE,MLP Ensemble,0,2
-11,distance_from_targets,443.8081970214844,FashionMNIST,REVISE,MLP Ensemble,0,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-12,distance,167.56011962890625,FashionMNIST,REVISE,MLP Ensemble,0,2
-12,distance_from_energy,824.8719482421875,FashionMNIST,REVISE,MLP Ensemble,0,2
-12,distance_from_targets,366.8304138183594,FashionMNIST,REVISE,MLP Ensemble,0,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-12,set_size_penalty,1.6898017072748956,FashionMNIST,REVISE,MLP Ensemble,0,2
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-13,distance,185.6688232421875,FashionMNIST,REVISE,MLP Ensemble,0,2
-13,distance_from_energy,780.2422485351562,FashionMNIST,REVISE,MLP Ensemble,0,2
-13,distance_from_targets,403.10479736328125,FashionMNIST,REVISE,MLP Ensemble,0,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-14,distance,286.06011962890625,FashionMNIST,REVISE,MLP Ensemble,0,2
-14,distance_from_energy,797.4915771484375,FashionMNIST,REVISE,MLP Ensemble,0,2
-14,distance_from_targets,408.5599365234375,FashionMNIST,REVISE,MLP Ensemble,0,2
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,0,2
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-15,distance,220.94857788085938,FashionMNIST,REVISE,MLP Ensemble,0,2
-15,distance_from_energy,789.9071655273438,FashionMNIST,REVISE,MLP Ensemble,0,2
-15,distance_from_targets,381.668212890625,FashionMNIST,REVISE,MLP Ensemble,0,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-15,set_size_penalty,2.999999999987485,FashionMNIST,REVISE,MLP Ensemble,0,2
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,2
-11,distance,754.1328125,FashionMNIST,ECCCo,MLP Ensemble,0,2
-11,distance_from_energy,105.0111083984375,FashionMNIST,ECCCo,MLP Ensemble,0,2
-11,distance_from_targets,678.2437133789062,FashionMNIST,ECCCo,MLP Ensemble,0,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-11,set_size_penalty,1.0000010559805517,FashionMNIST,ECCCo,MLP Ensemble,0,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-12,distance,714.2285766601562,FashionMNIST,ECCCo,MLP Ensemble,0,2
-12,distance_from_energy,118.4127426147461,FashionMNIST,ECCCo,MLP Ensemble,0,2
-12,distance_from_targets,646.496337890625,FashionMNIST,ECCCo,MLP Ensemble,0,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-12,set_size_penalty,1.001493849759368,FashionMNIST,ECCCo,MLP Ensemble,0,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-13,distance,681.5795288085938,FashionMNIST,ECCCo,MLP Ensemble,0,2
-13,distance_from_energy,128.23489379882812,FashionMNIST,ECCCo,MLP Ensemble,0,2
-13,distance_from_targets,639.9442749023438,FashionMNIST,ECCCo,MLP Ensemble,0,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-13,set_size_penalty,1.0010667965174607,FashionMNIST,ECCCo,MLP Ensemble,0,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-14,distance,746.5219116210938,FashionMNIST,ECCCo,MLP Ensemble,0,2
-14,distance_from_energy,96.6536636352539,FashionMNIST,ECCCo,MLP Ensemble,0,2
-14,distance_from_targets,668.5362548828125,FashionMNIST,ECCCo,MLP Ensemble,0,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-14,set_size_penalty,1.0025825225075509,FashionMNIST,ECCCo,MLP Ensemble,0,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-15,distance,669.746826171875,FashionMNIST,ECCCo,MLP Ensemble,0,2
-15,distance_from_energy,175.01077270507812,FashionMNIST,ECCCo,MLP Ensemble,0,2
-15,distance_from_targets,623.5765991210938,FashionMNIST,ECCCo,MLP Ensemble,0,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-15,set_size_penalty,1.0000982013291893,FashionMNIST,ECCCo,MLP Ensemble,0,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,2
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,2
-11,distance_from_energy,822.1142578125,FashionMNIST,Schut,MLP Ensemble,0,2
-11,distance_from_targets,370.93304443359375,FashionMNIST,Schut,MLP Ensemble,0,2
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,2
-12,distance_from_energy,812.5552978515625,FashionMNIST,Schut,MLP Ensemble,0,2
-12,distance_from_targets,371.34716796875,FashionMNIST,Schut,MLP Ensemble,0,2
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,2
-13,distance_from_energy,783.2523193359375,FashionMNIST,Schut,MLP Ensemble,0,2
-13,distance_from_targets,367.2016906738281,FashionMNIST,Schut,MLP Ensemble,0,2
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,2
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,2
-14,distance_from_energy,828.7496948242188,FashionMNIST,Schut,MLP Ensemble,0,2
-14,distance_from_targets,392.23309326171875,FashionMNIST,Schut,MLP Ensemble,0,2
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,2
-15,distance_from_energy,830.5897216796875,FashionMNIST,Schut,MLP Ensemble,0,2
-15,distance_from_targets,490.2057800292969,FashionMNIST,Schut,MLP Ensemble,0,2
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,2
-16,distance,58.992366790771484,FashionMNIST,Wachter,JEM,0,2
-16,distance_from_energy,634.83154296875,FashionMNIST,Wachter,JEM,0,2
-16,distance_from_targets,481.0490417480469,FashionMNIST,Wachter,JEM,0,2
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,2
-16,set_size_penalty,2.9990946594653995,FashionMNIST,Wachter,JEM,0,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,2
-17,distance,83.81471252441406,FashionMNIST,Wachter,JEM,0,2
-17,distance_from_energy,727.238037109375,FashionMNIST,Wachter,JEM,0,2
-17,distance_from_targets,515.7213134765625,FashionMNIST,Wachter,JEM,0,2
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,2
-17,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,2
-18,distance,57.05262756347656,FashionMNIST,Wachter,JEM,0,2
-18,distance_from_energy,649.9359130859375,FashionMNIST,Wachter,JEM,0,2
-18,distance_from_targets,411.56622314453125,FashionMNIST,Wachter,JEM,0,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,0,2
-18,set_size_penalty,1.1253193845273475,FashionMNIST,Wachter,JEM,0,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,2
-19,distance,72.20928955078125,FashionMNIST,Wachter,JEM,0,2
-19,distance_from_energy,660.2230224609375,FashionMNIST,Wachter,JEM,0,2
-19,distance_from_targets,460.9263000488281,FashionMNIST,Wachter,JEM,0,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,2
-19,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,2
-20,distance,69.7448501586914,FashionMNIST,Wachter,JEM,0,2
-20,distance_from_energy,538.589599609375,FashionMNIST,Wachter,JEM,0,2
-20,distance_from_targets,441.8197937011719,FashionMNIST,Wachter,JEM,0,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,2
-20,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,2
-16,distance,322.62579345703125,FashionMNIST,REVISE,JEM,0,2
-16,distance_from_energy,584.53173828125,FashionMNIST,REVISE,JEM,0,2
-16,distance_from_targets,305.6325988769531,FashionMNIST,REVISE,JEM,0,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,2
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,2
-16,validity,0.0,FashionMNIST,REVISE,JEM,0,2
-17,distance,315.95733642578125,FashionMNIST,REVISE,JEM,0,2
-17,distance_from_energy,628.3146362304688,FashionMNIST,REVISE,JEM,0,2
-17,distance_from_targets,523.078857421875,FashionMNIST,REVISE,JEM,0,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,2
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,2
-17,validity,0.0,FashionMNIST,REVISE,JEM,0,2
-18,distance,464.4051208496094,FashionMNIST,REVISE,JEM,0,2
-18,distance_from_energy,606.1946411132812,FashionMNIST,REVISE,JEM,0,2
-18,distance_from_targets,469.0411682128906,FashionMNIST,REVISE,JEM,0,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,2
-18,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,0,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,2
-19,distance,521.418212890625,FashionMNIST,REVISE,JEM,0,2
-19,distance_from_energy,588.1488037109375,FashionMNIST,REVISE,JEM,0,2
-19,distance_from_targets,503.38739013671875,FashionMNIST,REVISE,JEM,0,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,2
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,0,2
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,2
-20,distance,529.1061401367188,FashionMNIST,REVISE,JEM,0,2
-20,distance_from_energy,618.7570190429688,FashionMNIST,REVISE,JEM,0,2
-20,distance_from_targets,549.8839111328125,FashionMNIST,REVISE,JEM,0,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,2
-20,set_size_penalty,5.000000000003673,FashionMNIST,REVISE,JEM,0,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,0,2
-16,distance,553.634765625,FashionMNIST,ECCCo,JEM,0,2
-16,distance_from_energy,84.10722351074219,FashionMNIST,ECCCo,JEM,0,2
-16,distance_from_targets,500.5177917480469,FashionMNIST,ECCCo,JEM,0,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,2
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,0,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,2
-17,distance,563.03955078125,FashionMNIST,ECCCo,JEM,0,2
-17,distance_from_energy,168.770751953125,FashionMNIST,ECCCo,JEM,0,2
-17,distance_from_targets,442.7859802246094,FashionMNIST,ECCCo,JEM,0,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,2
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,2
-18,distance,459.5421142578125,FashionMNIST,ECCCo,JEM,0,2
-18,distance_from_energy,121.61515045166016,FashionMNIST,ECCCo,JEM,0,2
-18,distance_from_targets,478.05126953125,FashionMNIST,ECCCo,JEM,0,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,2
-18,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,2
-19,distance,575.8174438476562,FashionMNIST,ECCCo,JEM,0,2
-19,distance_from_energy,108.33717346191406,FashionMNIST,ECCCo,JEM,0,2
-19,distance_from_targets,462.50592041015625,FashionMNIST,ECCCo,JEM,0,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,2
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,2
-20,distance,521.8943481445312,FashionMNIST,ECCCo,JEM,0,2
-20,distance_from_energy,183.84078979492188,FashionMNIST,ECCCo,JEM,0,2
-20,distance_from_targets,438.2000427246094,FashionMNIST,ECCCo,JEM,0,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,2
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,2
-16,distance,8.70000171661377,FashionMNIST,Schut,JEM,0,2
-16,distance_from_energy,605.27099609375,FashionMNIST,Schut,JEM,0,2
-16,distance_from_targets,456.6659851074219,FashionMNIST,Schut,JEM,0,2
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,2
-16,set_size_penalty,3.9999999999999902,FashionMNIST,Schut,JEM,0,2
-16,validity,1.0,FashionMNIST,Schut,JEM,0,2
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,2
-17,distance_from_energy,490.3917541503906,FashionMNIST,Schut,JEM,0,2
-17,distance_from_targets,483.9058837890625,FashionMNIST,Schut,JEM,0,2
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,2
-17,validity,0.0,FashionMNIST,Schut,JEM,0,2
-18,distance,4.8000006675720215,FashionMNIST,Schut,JEM,0,2
-18,distance_from_energy,528.0723266601562,FashionMNIST,Schut,JEM,0,2
-18,distance_from_targets,383.7486572265625,FashionMNIST,Schut,JEM,0,2
-18,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,0,2
-18,set_size_penalty,1.0,FashionMNIST,Schut,JEM,0,2
-18,validity,1.0,FashionMNIST,Schut,JEM,0,2
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,2
-19,distance_from_energy,666.1156005859375,FashionMNIST,Schut,JEM,0,2
-19,distance_from_targets,438.5051574707031,FashionMNIST,Schut,JEM,0,2
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,2
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,2
-19,validity,0.0,FashionMNIST,Schut,JEM,0,2
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,2
-20,distance_from_energy,674.5000610351562,FashionMNIST,Schut,JEM,0,2
-20,distance_from_targets,417.3077087402344,FashionMNIST,Schut,JEM,0,2
-20,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,0,2
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,2
-20,validity,0.0,FashionMNIST,Schut,JEM,0,2
-1,distance,58.99050521850586,FashionMNIST,Wachter,JEM Ensemble,0,3
-1,distance_from_energy,374.5374450683594,FashionMNIST,Wachter,JEM Ensemble,0,3
-1,distance_from_targets,367.7847595214844,FashionMNIST,Wachter,JEM Ensemble,0,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-1,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-2,distance,60.104591369628906,FashionMNIST,Wachter,JEM Ensemble,0,3
-2,distance_from_energy,779.7373657226562,FashionMNIST,Wachter,JEM Ensemble,0,3
-2,distance_from_targets,430.1551513671875,FashionMNIST,Wachter,JEM Ensemble,0,3
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-2,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-3,distance,93.65858459472656,FashionMNIST,Wachter,JEM Ensemble,0,3
-3,distance_from_energy,484.0519104003906,FashionMNIST,Wachter,JEM Ensemble,0,3
-3,distance_from_targets,396.2859191894531,FashionMNIST,Wachter,JEM Ensemble,0,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-3,set_size_penalty,4.000000426475986,FashionMNIST,Wachter,JEM Ensemble,0,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-4,distance,94.24852752685547,FashionMNIST,Wachter,JEM Ensemble,0,3
-4,distance_from_energy,566.6012573242188,FashionMNIST,Wachter,JEM Ensemble,0,3
-4,distance_from_targets,406.9729919433594,FashionMNIST,Wachter,JEM Ensemble,0,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-5,distance,74.80626678466797,FashionMNIST,Wachter,JEM Ensemble,0,3
-5,distance_from_energy,489.83978271484375,FashionMNIST,Wachter,JEM Ensemble,0,3
-5,distance_from_targets,365.57098388671875,FashionMNIST,Wachter,JEM Ensemble,0,3
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-5,set_size_penalty,4.999186827080844,FashionMNIST,Wachter,JEM Ensemble,0,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,3
-1,distance,146.8981170654297,FashionMNIST,REVISE,JEM Ensemble,0,3
-1,distance_from_energy,515.1685180664062,FashionMNIST,REVISE,JEM Ensemble,0,3
-1,distance_from_targets,334.94683837890625,FashionMNIST,REVISE,JEM Ensemble,0,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-2,distance,103.53246307373047,FashionMNIST,REVISE,JEM Ensemble,0,3
-2,distance_from_energy,721.8046264648438,FashionMNIST,REVISE,JEM Ensemble,0,3
-2,distance_from_targets,384.45660400390625,FashionMNIST,REVISE,JEM Ensemble,0,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-3,distance,201.77203369140625,FashionMNIST,REVISE,JEM Ensemble,0,3
-3,distance_from_energy,365.3099365234375,FashionMNIST,REVISE,JEM Ensemble,0,3
-3,distance_from_targets,341.0995788574219,FashionMNIST,REVISE,JEM Ensemble,0,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-4,distance,260.3292541503906,FashionMNIST,REVISE,JEM Ensemble,0,3
-4,distance_from_energy,398.7663269042969,FashionMNIST,REVISE,JEM Ensemble,0,3
-4,distance_from_targets,314.321044921875,FashionMNIST,REVISE,JEM Ensemble,0,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-4,set_size_penalty,5.0000007397428785,FashionMNIST,REVISE,JEM Ensemble,0,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-5,distance,178.65701293945312,FashionMNIST,REVISE,JEM Ensemble,0,3
-5,distance_from_energy,502.96856689453125,FashionMNIST,REVISE,JEM Ensemble,0,3
-5,distance_from_targets,318.14599609375,FashionMNIST,REVISE,JEM Ensemble,0,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,3
-1,distance,296.8858947753906,FashionMNIST,ECCCo,JEM Ensemble,0,3
-1,distance_from_energy,65.5558090209961,FashionMNIST,ECCCo,JEM Ensemble,0,3
-1,distance_from_targets,455.65032958984375,FashionMNIST,ECCCo,JEM Ensemble,0,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-2,distance,646.944580078125,FashionMNIST,ECCCo,JEM Ensemble,0,3
-2,distance_from_energy,130.11302185058594,FashionMNIST,ECCCo,JEM Ensemble,0,3
-2,distance_from_targets,400.0899963378906,FashionMNIST,ECCCo,JEM Ensemble,0,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-2,set_size_penalty,5.99999999999998,FashionMNIST,ECCCo,JEM Ensemble,0,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-3,distance,398.8840026855469,FashionMNIST,ECCCo,JEM Ensemble,0,3
-3,distance_from_energy,83.80323791503906,FashionMNIST,ECCCo,JEM Ensemble,0,3
-3,distance_from_targets,444.50177001953125,FashionMNIST,ECCCo,JEM Ensemble,0,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-3,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-4,distance,463.8798522949219,FashionMNIST,ECCCo,JEM Ensemble,0,3
-4,distance_from_energy,97.32533264160156,FashionMNIST,ECCCo,JEM Ensemble,0,3
-4,distance_from_targets,432.5907287597656,FashionMNIST,ECCCo,JEM Ensemble,0,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-4,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-5,distance,415.7235107421875,FashionMNIST,ECCCo,JEM Ensemble,0,3
-5,distance_from_energy,75.2219467163086,FashionMNIST,ECCCo,JEM Ensemble,0,3
-5,distance_from_targets,451.51019287109375,FashionMNIST,ECCCo,JEM Ensemble,0,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-5,set_size_penalty,6.000000003414654,FashionMNIST,ECCCo,JEM Ensemble,0,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,3
-1,distance,6.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,3
-1,distance_from_energy,368.3475646972656,FashionMNIST,Schut,JEM Ensemble,0,3
-1,distance_from_targets,341.7304992675781,FashionMNIST,Schut,JEM Ensemble,0,3
-1,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM Ensemble,0,3
-1,set_size_penalty,5.0,FashionMNIST,Schut,JEM Ensemble,0,3
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,3
-2,distance,8.80000114440918,FashionMNIST,Schut,JEM Ensemble,0,3
-2,distance_from_energy,645.9006958007812,FashionMNIST,Schut,JEM Ensemble,0,3
-2,distance_from_targets,403.8526306152344,FashionMNIST,Schut,JEM Ensemble,0,3
-2,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM Ensemble,0,3
-2,set_size_penalty,6.0,FashionMNIST,Schut,JEM Ensemble,0,3
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,3
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,3
-3,distance_from_energy,593.7719116210938,FashionMNIST,Schut,JEM Ensemble,0,3
-3,distance_from_targets,369.6275634765625,FashionMNIST,Schut,JEM Ensemble,0,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,3
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,3
-4,distance_from_energy,555.4118041992188,FashionMNIST,Schut,JEM Ensemble,0,3
-4,distance_from_targets,373.8863220214844,FashionMNIST,Schut,JEM Ensemble,0,3
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,3
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,3
-5,distance_from_energy,480.0487365722656,FashionMNIST,Schut,JEM Ensemble,0,3
-5,distance_from_targets,335.8055725097656,FashionMNIST,Schut,JEM Ensemble,0,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,3
-6,distance,88.48075866699219,FashionMNIST,Wachter,MLP,0,3
-6,distance_from_energy,852.6671752929688,FashionMNIST,Wachter,MLP,0,3
-6,distance_from_targets,423.78594970703125,FashionMNIST,Wachter,MLP,0,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,3
-6,set_size_penalty,2.8515170174974163,FashionMNIST,Wachter,MLP,0,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,3
-7,distance,67.05786895751953,FashionMNIST,Wachter,MLP,0,3
-7,distance_from_energy,837.4482421875,FashionMNIST,Wachter,MLP,0,3
-7,distance_from_targets,356.351318359375,FashionMNIST,Wachter,MLP,0,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,3
-7,set_size_penalty,2.0000001904408196,FashionMNIST,Wachter,MLP,0,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,3
-8,distance,84.84758758544922,FashionMNIST,Wachter,MLP,0,3
-8,distance_from_energy,845.4591064453125,FashionMNIST,Wachter,MLP,0,3
-8,distance_from_targets,397.831787109375,FashionMNIST,Wachter,MLP,0,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,3
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,3
-9,distance,75.03170776367188,FashionMNIST,Wachter,MLP,0,3
-9,distance_from_energy,844.3775634765625,FashionMNIST,Wachter,MLP,0,3
-9,distance_from_targets,398.6946105957031,FashionMNIST,Wachter,MLP,0,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,3
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,3
-10,distance,57.98179244995117,FashionMNIST,Wachter,MLP,0,3
-10,distance_from_energy,850.9613037109375,FashionMNIST,Wachter,MLP,0,3
-10,distance_from_targets,389.4545593261719,FashionMNIST,Wachter,MLP,0,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,3
-10,set_size_penalty,1.1900253903771112,FashionMNIST,Wachter,MLP,0,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,3
-6,distance,185.31881713867188,FashionMNIST,REVISE,MLP,0,3
-6,distance_from_energy,860.7332153320312,FashionMNIST,REVISE,MLP,0,3
-6,distance_from_targets,384.00384521484375,FashionMNIST,REVISE,MLP,0,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,3
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,3
-6,validity,0.0,FashionMNIST,REVISE,MLP,0,3
-7,distance,225.65292358398438,FashionMNIST,REVISE,MLP,0,3
-7,distance_from_energy,835.2391357421875,FashionMNIST,REVISE,MLP,0,3
-7,distance_from_targets,412.2633361816406,FashionMNIST,REVISE,MLP,0,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,3
-7,set_size_penalty,9.9999890899392,FashionMNIST,REVISE,MLP,0,3
-7,validity,1.0,FashionMNIST,REVISE,MLP,0,3
-8,distance,172.7631378173828,FashionMNIST,REVISE,MLP,0,3
-8,distance_from_energy,862.75244140625,FashionMNIST,REVISE,MLP,0,3
-8,distance_from_targets,351.6219787597656,FashionMNIST,REVISE,MLP,0,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,3
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,3
-8,validity,0.0,FashionMNIST,REVISE,MLP,0,3
-9,distance,158.07305908203125,FashionMNIST,REVISE,MLP,0,3
-9,distance_from_energy,844.5767822265625,FashionMNIST,REVISE,MLP,0,3
-9,distance_from_targets,348.07391357421875,FashionMNIST,REVISE,MLP,0,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,3
-9,set_size_penalty,2.000000000005874,FashionMNIST,REVISE,MLP,0,3
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,3
-10,distance,141.94345092773438,FashionMNIST,REVISE,MLP,0,3
-10,distance_from_energy,855.6109619140625,FashionMNIST,REVISE,MLP,0,3
-10,distance_from_targets,437.09967041015625,FashionMNIST,REVISE,MLP,0,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,3
-10,set_size_penalty,0.9999999999996989,FashionMNIST,REVISE,MLP,0,3
-10,validity,1.0,FashionMNIST,REVISE,MLP,0,3
-6,distance,689.440185546875,FashionMNIST,ECCCo,MLP,0,3
-6,distance_from_energy,175.1830596923828,FashionMNIST,ECCCo,MLP,0,3
-6,distance_from_targets,665.3535766601562,FashionMNIST,ECCCo,MLP,0,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,3
-6,set_size_penalty,1.0000011466599328,FashionMNIST,ECCCo,MLP,0,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,3
-7,distance,657.146728515625,FashionMNIST,ECCCo,MLP,0,3
-7,distance_from_energy,193.7195281982422,FashionMNIST,ECCCo,MLP,0,3
-7,distance_from_targets,676.2112426757812,FashionMNIST,ECCCo,MLP,0,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,3
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,3
-8,distance,689.9398193359375,FashionMNIST,ECCCo,MLP,0,3
-8,distance_from_energy,171.16598510742188,FashionMNIST,ECCCo,MLP,0,3
-8,distance_from_targets,685.01904296875,FashionMNIST,ECCCo,MLP,0,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,3
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,3
-9,distance,677.2796020507812,FashionMNIST,ECCCo,MLP,0,3
-9,distance_from_energy,176.16824340820312,FashionMNIST,ECCCo,MLP,0,3
-9,distance_from_targets,666.3234252929688,FashionMNIST,ECCCo,MLP,0,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,3
-9,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,3
-10,distance,698.5789794921875,FashionMNIST,ECCCo,MLP,0,3
-10,distance_from_energy,172.94659423828125,FashionMNIST,ECCCo,MLP,0,3
-10,distance_from_targets,690.9271240234375,FashionMNIST,ECCCo,MLP,0,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,3
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,3
-6,distance,10.0,FashionMNIST,Schut,MLP,0,3
-6,distance_from_energy,845.8239135742188,FashionMNIST,Schut,MLP,0,3
-6,distance_from_targets,382.55902099609375,FashionMNIST,Schut,MLP,0,3
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,3
-6,validity,0.0,FashionMNIST,Schut,MLP,0,3
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,3
-7,distance_from_energy,803.9437255859375,FashionMNIST,Schut,MLP,0,3
-7,distance_from_targets,329.0406494140625,FashionMNIST,Schut,MLP,0,3
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,3
-7,validity,0.0,FashionMNIST,Schut,MLP,0,3
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,3
-8,distance_from_energy,865.8859252929688,FashionMNIST,Schut,MLP,0,3
-8,distance_from_targets,364.30804443359375,FashionMNIST,Schut,MLP,0,3
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,3
-8,validity,0.0,FashionMNIST,Schut,MLP,0,3
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,3
-9,distance_from_energy,867.9035034179688,FashionMNIST,Schut,MLP,0,3
-9,distance_from_targets,367.7236328125,FashionMNIST,Schut,MLP,0,3
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,3
-9,validity,0.0,FashionMNIST,Schut,MLP,0,3
-10,distance,7.90000057220459,FashionMNIST,Schut,MLP,0,3
-10,distance_from_energy,879.740234375,FashionMNIST,Schut,MLP,0,3
-10,distance_from_targets,358.7580261230469,FashionMNIST,Schut,MLP,0,3
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,3
-10,set_size_penalty,1.0001434305183712,FashionMNIST,Schut,MLP,0,3
-10,validity,1.0,FashionMNIST,Schut,MLP,0,3
-11,distance,65.16600799560547,FashionMNIST,Wachter,MLP Ensemble,0,3
-11,distance_from_energy,795.2872924804688,FashionMNIST,Wachter,MLP Ensemble,0,3
-11,distance_from_targets,441.73834228515625,FashionMNIST,Wachter,MLP Ensemble,0,3
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-11,set_size_penalty,1.000001521162017,FashionMNIST,Wachter,MLP Ensemble,0,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-12,distance,62.241695404052734,FashionMNIST,Wachter,MLP Ensemble,0,3
-12,distance_from_energy,802.6533813476562,FashionMNIST,Wachter,MLP Ensemble,0,3
-12,distance_from_targets,344.9610290527344,FashionMNIST,Wachter,MLP Ensemble,0,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-12,set_size_penalty,1.7720939720306137,FashionMNIST,Wachter,MLP Ensemble,0,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-13,distance,48.19208526611328,FashionMNIST,Wachter,MLP Ensemble,0,3
-13,distance_from_energy,780.3524780273438,FashionMNIST,Wachter,MLP Ensemble,0,3
-13,distance_from_targets,329.1676330566406,FashionMNIST,Wachter,MLP Ensemble,0,3
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,3
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-14,distance,81.35700988769531,FashionMNIST,Wachter,MLP Ensemble,0,3
-14,distance_from_energy,786.5953369140625,FashionMNIST,Wachter,MLP Ensemble,0,3
-14,distance_from_targets,386.1620788574219,FashionMNIST,Wachter,MLP Ensemble,0,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-14,set_size_penalty,2.99999876373494,FashionMNIST,Wachter,MLP Ensemble,0,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-15,distance,52.887229919433594,FashionMNIST,Wachter,MLP Ensemble,0,3
-15,distance_from_energy,758.4859619140625,FashionMNIST,Wachter,MLP Ensemble,0,3
-15,distance_from_targets,380.14508056640625,FashionMNIST,Wachter,MLP Ensemble,0,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-15,set_size_penalty,1.0000000191162388,FashionMNIST,Wachter,MLP Ensemble,0,3
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,3
-11,distance,261.8316345214844,FashionMNIST,REVISE,MLP Ensemble,0,3
-11,distance_from_energy,776.27197265625,FashionMNIST,REVISE,MLP Ensemble,0,3
-11,distance_from_targets,326.2709655761719,FashionMNIST,REVISE,MLP Ensemble,0,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-11,set_size_penalty,1.9999996393186878,FashionMNIST,REVISE,MLP Ensemble,0,3
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-12,distance,206.57321166992188,FashionMNIST,REVISE,MLP Ensemble,0,3
-12,distance_from_energy,777.7811279296875,FashionMNIST,REVISE,MLP Ensemble,0,3
-12,distance_from_targets,305.947998046875,FashionMNIST,REVISE,MLP Ensemble,0,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-12,set_size_penalty,2.000000000312543,FashionMNIST,REVISE,MLP Ensemble,0,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-13,distance,162.63427734375,FashionMNIST,REVISE,MLP Ensemble,0,3
-13,distance_from_energy,778.5758056640625,FashionMNIST,REVISE,MLP Ensemble,0,3
-13,distance_from_targets,306.14483642578125,FashionMNIST,REVISE,MLP Ensemble,0,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-13,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-14,distance,149.3234100341797,FashionMNIST,REVISE,MLP Ensemble,0,3
-14,distance_from_energy,776.2474365234375,FashionMNIST,REVISE,MLP Ensemble,0,3
-14,distance_from_targets,356.4685363769531,FashionMNIST,REVISE,MLP Ensemble,0,3
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,0,3
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-15,distance,114.82117462158203,FashionMNIST,REVISE,MLP Ensemble,0,3
-15,distance_from_energy,738.35888671875,FashionMNIST,REVISE,MLP Ensemble,0,3
-15,distance_from_targets,351.131591796875,FashionMNIST,REVISE,MLP Ensemble,0,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-15,set_size_penalty,1.9999999997315505,FashionMNIST,REVISE,MLP Ensemble,0,3
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,3
-11,distance,657.247314453125,FashionMNIST,ECCCo,MLP Ensemble,0,3
-11,distance_from_energy,160.96803283691406,FashionMNIST,ECCCo,MLP Ensemble,0,3
-11,distance_from_targets,623.7044677734375,FashionMNIST,ECCCo,MLP Ensemble,0,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-11,set_size_penalty,1.0001215584630612,FashionMNIST,ECCCo,MLP Ensemble,0,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-12,distance,667.355224609375,FashionMNIST,ECCCo,MLP Ensemble,0,3
-12,distance_from_energy,152.8997039794922,FashionMNIST,ECCCo,MLP Ensemble,0,3
-12,distance_from_targets,627.591552734375,FashionMNIST,ECCCo,MLP Ensemble,0,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-12,set_size_penalty,1.0020587181310654,FashionMNIST,ECCCo,MLP Ensemble,0,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-13,distance,678.8372802734375,FashionMNIST,ECCCo,MLP Ensemble,0,3
-13,distance_from_energy,130.04638671875,FashionMNIST,ECCCo,MLP Ensemble,0,3
-13,distance_from_targets,645.8419799804688,FashionMNIST,ECCCo,MLP Ensemble,0,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-13,set_size_penalty,1.0008482136891002,FashionMNIST,ECCCo,MLP Ensemble,0,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-14,distance,643.62939453125,FashionMNIST,ECCCo,MLP Ensemble,0,3
-14,distance_from_energy,158.42642211914062,FashionMNIST,ECCCo,MLP Ensemble,0,3
-14,distance_from_targets,614.1441040039062,FashionMNIST,ECCCo,MLP Ensemble,0,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-14,set_size_penalty,1.0000034352544294,FashionMNIST,ECCCo,MLP Ensemble,0,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-15,distance,633.1958618164062,FashionMNIST,ECCCo,MLP Ensemble,0,3
-15,distance_from_energy,132.77603149414062,FashionMNIST,ECCCo,MLP Ensemble,0,3
-15,distance_from_targets,638.5433959960938,FashionMNIST,ECCCo,MLP Ensemble,0,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-15,set_size_penalty,1.3352883540639597,FashionMNIST,ECCCo,MLP Ensemble,0,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,3
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,3
-11,distance_from_energy,811.008544921875,FashionMNIST,Schut,MLP Ensemble,0,3
-11,distance_from_targets,409.1586608886719,FashionMNIST,Schut,MLP Ensemble,0,3
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,3
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,3
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,3
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,3
-12,distance_from_energy,788.4566040039062,FashionMNIST,Schut,MLP Ensemble,0,3
-12,distance_from_targets,314.78179931640625,FashionMNIST,Schut,MLP Ensemble,0,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,3
-12,set_size_penalty,1.9793102707519419,FashionMNIST,Schut,MLP Ensemble,0,3
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,0,3
-13,distance,4.40000057220459,FashionMNIST,Schut,MLP Ensemble,0,3
-13,distance_from_energy,789.1339721679688,FashionMNIST,Schut,MLP Ensemble,0,3
-13,distance_from_targets,309.25762939453125,FashionMNIST,Schut,MLP Ensemble,0,3
-13,redundancy,0.9936224489795918,FashionMNIST,Schut,MLP Ensemble,0,3
-13,set_size_penalty,3.0,FashionMNIST,Schut,MLP Ensemble,0,3
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,0,3
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,3
-14,distance_from_energy,766.0723876953125,FashionMNIST,Schut,MLP Ensemble,0,3
-14,distance_from_targets,347.5367126464844,FashionMNIST,Schut,MLP Ensemble,0,3
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,3
-15,distance,4.600000858306885,FashionMNIST,Schut,MLP Ensemble,0,3
-15,distance_from_energy,735.4200439453125,FashionMNIST,Schut,MLP Ensemble,0,3
-15,distance_from_targets,361.030029296875,FashionMNIST,Schut,MLP Ensemble,0,3
-15,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP Ensemble,0,3
-15,set_size_penalty,1.0000000015600912,FashionMNIST,Schut,MLP Ensemble,0,3
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,0,3
-16,distance,55.99678039550781,FashionMNIST,Wachter,JEM,0,3
-16,distance_from_energy,534.3081665039062,FashionMNIST,Wachter,JEM,0,3
-16,distance_from_targets,300.0330505371094,FashionMNIST,Wachter,JEM,0,3
-16,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM,0,3
-16,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,0,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,3
-17,distance,55.24129867553711,FashionMNIST,Wachter,JEM,0,3
-17,distance_from_energy,633.7068481445312,FashionMNIST,Wachter,JEM,0,3
-17,distance_from_targets,351.32635498046875,FashionMNIST,Wachter,JEM,0,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,3
-17,set_size_penalty,5.999999926122992,FashionMNIST,Wachter,JEM,0,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,3
-18,distance,62.92132568359375,FashionMNIST,Wachter,JEM,0,3
-18,distance_from_energy,565.4810791015625,FashionMNIST,Wachter,JEM,0,3
-18,distance_from_targets,361.6393127441406,FashionMNIST,Wachter,JEM,0,3
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,0,3
-18,set_size_penalty,7.999999999710442,FashionMNIST,Wachter,JEM,0,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,3
-19,distance,58.45057678222656,FashionMNIST,Wachter,JEM,0,3
-19,distance_from_energy,564.7945556640625,FashionMNIST,Wachter,JEM,0,3
-19,distance_from_targets,403.9275207519531,FashionMNIST,Wachter,JEM,0,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,3
-19,set_size_penalty,1.0000000000001434,FashionMNIST,Wachter,JEM,0,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,3
-20,distance,65.43729400634766,FashionMNIST,Wachter,JEM,0,3
-20,distance_from_energy,595.9002685546875,FashionMNIST,Wachter,JEM,0,3
-20,distance_from_targets,374.187255859375,FashionMNIST,Wachter,JEM,0,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,3
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,0,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,3
-16,distance,248.61483764648438,FashionMNIST,REVISE,JEM,0,3
-16,distance_from_energy,528.5690307617188,FashionMNIST,REVISE,JEM,0,3
-16,distance_from_targets,339.9671630859375,FashionMNIST,REVISE,JEM,0,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,3
-16,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,0,3
-16,validity,1.0,FashionMNIST,REVISE,JEM,0,3
-17,distance,193.18540954589844,FashionMNIST,REVISE,JEM,0,3
-17,distance_from_energy,627.3050537109375,FashionMNIST,REVISE,JEM,0,3
-17,distance_from_targets,376.13201904296875,FashionMNIST,REVISE,JEM,0,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,3
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,0,3
-17,validity,1.0,FashionMNIST,REVISE,JEM,0,3
-18,distance,182.3766326904297,FashionMNIST,REVISE,JEM,0,3
-18,distance_from_energy,606.0509033203125,FashionMNIST,REVISE,JEM,0,3
-18,distance_from_targets,342.8611755371094,FashionMNIST,REVISE,JEM,0,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,3
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,0,3
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,3
-19,distance,330.12567138671875,FashionMNIST,REVISE,JEM,0,3
-19,distance_from_energy,445.0279846191406,FashionMNIST,REVISE,JEM,0,3
-19,distance_from_targets,310.7757263183594,FashionMNIST,REVISE,JEM,0,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,3
-19,set_size_penalty,5.000000488058864,FashionMNIST,REVISE,JEM,0,3
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,3
-20,distance,728.9561157226562,FashionMNIST,REVISE,JEM,0,3
-20,distance_from_energy,713.5133666992188,FashionMNIST,REVISE,JEM,0,3
-20,distance_from_targets,694.400390625,FashionMNIST,REVISE,JEM,0,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,3
-20,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,0,3
-20,validity,1.0,FashionMNIST,REVISE,JEM,0,3
-16,distance,459.5810241699219,FashionMNIST,ECCCo,JEM,0,3
-16,distance_from_energy,74.80834197998047,FashionMNIST,ECCCo,JEM,0,3
-16,distance_from_targets,479.8260498046875,FashionMNIST,ECCCo,JEM,0,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,3
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,3
-17,distance,422.128173828125,FashionMNIST,ECCCo,JEM,0,3
-17,distance_from_energy,183.439697265625,FashionMNIST,ECCCo,JEM,0,3
-17,distance_from_targets,441.2342834472656,FashionMNIST,ECCCo,JEM,0,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,3
-17,set_size_penalty,1.9999999993108526,FashionMNIST,ECCCo,JEM,0,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,3
-18,distance,399.5275573730469,FashionMNIST,ECCCo,JEM,0,3
-18,distance_from_energy,90.18792724609375,FashionMNIST,ECCCo,JEM,0,3
-18,distance_from_targets,457.94488525390625,FashionMNIST,ECCCo,JEM,0,3
-18,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,0,3
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,3
-19,distance,548.1484985351562,FashionMNIST,ECCCo,JEM,0,3
-19,distance_from_energy,66.40057373046875,FashionMNIST,ECCCo,JEM,0,3
-19,distance_from_targets,488.156982421875,FashionMNIST,ECCCo,JEM,0,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,3
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,3
-20,distance,403.4576721191406,FashionMNIST,ECCCo,JEM,0,3
-20,distance_from_energy,175.56707763671875,FashionMNIST,ECCCo,JEM,0,3
-20,distance_from_targets,423.25775146484375,FashionMNIST,ECCCo,JEM,0,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,3
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,3
-16,distance,4.40000057220459,FashionMNIST,Schut,JEM,0,3
-16,distance_from_energy,543.9283447265625,FashionMNIST,Schut,JEM,0,3
-16,distance_from_targets,271.47686767578125,FashionMNIST,Schut,JEM,0,3
-16,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,0,3
-16,set_size_penalty,6.0,FashionMNIST,Schut,JEM,0,3
-16,validity,1.0,FashionMNIST,Schut,JEM,0,3
-17,distance,2.8000001907348633,FashionMNIST,Schut,JEM,0,3
-17,distance_from_energy,570.883544921875,FashionMNIST,Schut,JEM,0,3
-17,distance_from_targets,315.7143249511719,FashionMNIST,Schut,JEM,0,3
-17,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,0,3
-17,set_size_penalty,6.999423340186795,FashionMNIST,Schut,JEM,0,3
-17,validity,1.0,FashionMNIST,Schut,JEM,0,3
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,3
-18,distance_from_energy,556.211669921875,FashionMNIST,Schut,JEM,0,3
-18,distance_from_targets,337.0163269042969,FashionMNIST,Schut,JEM,0,3
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,3
-18,set_size_penalty,7.0,FashionMNIST,Schut,JEM,0,3
-18,validity,1.0,FashionMNIST,Schut,JEM,0,3
-19,distance,4.699999809265137,FashionMNIST,Schut,JEM,0,3
-19,distance_from_energy,578.2005004882812,FashionMNIST,Schut,JEM,0,3
-19,distance_from_targets,379.10467529296875,FashionMNIST,Schut,JEM,0,3
-19,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,0,3
-19,set_size_penalty,1.0,FashionMNIST,Schut,JEM,0,3
-19,validity,1.0,FashionMNIST,Schut,JEM,0,3
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,3
-20,distance_from_energy,549.73486328125,FashionMNIST,Schut,JEM,0,3
-20,distance_from_targets,345.6484375,FashionMNIST,Schut,JEM,0,3
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,3
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,3
-20,validity,0.0,FashionMNIST,Schut,JEM,0,3
-1,distance,63.66733932495117,FashionMNIST,Wachter,JEM Ensemble,0,4
-1,distance_from_energy,443.17578125,FashionMNIST,Wachter,JEM Ensemble,0,4
-1,distance_from_targets,373.7592468261719,FashionMNIST,Wachter,JEM Ensemble,0,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-1,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-2,distance,81.96320343017578,FashionMNIST,Wachter,JEM Ensemble,0,4
-2,distance_from_energy,636.4627685546875,FashionMNIST,Wachter,JEM Ensemble,0,4
-2,distance_from_targets,444.124267578125,FashionMNIST,Wachter,JEM Ensemble,0,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-3,distance,76.92881774902344,FashionMNIST,Wachter,JEM Ensemble,0,4
-3,distance_from_energy,607.7884521484375,FashionMNIST,Wachter,JEM Ensemble,0,4
-3,distance_from_targets,377.6383056640625,FashionMNIST,Wachter,JEM Ensemble,0,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-3,set_size_penalty,3.9635469871505435,FashionMNIST,Wachter,JEM Ensemble,0,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-4,distance,97.60811614990234,FashionMNIST,Wachter,JEM Ensemble,0,4
-4,distance_from_energy,661.0953979492188,FashionMNIST,Wachter,JEM Ensemble,0,4
-4,distance_from_targets,437.86993408203125,FashionMNIST,Wachter,JEM Ensemble,0,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-5,distance,84.07942199707031,FashionMNIST,Wachter,JEM Ensemble,0,4
-5,distance_from_energy,596.5111083984375,FashionMNIST,Wachter,JEM Ensemble,0,4
-5,distance_from_targets,444.0279541015625,FashionMNIST,Wachter,JEM Ensemble,0,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-5,set_size_penalty,3.9999999999984617,FashionMNIST,Wachter,JEM Ensemble,0,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,4
-1,distance,194.10855102539062,FashionMNIST,REVISE,JEM Ensemble,0,4
-1,distance_from_energy,539.9887084960938,FashionMNIST,REVISE,JEM Ensemble,0,4
-1,distance_from_targets,325.8509521484375,FashionMNIST,REVISE,JEM Ensemble,0,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-1,set_size_penalty,5.000000007003049,FashionMNIST,REVISE,JEM Ensemble,0,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-2,distance,294.2076721191406,FashionMNIST,REVISE,JEM Ensemble,0,4
-2,distance_from_energy,486.6617736816406,FashionMNIST,REVISE,JEM Ensemble,0,4
-2,distance_from_targets,327.5403747558594,FashionMNIST,REVISE,JEM Ensemble,0,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-3,distance,305.37255859375,FashionMNIST,REVISE,JEM Ensemble,0,4
-3,distance_from_energy,376.0867919921875,FashionMNIST,REVISE,JEM Ensemble,0,4
-3,distance_from_targets,413.0247497558594,FashionMNIST,REVISE,JEM Ensemble,0,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-4,distance,212.7964324951172,FashionMNIST,REVISE,JEM Ensemble,0,4
-4,distance_from_energy,617.6178588867188,FashionMNIST,REVISE,JEM Ensemble,0,4
-4,distance_from_targets,345.729248046875,FashionMNIST,REVISE,JEM Ensemble,0,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-5,distance,296.27984619140625,FashionMNIST,REVISE,JEM Ensemble,0,4
-5,distance_from_energy,464.7057189941406,FashionMNIST,REVISE,JEM Ensemble,0,4
-5,distance_from_targets,330.5137634277344,FashionMNIST,REVISE,JEM Ensemble,0,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-5,set_size_penalty,5.999999999999908,FashionMNIST,REVISE,JEM Ensemble,0,4
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,4
-1,distance,369.38128662109375,FashionMNIST,ECCCo,JEM Ensemble,0,4
-1,distance_from_energy,74.20781707763672,FashionMNIST,ECCCo,JEM Ensemble,0,4
-1,distance_from_targets,445.2497253417969,FashionMNIST,ECCCo,JEM Ensemble,0,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-2,distance,436.6807556152344,FashionMNIST,ECCCo,JEM Ensemble,0,4
-2,distance_from_energy,283.6451721191406,FashionMNIST,ECCCo,JEM Ensemble,0,4
-2,distance_from_targets,540.4790649414062,FashionMNIST,ECCCo,JEM Ensemble,0,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-2,set_size_penalty,1.0000000011321755,FashionMNIST,ECCCo,JEM Ensemble,0,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-3,distance,521.31298828125,FashionMNIST,ECCCo,JEM Ensemble,0,4
-3,distance_from_energy,69.76808166503906,FashionMNIST,ECCCo,JEM Ensemble,0,4
-3,distance_from_targets,451.3838195800781,FashionMNIST,ECCCo,JEM Ensemble,0,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-3,set_size_penalty,7.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-4,distance,561.7991943359375,FashionMNIST,ECCCo,JEM Ensemble,0,4
-4,distance_from_energy,87.46231842041016,FashionMNIST,ECCCo,JEM Ensemble,0,4
-4,distance_from_targets,463.4464416503906,FashionMNIST,ECCCo,JEM Ensemble,0,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-5,distance,514.211669921875,FashionMNIST,ECCCo,JEM Ensemble,0,4
-5,distance_from_energy,76.3780288696289,FashionMNIST,ECCCo,JEM Ensemble,0,4
-5,distance_from_targets,460.98004150390625,FashionMNIST,ECCCo,JEM Ensemble,0,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,4
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,4
-1,distance_from_energy,434.49945068359375,FashionMNIST,Schut,JEM Ensemble,0,4
-1,distance_from_targets,347.5921936035156,FashionMNIST,Schut,JEM Ensemble,0,4
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,4
-1,set_size_penalty,6.0,FashionMNIST,Schut,JEM Ensemble,0,4
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,4
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,4
-2,distance_from_energy,615.8095092773438,FashionMNIST,Schut,JEM Ensemble,0,4
-2,distance_from_targets,410.8294982910156,FashionMNIST,Schut,JEM Ensemble,0,4
-2,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,0,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,4
-3,distance_from_energy,590.71044921875,FashionMNIST,Schut,JEM Ensemble,0,4
-3,distance_from_targets,346.1318054199219,FashionMNIST,Schut,JEM Ensemble,0,4
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,4
-4,distance_from_energy,646.6148681640625,FashionMNIST,Schut,JEM Ensemble,0,4
-4,distance_from_targets,399.4365234375,FashionMNIST,Schut,JEM Ensemble,0,4
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,4
-5,distance_from_energy,584.797607421875,FashionMNIST,Schut,JEM Ensemble,0,4
-5,distance_from_targets,408.7320251464844,FashionMNIST,Schut,JEM Ensemble,0,4
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,4
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,4
-6,distance,79.99967193603516,FashionMNIST,Wachter,MLP,0,4
-6,distance_from_energy,892.8536987304688,FashionMNIST,Wachter,MLP,0,4
-6,distance_from_targets,422.7880554199219,FashionMNIST,Wachter,MLP,0,4
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,0,4
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,4
-7,distance,76.88139343261719,FashionMNIST,Wachter,MLP,0,4
-7,distance_from_energy,944.08984375,FashionMNIST,Wachter,MLP,0,4
-7,distance_from_targets,461.4265441894531,FashionMNIST,Wachter,MLP,0,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,4
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,4
-8,distance,67.54033660888672,FashionMNIST,Wachter,MLP,0,4
-8,distance_from_energy,893.1048583984375,FashionMNIST,Wachter,MLP,0,4
-8,distance_from_targets,412.6239318847656,FashionMNIST,Wachter,MLP,0,4
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,0,4
-8,set_size_penalty,2.9649295762142076,FashionMNIST,Wachter,MLP,0,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,4
-9,distance,98.93318939208984,FashionMNIST,Wachter,MLP,0,4
-9,distance_from_energy,919.44384765625,FashionMNIST,Wachter,MLP,0,4
-9,distance_from_targets,468.25244140625,FashionMNIST,Wachter,MLP,0,4
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,0,4
-9,set_size_penalty,3.001947541049972,FashionMNIST,Wachter,MLP,0,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,4
-10,distance,79.52252197265625,FashionMNIST,Wachter,MLP,0,4
-10,distance_from_energy,951.16748046875,FashionMNIST,Wachter,MLP,0,4
-10,distance_from_targets,505.01025390625,FashionMNIST,Wachter,MLP,0,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,4
-10,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,4
-6,distance,254.8447723388672,FashionMNIST,REVISE,MLP,0,4
-6,distance_from_energy,860.630859375,FashionMNIST,REVISE,MLP,0,4
-6,distance_from_targets,343.0354919433594,FashionMNIST,REVISE,MLP,0,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,4
-6,set_size_penalty,1.0000030582380435,FashionMNIST,REVISE,MLP,0,4
-6,validity,1.0,FashionMNIST,REVISE,MLP,0,4
-7,distance,214.66661071777344,FashionMNIST,REVISE,MLP,0,4
-7,distance_from_energy,898.4300537109375,FashionMNIST,REVISE,MLP,0,4
-7,distance_from_targets,370.53472900390625,FashionMNIST,REVISE,MLP,0,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,4
-7,set_size_penalty,2.9999999999454463,FashionMNIST,REVISE,MLP,0,4
-7,validity,1.0,FashionMNIST,REVISE,MLP,0,4
-8,distance,293.3460693359375,FashionMNIST,REVISE,MLP,0,4
-8,distance_from_energy,835.37158203125,FashionMNIST,REVISE,MLP,0,4
-8,distance_from_targets,313.98321533203125,FashionMNIST,REVISE,MLP,0,4
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,0,4
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,0,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,0,4
-9,distance,300.4950866699219,FashionMNIST,REVISE,MLP,0,4
-9,distance_from_energy,870.18701171875,FashionMNIST,REVISE,MLP,0,4
-9,distance_from_targets,354.3511657714844,FashionMNIST,REVISE,MLP,0,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,4
-9,set_size_penalty,1.9999999998112061,FashionMNIST,REVISE,MLP,0,4
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,4
-10,distance,209.18565368652344,FashionMNIST,REVISE,MLP,0,4
-10,distance_from_energy,917.2869873046875,FashionMNIST,REVISE,MLP,0,4
-10,distance_from_targets,511.7870788574219,FashionMNIST,REVISE,MLP,0,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,4
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,4
-10,validity,0.0,FashionMNIST,REVISE,MLP,0,4
-6,distance,734.61572265625,FashionMNIST,ECCCo,MLP,0,4
-6,distance_from_energy,188.13204956054688,FashionMNIST,ECCCo,MLP,0,4
-6,distance_from_targets,686.355224609375,FashionMNIST,ECCCo,MLP,0,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,4
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,4
-7,distance,774.7378540039062,FashionMNIST,ECCCo,MLP,0,4
-7,distance_from_energy,183.15411376953125,FashionMNIST,ECCCo,MLP,0,4
-7,distance_from_targets,664.47216796875,FashionMNIST,ECCCo,MLP,0,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,4
-7,set_size_penalty,1.003825404812585,FashionMNIST,ECCCo,MLP,0,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,4
-8,distance,756.966064453125,FashionMNIST,ECCCo,MLP,0,4
-8,distance_from_energy,148.13070678710938,FashionMNIST,ECCCo,MLP,0,4
-8,distance_from_targets,702.9600830078125,FashionMNIST,ECCCo,MLP,0,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,4
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,4
-9,distance,806.7171630859375,FashionMNIST,ECCCo,MLP,0,4
-9,distance_from_energy,136.244873046875,FashionMNIST,ECCCo,MLP,0,4
-9,distance_from_targets,733.5030517578125,FashionMNIST,ECCCo,MLP,0,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,4
-9,set_size_penalty,1.985696978972027,FashionMNIST,ECCCo,MLP,0,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,4
-10,distance,762.1714477539062,FashionMNIST,ECCCo,MLP,0,4
-10,distance_from_energy,202.5411834716797,FashionMNIST,ECCCo,MLP,0,4
-10,distance_from_targets,689.710693359375,FashionMNIST,ECCCo,MLP,0,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,4
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,4
-6,distance,10.0,FashionMNIST,Schut,MLP,0,4
-6,distance_from_energy,906.5496826171875,FashionMNIST,Schut,MLP,0,4
-6,distance_from_targets,386.0387878417969,FashionMNIST,Schut,MLP,0,4
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,4
-6,validity,0.0,FashionMNIST,Schut,MLP,0,4
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,4
-7,distance_from_energy,936.9456176757812,FashionMNIST,Schut,MLP,0,4
-7,distance_from_targets,423.836669921875,FashionMNIST,Schut,MLP,0,4
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,4
-7,validity,0.0,FashionMNIST,Schut,MLP,0,4
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,4
-8,distance_from_energy,894.8287963867188,FashionMNIST,Schut,MLP,0,4
-8,distance_from_targets,384.4949645996094,FashionMNIST,Schut,MLP,0,4
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,0,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,4
-8,validity,0.0,FashionMNIST,Schut,MLP,0,4
-9,distance,10.0,FashionMNIST,Schut,MLP,0,4
-9,distance_from_energy,914.9918212890625,FashionMNIST,Schut,MLP,0,4
-9,distance_from_targets,446.833251953125,FashionMNIST,Schut,MLP,0,4
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,0,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,4
-9,validity,0.0,FashionMNIST,Schut,MLP,0,4
-10,distance,10.0,FashionMNIST,Schut,MLP,0,4
-10,distance_from_energy,923.0595703125,FashionMNIST,Schut,MLP,0,4
-10,distance_from_targets,462.26580810546875,FashionMNIST,Schut,MLP,0,4
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,0,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,4
-10,validity,0.0,FashionMNIST,Schut,MLP,0,4
-11,distance,59.15583801269531,FashionMNIST,Wachter,MLP Ensemble,0,4
-11,distance_from_energy,852.4368896484375,FashionMNIST,Wachter,MLP Ensemble,0,4
-11,distance_from_targets,563.2550659179688,FashionMNIST,Wachter,MLP Ensemble,0,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-11,set_size_penalty,2.99999972213082,FashionMNIST,Wachter,MLP Ensemble,0,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-12,distance,73.96549224853516,FashionMNIST,Wachter,MLP Ensemble,0,4
-12,distance_from_energy,810.4066772460938,FashionMNIST,Wachter,MLP Ensemble,0,4
-12,distance_from_targets,397.6528015136719,FashionMNIST,Wachter,MLP Ensemble,0,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-12,set_size_penalty,2.999999999724567,FashionMNIST,Wachter,MLP Ensemble,0,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-13,distance,78.12482452392578,FashionMNIST,Wachter,MLP Ensemble,0,4
-13,distance_from_energy,845.59765625,FashionMNIST,Wachter,MLP Ensemble,0,4
-13,distance_from_targets,474.9131774902344,FashionMNIST,Wachter,MLP Ensemble,0,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-13,set_size_penalty,3.8784531036808336,FashionMNIST,Wachter,MLP Ensemble,0,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-14,distance,76.60797882080078,FashionMNIST,Wachter,MLP Ensemble,0,4
-14,distance_from_energy,846.5120239257812,FashionMNIST,Wachter,MLP Ensemble,0,4
-14,distance_from_targets,443.0644226074219,FashionMNIST,Wachter,MLP Ensemble,0,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-14,set_size_penalty,2.677334288652763,FashionMNIST,Wachter,MLP Ensemble,0,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-15,distance,75.99369812011719,FashionMNIST,Wachter,MLP Ensemble,0,4
-15,distance_from_energy,854.1804809570312,FashionMNIST,Wachter,MLP Ensemble,0,4
-15,distance_from_targets,481.9712829589844,FashionMNIST,Wachter,MLP Ensemble,0,4
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-15,set_size_penalty,3.9999982073571845,FashionMNIST,Wachter,MLP Ensemble,0,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,4
-11,distance,254.85423278808594,FashionMNIST,REVISE,MLP Ensemble,0,4
-11,distance_from_energy,850.1251220703125,FashionMNIST,REVISE,MLP Ensemble,0,4
-11,distance_from_targets,491.5972900390625,FashionMNIST,REVISE,MLP Ensemble,0,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-11,set_size_penalty,2.0190913596637285,FashionMNIST,REVISE,MLP Ensemble,0,4
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-12,distance,238.6451873779297,FashionMNIST,REVISE,MLP Ensemble,0,4
-12,distance_from_energy,794.567138671875,FashionMNIST,REVISE,MLP Ensemble,0,4
-12,distance_from_targets,384.52734375,FashionMNIST,REVISE,MLP Ensemble,0,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-13,distance,318.0851135253906,FashionMNIST,REVISE,MLP Ensemble,0,4
-13,distance_from_energy,871.0087890625,FashionMNIST,REVISE,MLP Ensemble,0,4
-13,distance_from_targets,514.0986328125,FashionMNIST,REVISE,MLP Ensemble,0,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-14,distance,213.0399169921875,FashionMNIST,REVISE,MLP Ensemble,0,4
-14,distance_from_energy,809.4559326171875,FashionMNIST,REVISE,MLP Ensemble,0,4
-14,distance_from_targets,344.9170837402344,FashionMNIST,REVISE,MLP Ensemble,0,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-15,distance,230.6929931640625,FashionMNIST,REVISE,MLP Ensemble,0,4
-15,distance_from_energy,790.7801513671875,FashionMNIST,REVISE,MLP Ensemble,0,4
-15,distance_from_targets,356.6288146972656,FashionMNIST,REVISE,MLP Ensemble,0,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,4
-11,distance,688.7050170898438,FashionMNIST,ECCCo,MLP Ensemble,0,4
-11,distance_from_energy,173.66770935058594,FashionMNIST,ECCCo,MLP Ensemble,0,4
-11,distance_from_targets,629.6723022460938,FashionMNIST,ECCCo,MLP Ensemble,0,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-11,set_size_penalty,1.0000665895920957,FashionMNIST,ECCCo,MLP Ensemble,0,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-12,distance,720.0661010742188,FashionMNIST,ECCCo,MLP Ensemble,0,4
-12,distance_from_energy,125.98161315917969,FashionMNIST,ECCCo,MLP Ensemble,0,4
-12,distance_from_targets,653.5292358398438,FashionMNIST,ECCCo,MLP Ensemble,0,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-12,set_size_penalty,1.000001346621964,FashionMNIST,ECCCo,MLP Ensemble,0,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-13,distance,684.4912109375,FashionMNIST,ECCCo,MLP Ensemble,0,4
-13,distance_from_energy,190.82630920410156,FashionMNIST,ECCCo,MLP Ensemble,0,4
-13,distance_from_targets,610.404296875,FashionMNIST,ECCCo,MLP Ensemble,0,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-13,set_size_penalty,1.0004958511022877,FashionMNIST,ECCCo,MLP Ensemble,0,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-14,distance,678.71630859375,FashionMNIST,ECCCo,MLP Ensemble,0,4
-14,distance_from_energy,193.26698303222656,FashionMNIST,ECCCo,MLP Ensemble,0,4
-14,distance_from_targets,596.3356323242188,FashionMNIST,ECCCo,MLP Ensemble,0,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-14,set_size_penalty,1.0000105364131802,FashionMNIST,ECCCo,MLP Ensemble,0,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-15,distance,725.4461669921875,FashionMNIST,ECCCo,MLP Ensemble,0,4
-15,distance_from_energy,150.0403594970703,FashionMNIST,ECCCo,MLP Ensemble,0,4
-15,distance_from_targets,642.227783203125,FashionMNIST,ECCCo,MLP Ensemble,0,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-15,set_size_penalty,1.0005491755052531,FashionMNIST,ECCCo,MLP Ensemble,0,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,4
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,4
-11,distance_from_energy,864.3919677734375,FashionMNIST,Schut,MLP Ensemble,0,4
-11,distance_from_targets,543.7694091796875,FashionMNIST,Schut,MLP Ensemble,0,4
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,4
-11,set_size_penalty,2.999999994660852,FashionMNIST,Schut,MLP Ensemble,0,4
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,0,4
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,4
-12,distance_from_energy,809.8532104492188,FashionMNIST,Schut,MLP Ensemble,0,4
-12,distance_from_targets,368.8653869628906,FashionMNIST,Schut,MLP Ensemble,0,4
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,4
-13,distance_from_energy,875.6442260742188,FashionMNIST,Schut,MLP Ensemble,0,4
-13,distance_from_targets,438.3932189941406,FashionMNIST,Schut,MLP Ensemble,0,4
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,4
-14,distance_from_energy,859.3924560546875,FashionMNIST,Schut,MLP Ensemble,0,4
-14,distance_from_targets,406.0993957519531,FashionMNIST,Schut,MLP Ensemble,0,4
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,4
-15,distance_from_energy,845.1681518554688,FashionMNIST,Schut,MLP Ensemble,0,4
-15,distance_from_targets,442.5911865234375,FashionMNIST,Schut,MLP Ensemble,0,4
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,0,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,4
-16,distance,60.372772216796875,FashionMNIST,Wachter,JEM,0,4
-16,distance_from_energy,708.3431396484375,FashionMNIST,Wachter,JEM,0,4
-16,distance_from_targets,497.9892883300781,FashionMNIST,Wachter,JEM,0,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,4
-16,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,4
-17,distance,70.70550537109375,FashionMNIST,Wachter,JEM,0,4
-17,distance_from_energy,634.0643920898438,FashionMNIST,Wachter,JEM,0,4
-17,distance_from_targets,395.9625549316406,FashionMNIST,Wachter,JEM,0,4
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,4
-17,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,4
-18,distance,71.1092758178711,FashionMNIST,Wachter,JEM,0,4
-18,distance_from_energy,599.1693725585938,FashionMNIST,Wachter,JEM,0,4
-18,distance_from_targets,341.2967224121094,FashionMNIST,Wachter,JEM,0,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,0,4
-18,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,0,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,4
-19,distance,61.38473892211914,FashionMNIST,Wachter,JEM,0,4
-19,distance_from_energy,536.8421630859375,FashionMNIST,Wachter,JEM,0,4
-19,distance_from_targets,395.2331237792969,FashionMNIST,Wachter,JEM,0,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,4
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,0,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,4
-20,distance,58.369110107421875,FashionMNIST,Wachter,JEM,0,4
-20,distance_from_energy,688.6244506835938,FashionMNIST,Wachter,JEM,0,4
-20,distance_from_targets,417.92828369140625,FashionMNIST,Wachter,JEM,0,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,4
-20,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,4
-16,distance,205.58322143554688,FashionMNIST,REVISE,JEM,0,4
-16,distance_from_energy,730.7500610351562,FashionMNIST,REVISE,JEM,0,4
-16,distance_from_targets,445.21832275390625,FashionMNIST,REVISE,JEM,0,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,4
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,0,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,0,4
-17,distance,288.0123596191406,FashionMNIST,REVISE,JEM,0,4
-17,distance_from_energy,489.94012451171875,FashionMNIST,REVISE,JEM,0,4
-17,distance_from_targets,310.80078125,FashionMNIST,REVISE,JEM,0,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,4
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,0,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,0,4
-18,distance,341.9211120605469,FashionMNIST,REVISE,JEM,0,4
-18,distance_from_energy,537.373779296875,FashionMNIST,REVISE,JEM,0,4
-18,distance_from_targets,395.888427734375,FashionMNIST,REVISE,JEM,0,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,4
-18,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,0,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,4
-19,distance,254.3766632080078,FashionMNIST,REVISE,JEM,0,4
-19,distance_from_energy,569.5200805664062,FashionMNIST,REVISE,JEM,0,4
-19,distance_from_targets,434.18408203125,FashionMNIST,REVISE,JEM,0,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,4
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,4
-19,validity,0.0,FashionMNIST,REVISE,JEM,0,4
-20,distance,254.29507446289062,FashionMNIST,REVISE,JEM,0,4
-20,distance_from_energy,561.098388671875,FashionMNIST,REVISE,JEM,0,4
-20,distance_from_targets,434.9825134277344,FashionMNIST,REVISE,JEM,0,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,4
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,4
-20,validity,0.0,FashionMNIST,REVISE,JEM,0,4
-16,distance,604.97705078125,FashionMNIST,ECCCo,JEM,0,4
-16,distance_from_energy,164.2108612060547,FashionMNIST,ECCCo,JEM,0,4
-16,distance_from_targets,449.4001770019531,FashionMNIST,ECCCo,JEM,0,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,4
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,4
-17,distance,517.54638671875,FashionMNIST,ECCCo,JEM,0,4
-17,distance_from_energy,75.32685089111328,FashionMNIST,ECCCo,JEM,0,4
-17,distance_from_targets,471.4824523925781,FashionMNIST,ECCCo,JEM,0,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,4
-17,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,4
-18,distance,549.088623046875,FashionMNIST,ECCCo,JEM,0,4
-18,distance_from_energy,102.8152847290039,FashionMNIST,ECCCo,JEM,0,4
-18,distance_from_targets,472.03900146484375,FashionMNIST,ECCCo,JEM,0,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,4
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,4
-19,distance,540.5674438476562,FashionMNIST,ECCCo,JEM,0,4
-19,distance_from_energy,115.3201675415039,FashionMNIST,ECCCo,JEM,0,4
-19,distance_from_targets,439.4801940917969,FashionMNIST,ECCCo,JEM,0,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,4
-19,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,4
-20,distance,414.40576171875,FashionMNIST,ECCCo,JEM,0,4
-20,distance_from_energy,66.32621765136719,FashionMNIST,ECCCo,JEM,0,4
-20,distance_from_targets,568.2443237304688,FashionMNIST,ECCCo,JEM,0,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,4
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,4
-16,distance,6.700000762939453,FashionMNIST,Schut,JEM,0,4
-16,distance_from_energy,685.2123413085938,FashionMNIST,Schut,JEM,0,4
-16,distance_from_targets,479.3049011230469,FashionMNIST,Schut,JEM,0,4
-16,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,0,4
-16,set_size_penalty,4.0,FashionMNIST,Schut,JEM,0,4
-16,validity,1.0,FashionMNIST,Schut,JEM,0,4
-17,distance,10.0,FashionMNIST,Schut,JEM,0,4
-17,distance_from_energy,575.3449096679688,FashionMNIST,Schut,JEM,0,4
-17,distance_from_targets,365.31256103515625,FashionMNIST,Schut,JEM,0,4
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,4
-17,set_size_penalty,4.0,FashionMNIST,Schut,JEM,0,4
-17,validity,1.0,FashionMNIST,Schut,JEM,0,4
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,4
-18,distance_from_energy,566.341552734375,FashionMNIST,Schut,JEM,0,4
-18,distance_from_targets,304.57513427734375,FashionMNIST,Schut,JEM,0,4
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,4
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,4
-18,validity,0.0,FashionMNIST,Schut,JEM,0,4
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,4
-19,distance_from_energy,662.4749145507812,FashionMNIST,Schut,JEM,0,4
-19,distance_from_targets,371.10614013671875,FashionMNIST,Schut,JEM,0,4
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,4
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,0,4
-19,validity,1.0,FashionMNIST,Schut,JEM,0,4
-20,distance,7.500000953674316,FashionMNIST,Schut,JEM,0,4
-20,distance_from_energy,564.7158813476562,FashionMNIST,Schut,JEM,0,4
-20,distance_from_targets,394.044677734375,FashionMNIST,Schut,JEM,0,4
-20,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,0,4
-20,set_size_penalty,4.0,FashionMNIST,Schut,JEM,0,4
-20,validity,1.0,FashionMNIST,Schut,JEM,0,4
-1,distance,95.03297424316406,FashionMNIST,Wachter,JEM Ensemble,0,5
-1,distance_from_energy,893.6175537109375,FashionMNIST,Wachter,JEM Ensemble,0,5
-1,distance_from_targets,568.2786254882812,FashionMNIST,Wachter,JEM Ensemble,0,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-2,distance,85.81128692626953,FashionMNIST,Wachter,JEM Ensemble,0,5
-2,distance_from_energy,690.33984375,FashionMNIST,Wachter,JEM Ensemble,0,5
-2,distance_from_targets,543.7635498046875,FashionMNIST,Wachter,JEM Ensemble,0,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-3,distance,67.69458770751953,FashionMNIST,Wachter,JEM Ensemble,0,5
-3,distance_from_energy,868.3883056640625,FashionMNIST,Wachter,JEM Ensemble,0,5
-3,distance_from_targets,527.6228637695312,FashionMNIST,Wachter,JEM Ensemble,0,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-3,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-4,distance,121.75257110595703,FashionMNIST,Wachter,JEM Ensemble,0,5
-4,distance_from_energy,867.9681396484375,FashionMNIST,Wachter,JEM Ensemble,0,5
-4,distance_from_targets,580.1712646484375,FashionMNIST,Wachter,JEM Ensemble,0,5
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-5,distance,56.06040573120117,FashionMNIST,Wachter,JEM Ensemble,0,5
-5,distance_from_energy,850.2047729492188,FashionMNIST,Wachter,JEM Ensemble,0,5
-5,distance_from_targets,507.93963623046875,FashionMNIST,Wachter,JEM Ensemble,0,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-5,set_size_penalty,6.000000034534439,FashionMNIST,Wachter,JEM Ensemble,0,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,5
-1,distance,198.02305603027344,FashionMNIST,REVISE,JEM Ensemble,0,5
-1,distance_from_energy,817.1793823242188,FashionMNIST,REVISE,JEM Ensemble,0,5
-1,distance_from_targets,504.9661560058594,FashionMNIST,REVISE,JEM Ensemble,0,5
-1,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,0,5
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-2,distance,206.88168334960938,FashionMNIST,REVISE,JEM Ensemble,0,5
-2,distance_from_energy,560.2384033203125,FashionMNIST,REVISE,JEM Ensemble,0,5
-2,distance_from_targets,452.6763610839844,FashionMNIST,REVISE,JEM Ensemble,0,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-2,set_size_penalty,9.95071286295867,FashionMNIST,REVISE,JEM Ensemble,0,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-3,distance,248.8890838623047,FashionMNIST,REVISE,JEM Ensemble,0,5
-3,distance_from_energy,904.1329345703125,FashionMNIST,REVISE,JEM Ensemble,0,5
-3,distance_from_targets,533.2081909179688,FashionMNIST,REVISE,JEM Ensemble,0,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-3,set_size_penalty,8.000000000000053,FashionMNIST,REVISE,JEM Ensemble,0,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-4,distance,285.4998779296875,FashionMNIST,REVISE,JEM Ensemble,0,5
-4,distance_from_energy,830.7774658203125,FashionMNIST,REVISE,JEM Ensemble,0,5
-4,distance_from_targets,480.7707214355469,FashionMNIST,REVISE,JEM Ensemble,0,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-5,distance,169.23611450195312,FashionMNIST,REVISE,JEM Ensemble,0,5
-5,distance_from_energy,900.3575439453125,FashionMNIST,REVISE,JEM Ensemble,0,5
-5,distance_from_targets,556.9329223632812,FashionMNIST,REVISE,JEM Ensemble,0,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-5,set_size_penalty,9.001144798279924,FashionMNIST,REVISE,JEM Ensemble,0,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,5
-1,distance,670.3967895507812,FashionMNIST,ECCCo,JEM Ensemble,0,5
-1,distance_from_energy,267.24017333984375,FashionMNIST,ECCCo,JEM Ensemble,0,5
-1,distance_from_targets,352.9726867675781,FashionMNIST,ECCCo,JEM Ensemble,0,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-2,distance,711.3139038085938,FashionMNIST,ECCCo,JEM Ensemble,0,5
-2,distance_from_energy,176.20526123046875,FashionMNIST,ECCCo,JEM Ensemble,0,5
-2,distance_from_targets,364.3849792480469,FashionMNIST,ECCCo,JEM Ensemble,0,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-2,set_size_penalty,3.9881371408796813,FashionMNIST,ECCCo,JEM Ensemble,0,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-3,distance,690.8978881835938,FashionMNIST,ECCCo,JEM Ensemble,0,5
-3,distance_from_energy,183.69345092773438,FashionMNIST,ECCCo,JEM Ensemble,0,5
-3,distance_from_targets,382.2997741699219,FashionMNIST,ECCCo,JEM Ensemble,0,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-3,set_size_penalty,1.000000000000372,FashionMNIST,ECCCo,JEM Ensemble,0,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-4,distance,724.8492431640625,FashionMNIST,ECCCo,JEM Ensemble,0,5
-4,distance_from_energy,165.29359436035156,FashionMNIST,ECCCo,JEM Ensemble,0,5
-4,distance_from_targets,395.5707702636719,FashionMNIST,ECCCo,JEM Ensemble,0,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-5,distance,644.7420654296875,FashionMNIST,ECCCo,JEM Ensemble,0,5
-5,distance_from_energy,208.0669403076172,FashionMNIST,ECCCo,JEM Ensemble,0,5
-5,distance_from_targets,359.35760498046875,FashionMNIST,ECCCo,JEM Ensemble,0,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,5
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,5
-1,distance_from_energy,906.5767822265625,FashionMNIST,Schut,JEM Ensemble,0,5
-1,distance_from_targets,545.309814453125,FashionMNIST,Schut,JEM Ensemble,0,5
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,5
-2,distance_from_energy,885.36572265625,FashionMNIST,Schut,JEM Ensemble,0,5
-2,distance_from_targets,521.3204956054688,FashionMNIST,Schut,JEM Ensemble,0,5
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,5
-3,distance,9.900001525878906,FashionMNIST,Schut,JEM Ensemble,0,5
-3,distance_from_energy,872.91650390625,FashionMNIST,Schut,JEM Ensemble,0,5
-3,distance_from_targets,506.3694763183594,FashionMNIST,Schut,JEM Ensemble,0,5
-3,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,0,5
-3,set_size_penalty,0.9999999999999996,FashionMNIST,Schut,JEM Ensemble,0,5
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,5
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,5
-4,distance_from_energy,889.0216674804688,FashionMNIST,Schut,JEM Ensemble,0,5
-4,distance_from_targets,559.6631469726562,FashionMNIST,Schut,JEM Ensemble,0,5
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,5
-5,distance,4.700000762939453,FashionMNIST,Schut,JEM Ensemble,0,5
-5,distance_from_energy,851.2049560546875,FashionMNIST,Schut,JEM Ensemble,0,5
-5,distance_from_targets,472.6224060058594,FashionMNIST,Schut,JEM Ensemble,0,5
-5,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM Ensemble,0,5
-5,set_size_penalty,6.000000000000051,FashionMNIST,Schut,JEM Ensemble,0,5
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,5
-6,distance,80.44239807128906,FashionMNIST,Wachter,MLP,0,5
-6,distance_from_energy,892.2431640625,FashionMNIST,Wachter,MLP,0,5
-6,distance_from_targets,570.279296875,FashionMNIST,Wachter,MLP,0,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,5
-6,set_size_penalty,0.999999999776902,FashionMNIST,Wachter,MLP,0,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,5
-7,distance,93.27877044677734,FashionMNIST,Wachter,MLP,0,5
-7,distance_from_energy,880.2037963867188,FashionMNIST,Wachter,MLP,0,5
-7,distance_from_targets,563.6781005859375,FashionMNIST,Wachter,MLP,0,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,5
-7,set_size_penalty,0.8922197833853189,FashionMNIST,Wachter,MLP,0,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,5
-8,distance,90.55853271484375,FashionMNIST,Wachter,MLP,0,5
-8,distance_from_energy,881.3221435546875,FashionMNIST,Wachter,MLP,0,5
-8,distance_from_targets,551.8736572265625,FashionMNIST,Wachter,MLP,0,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,5
-8,set_size_penalty,1.9923782874724447,FashionMNIST,Wachter,MLP,0,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,5
-9,distance,85.21218872070312,FashionMNIST,Wachter,MLP,0,5
-9,distance_from_energy,859.9182739257812,FashionMNIST,Wachter,MLP,0,5
-9,distance_from_targets,562.0654296875,FashionMNIST,Wachter,MLP,0,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,5
-9,set_size_penalty,3.999999999999999,FashionMNIST,Wachter,MLP,0,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,5
-10,distance,84.35150909423828,FashionMNIST,Wachter,MLP,0,5
-10,distance_from_energy,898.4841918945312,FashionMNIST,Wachter,MLP,0,5
-10,distance_from_targets,558.03125,FashionMNIST,Wachter,MLP,0,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,5
-10,set_size_penalty,1.9377873308920202,FashionMNIST,Wachter,MLP,0,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,5
-6,distance,178.50643920898438,FashionMNIST,REVISE,MLP,0,5
-6,distance_from_energy,830.1346435546875,FashionMNIST,REVISE,MLP,0,5
-6,distance_from_targets,467.948974609375,FashionMNIST,REVISE,MLP,0,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,5
-6,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,0,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,0,5
-7,distance,298.3282470703125,FashionMNIST,REVISE,MLP,0,5
-7,distance_from_energy,870.4407348632812,FashionMNIST,REVISE,MLP,0,5
-7,distance_from_targets,480.13702392578125,FashionMNIST,REVISE,MLP,0,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,5
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,5
-7,validity,0.0,FashionMNIST,REVISE,MLP,0,5
-8,distance,186.52122497558594,FashionMNIST,REVISE,MLP,0,5
-8,distance_from_energy,848.6820068359375,FashionMNIST,REVISE,MLP,0,5
-8,distance_from_targets,485.2579345703125,FashionMNIST,REVISE,MLP,0,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,5
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,5
-8,validity,0.0,FashionMNIST,REVISE,MLP,0,5
-9,distance,266.88946533203125,FashionMNIST,REVISE,MLP,0,5
-9,distance_from_energy,829.8151245117188,FashionMNIST,REVISE,MLP,0,5
-9,distance_from_targets,470.1973571777344,FashionMNIST,REVISE,MLP,0,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,5
-9,set_size_penalty,1.997232937164598,FashionMNIST,REVISE,MLP,0,5
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,5
-10,distance,177.86550903320312,FashionMNIST,REVISE,MLP,0,5
-10,distance_from_energy,869.3966064453125,FashionMNIST,REVISE,MLP,0,5
-10,distance_from_targets,472.55419921875,FashionMNIST,REVISE,MLP,0,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,5
-10,set_size_penalty,1.0000000000000004,FashionMNIST,REVISE,MLP,0,5
-10,validity,1.0,FashionMNIST,REVISE,MLP,0,5
-6,distance,681.9019775390625,FashionMNIST,ECCCo,MLP,0,5
-6,distance_from_energy,204.9276580810547,FashionMNIST,ECCCo,MLP,0,5
-6,distance_from_targets,676.967041015625,FashionMNIST,ECCCo,MLP,0,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,5
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,5
-7,distance,682.811767578125,FashionMNIST,ECCCo,MLP,0,5
-7,distance_from_energy,220.72415161132812,FashionMNIST,ECCCo,MLP,0,5
-7,distance_from_targets,657.6513061523438,FashionMNIST,ECCCo,MLP,0,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,5
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,0,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,5
-8,distance,645.1229248046875,FashionMNIST,ECCCo,MLP,0,5
-8,distance_from_energy,262.10052490234375,FashionMNIST,ECCCo,MLP,0,5
-8,distance_from_targets,653.6875610351562,FashionMNIST,ECCCo,MLP,0,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,5
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,5
-9,distance,692.5928955078125,FashionMNIST,ECCCo,MLP,0,5
-9,distance_from_energy,204.29689025878906,FashionMNIST,ECCCo,MLP,0,5
-9,distance_from_targets,683.9878540039062,FashionMNIST,ECCCo,MLP,0,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,5
-9,set_size_penalty,1.3658447834737995,FashionMNIST,ECCCo,MLP,0,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,5
-10,distance,676.5286865234375,FashionMNIST,ECCCo,MLP,0,5
-10,distance_from_energy,202.39169311523438,FashionMNIST,ECCCo,MLP,0,5
-10,distance_from_targets,651.440185546875,FashionMNIST,ECCCo,MLP,0,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,5
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,5
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,5
-6,distance_from_energy,868.4871826171875,FashionMNIST,Schut,MLP,0,5
-6,distance_from_targets,528.6421508789062,FashionMNIST,Schut,MLP,0,5
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,5
-6,validity,0.0,FashionMNIST,Schut,MLP,0,5
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,5
-7,distance_from_energy,863.5616455078125,FashionMNIST,Schut,MLP,0,5
-7,distance_from_targets,531.1701049804688,FashionMNIST,Schut,MLP,0,5
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,5
-7,validity,0.0,FashionMNIST,Schut,MLP,0,5
-8,distance,10.0,FashionMNIST,Schut,MLP,0,5
-8,distance_from_energy,890.2718505859375,FashionMNIST,Schut,MLP,0,5
-8,distance_from_targets,534.5629272460938,FashionMNIST,Schut,MLP,0,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,5
-8,validity,0.0,FashionMNIST,Schut,MLP,0,5
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,5
-9,distance_from_energy,846.9386596679688,FashionMNIST,Schut,MLP,0,5
-9,distance_from_targets,541.5045776367188,FashionMNIST,Schut,MLP,0,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,5
-9,validity,0.0,FashionMNIST,Schut,MLP,0,5
-10,distance,10.0,FashionMNIST,Schut,MLP,0,5
-10,distance_from_energy,900.2913818359375,FashionMNIST,Schut,MLP,0,5
-10,distance_from_targets,525.5784301757812,FashionMNIST,Schut,MLP,0,5
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,5
-10,validity,0.0,FashionMNIST,Schut,MLP,0,5
-11,distance,96.46214294433594,FashionMNIST,Wachter,MLP Ensemble,0,5
-11,distance_from_energy,770.4059448242188,FashionMNIST,Wachter,MLP Ensemble,0,5
-11,distance_from_targets,582.2691040039062,FashionMNIST,Wachter,MLP Ensemble,0,5
-11,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP Ensemble,0,5
-11,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-12,distance,76.58163452148438,FashionMNIST,Wachter,MLP Ensemble,0,5
-12,distance_from_energy,772.6360473632812,FashionMNIST,Wachter,MLP Ensemble,0,5
-12,distance_from_targets,574.9121704101562,FashionMNIST,Wachter,MLP Ensemble,0,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-12,set_size_penalty,2.0000000000000018,FashionMNIST,Wachter,MLP Ensemble,0,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-13,distance,84.53812408447266,FashionMNIST,Wachter,MLP Ensemble,0,5
-13,distance_from_energy,772.3056030273438,FashionMNIST,Wachter,MLP Ensemble,0,5
-13,distance_from_targets,581.9681396484375,FashionMNIST,Wachter,MLP Ensemble,0,5
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-13,set_size_penalty,1.000000043586359,FashionMNIST,Wachter,MLP Ensemble,0,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-14,distance,76.2252197265625,FashionMNIST,Wachter,MLP Ensemble,0,5
-14,distance_from_energy,781.8736572265625,FashionMNIST,Wachter,MLP Ensemble,0,5
-14,distance_from_targets,552.470703125,FashionMNIST,Wachter,MLP Ensemble,0,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-14,set_size_penalty,1.9988649485191585,FashionMNIST,Wachter,MLP Ensemble,0,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-15,distance,124.72848510742188,FashionMNIST,Wachter,MLP Ensemble,0,5
-15,distance_from_energy,815.6387939453125,FashionMNIST,Wachter,MLP Ensemble,0,5
-15,distance_from_targets,639.2578735351562,FashionMNIST,Wachter,MLP Ensemble,0,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-15,set_size_penalty,3.0005575722910756,FashionMNIST,Wachter,MLP Ensemble,0,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,5
-11,distance,226.37547302246094,FashionMNIST,REVISE,MLP Ensemble,0,5
-11,distance_from_energy,763.181640625,FashionMNIST,REVISE,MLP Ensemble,0,5
-11,distance_from_targets,440.1573486328125,FashionMNIST,REVISE,MLP Ensemble,0,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-11,set_size_penalty,0.9999999992997557,FashionMNIST,REVISE,MLP Ensemble,0,5
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-12,distance,453.77276611328125,FashionMNIST,REVISE,MLP Ensemble,0,5
-12,distance_from_energy,705.0645751953125,FashionMNIST,REVISE,MLP Ensemble,0,5
-12,distance_from_targets,335.626708984375,FashionMNIST,REVISE,MLP Ensemble,0,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-12,set_size_penalty,1.9999999999999951,FashionMNIST,REVISE,MLP Ensemble,0,5
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-13,distance,257.2896423339844,FashionMNIST,REVISE,MLP Ensemble,0,5
-13,distance_from_energy,725.5240478515625,FashionMNIST,REVISE,MLP Ensemble,0,5
-13,distance_from_targets,449.0272521972656,FashionMNIST,REVISE,MLP Ensemble,0,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-13,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-14,distance,129.21331787109375,FashionMNIST,REVISE,MLP Ensemble,0,5
-14,distance_from_energy,761.9029541015625,FashionMNIST,REVISE,MLP Ensemble,0,5
-14,distance_from_targets,509.7882995605469,FashionMNIST,REVISE,MLP Ensemble,0,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-15,distance,391.9892578125,FashionMNIST,REVISE,MLP Ensemble,0,5
-15,distance_from_energy,770.2159423828125,FashionMNIST,REVISE,MLP Ensemble,0,5
-15,distance_from_targets,498.49285888671875,FashionMNIST,REVISE,MLP Ensemble,0,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,5
-11,distance,655.8246459960938,FashionMNIST,ECCCo,MLP Ensemble,0,5
-11,distance_from_energy,171.7979278564453,FashionMNIST,ECCCo,MLP Ensemble,0,5
-11,distance_from_targets,603.60302734375,FashionMNIST,ECCCo,MLP Ensemble,0,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-11,set_size_penalty,1.9999940127730793,FashionMNIST,ECCCo,MLP Ensemble,0,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-12,distance,619.2572021484375,FashionMNIST,ECCCo,MLP Ensemble,0,5
-12,distance_from_energy,165.03707885742188,FashionMNIST,ECCCo,MLP Ensemble,0,5
-12,distance_from_targets,621.4859619140625,FashionMNIST,ECCCo,MLP Ensemble,0,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-12,set_size_penalty,1.0000829762236056,FashionMNIST,ECCCo,MLP Ensemble,0,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-13,distance,622.6925048828125,FashionMNIST,ECCCo,MLP Ensemble,0,5
-13,distance_from_energy,148.44052124023438,FashionMNIST,ECCCo,MLP Ensemble,0,5
-13,distance_from_targets,630.3424072265625,FashionMNIST,ECCCo,MLP Ensemble,0,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-14,distance,612.0169677734375,FashionMNIST,ECCCo,MLP Ensemble,0,5
-14,distance_from_energy,171.08200073242188,FashionMNIST,ECCCo,MLP Ensemble,0,5
-14,distance_from_targets,609.7527465820312,FashionMNIST,ECCCo,MLP Ensemble,0,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-14,set_size_penalty,1.0000000046916986,FashionMNIST,ECCCo,MLP Ensemble,0,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-15,distance,706.5784912109375,FashionMNIST,ECCCo,MLP Ensemble,0,5
-15,distance_from_energy,140.51773071289062,FashionMNIST,ECCCo,MLP Ensemble,0,5
-15,distance_from_targets,651.4695434570312,FashionMNIST,ECCCo,MLP Ensemble,0,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-15,set_size_penalty,1.0000000000000704,FashionMNIST,ECCCo,MLP Ensemble,0,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,5
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,5
-11,distance_from_energy,796.9407958984375,FashionMNIST,Schut,MLP Ensemble,0,5
-11,distance_from_targets,560.8770141601562,FashionMNIST,Schut,MLP Ensemble,0,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,5
-12,distance_from_energy,771.4659423828125,FashionMNIST,Schut,MLP Ensemble,0,5
-12,distance_from_targets,547.6077880859375,FashionMNIST,Schut,MLP Ensemble,0,5
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,5
-13,distance_from_energy,769.4705200195312,FashionMNIST,Schut,MLP Ensemble,0,5
-13,distance_from_targets,553.6781005859375,FashionMNIST,Schut,MLP Ensemble,0,5
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,5
-14,distance_from_energy,757.8402099609375,FashionMNIST,Schut,MLP Ensemble,0,5
-14,distance_from_targets,521.6455078125,FashionMNIST,Schut,MLP Ensemble,0,5
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,5
-15,distance_from_energy,842.4329833984375,FashionMNIST,Schut,MLP Ensemble,0,5
-15,distance_from_targets,610.2672119140625,FashionMNIST,Schut,MLP Ensemble,0,5
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,5
-16,distance,101.53924560546875,FashionMNIST,Wachter,JEM,0,5
-16,distance_from_energy,726.0263671875,FashionMNIST,Wachter,JEM,0,5
-16,distance_from_targets,611.2254638671875,FashionMNIST,Wachter,JEM,0,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,5
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,5
-17,distance,101.13123321533203,FashionMNIST,Wachter,JEM,0,5
-17,distance_from_energy,659.5009155273438,FashionMNIST,Wachter,JEM,0,5
-17,distance_from_targets,520.6421508789062,FashionMNIST,Wachter,JEM,0,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,5
-17,set_size_penalty,9.999999999999769,FashionMNIST,Wachter,JEM,0,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,5
-18,distance,91.75180053710938,FashionMNIST,Wachter,JEM,0,5
-18,distance_from_energy,741.2180786132812,FashionMNIST,Wachter,JEM,0,5
-18,distance_from_targets,600.4689331054688,FashionMNIST,Wachter,JEM,0,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,0,5
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,5
-18,validity,0.0,FashionMNIST,Wachter,JEM,0,5
-19,distance,99.65435791015625,FashionMNIST,Wachter,JEM,0,5
-19,distance_from_energy,762.2794189453125,FashionMNIST,Wachter,JEM,0,5
-19,distance_from_targets,567.2674560546875,FashionMNIST,Wachter,JEM,0,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,5
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,5
-20,distance,83.11051940917969,FashionMNIST,Wachter,JEM,0,5
-20,distance_from_energy,641.67578125,FashionMNIST,Wachter,JEM,0,5
-20,distance_from_targets,532.703125,FashionMNIST,Wachter,JEM,0,5
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,0,5
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,5
-20,validity,0.0,FashionMNIST,Wachter,JEM,0,5
-16,distance,555.896728515625,FashionMNIST,REVISE,JEM,0,5
-16,distance_from_energy,507.46807861328125,FashionMNIST,REVISE,JEM,0,5
-16,distance_from_targets,354.48748779296875,FashionMNIST,REVISE,JEM,0,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,5
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,0,5
-16,validity,1.0,FashionMNIST,REVISE,JEM,0,5
-17,distance,326.0782775878906,FashionMNIST,REVISE,JEM,0,5
-17,distance_from_energy,629.59765625,FashionMNIST,REVISE,JEM,0,5
-17,distance_from_targets,539.7578125,FashionMNIST,REVISE,JEM,0,5
-17,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,0,5
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,5
-17,validity,0.0,FashionMNIST,REVISE,JEM,0,5
-18,distance,294.5684814453125,FashionMNIST,REVISE,JEM,0,5
-18,distance_from_energy,704.998046875,FashionMNIST,REVISE,JEM,0,5
-18,distance_from_targets,572.8623657226562,FashionMNIST,REVISE,JEM,0,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,5
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,5
-18,validity,0.0,FashionMNIST,REVISE,JEM,0,5
-19,distance,234.24942016601562,FashionMNIST,REVISE,JEM,0,5
-19,distance_from_energy,697.1019287109375,FashionMNIST,REVISE,JEM,0,5
-19,distance_from_targets,509.5328674316406,FashionMNIST,REVISE,JEM,0,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,5
-19,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,0,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,5
-20,distance,391.08880615234375,FashionMNIST,REVISE,JEM,0,5
-20,distance_from_energy,578.3308715820312,FashionMNIST,REVISE,JEM,0,5
-20,distance_from_targets,349.7098693847656,FashionMNIST,REVISE,JEM,0,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,5
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,0,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,0,5
-16,distance,469.0845947265625,FashionMNIST,ECCCo,JEM,0,5
-16,distance_from_energy,195.301025390625,FashionMNIST,ECCCo,JEM,0,5
-16,distance_from_targets,487.4195861816406,FashionMNIST,ECCCo,JEM,0,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,5
-16,set_size_penalty,1.0000000577389607,FashionMNIST,ECCCo,JEM,0,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,5
-17,distance,520.5840454101562,FashionMNIST,ECCCo,JEM,0,5
-17,distance_from_energy,126.78962707519531,FashionMNIST,ECCCo,JEM,0,5
-17,distance_from_targets,455.0099182128906,FashionMNIST,ECCCo,JEM,0,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,5
-17,set_size_penalty,3.0000000000000004,FashionMNIST,ECCCo,JEM,0,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,5
-18,distance,525.4849243164062,FashionMNIST,ECCCo,JEM,0,5
-18,distance_from_energy,139.3744354248047,FashionMNIST,ECCCo,JEM,0,5
-18,distance_from_targets,478.2515869140625,FashionMNIST,ECCCo,JEM,0,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,5
-18,set_size_penalty,1.0000000000020968,FashionMNIST,ECCCo,JEM,0,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,5
-19,distance,508.6761779785156,FashionMNIST,ECCCo,JEM,0,5
-19,distance_from_energy,222.51119995117188,FashionMNIST,ECCCo,JEM,0,5
-19,distance_from_targets,448.6224365234375,FashionMNIST,ECCCo,JEM,0,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,5
-19,set_size_penalty,1.0000000000000016,FashionMNIST,ECCCo,JEM,0,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,5
-20,distance,498.2686462402344,FashionMNIST,ECCCo,JEM,0,5
-20,distance_from_energy,184.87637329101562,FashionMNIST,ECCCo,JEM,0,5
-20,distance_from_targets,459.9016418457031,FashionMNIST,ECCCo,JEM,0,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,5
-20,set_size_penalty,2.01800184829967,FashionMNIST,ECCCo,JEM,0,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,5
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,5
-16,distance_from_energy,603.9439697265625,FashionMNIST,Schut,JEM,0,5
-16,distance_from_targets,588.3505249023438,FashionMNIST,Schut,JEM,0,5
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,5
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,5
-16,validity,0.0,FashionMNIST,Schut,JEM,0,5
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,5
-17,distance_from_energy,648.9118041992188,FashionMNIST,Schut,JEM,0,5
-17,distance_from_targets,491.6437072753906,FashionMNIST,Schut,JEM,0,5
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,5
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,5
-17,validity,0.0,FashionMNIST,Schut,JEM,0,5
-18,distance,10.0,FashionMNIST,Schut,JEM,0,5
-18,distance_from_energy,681.4490356445312,FashionMNIST,Schut,JEM,0,5
-18,distance_from_targets,578.5972900390625,FashionMNIST,Schut,JEM,0,5
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,5
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,5
-18,validity,0.0,FashionMNIST,Schut,JEM,0,5
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,5
-19,distance_from_energy,709.1945190429688,FashionMNIST,Schut,JEM,0,5
-19,distance_from_targets,538.4313354492188,FashionMNIST,Schut,JEM,0,5
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,0,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,5
-19,validity,0.0,FashionMNIST,Schut,JEM,0,5
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,5
-20,distance_from_energy,614.552490234375,FashionMNIST,Schut,JEM,0,5
-20,distance_from_targets,511.3330383300781,FashionMNIST,Schut,JEM,0,5
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,5
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,5
-20,validity,0.0,FashionMNIST,Schut,JEM,0,5
-1,distance,61.33757400512695,FashionMNIST,Wachter,JEM Ensemble,0,6
-1,distance_from_energy,606.5850830078125,FashionMNIST,Wachter,JEM Ensemble,0,6
-1,distance_from_targets,413.551513671875,FashionMNIST,Wachter,JEM Ensemble,0,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-2,distance,76.43351745605469,FashionMNIST,Wachter,JEM Ensemble,0,6
-2,distance_from_energy,758.2894287109375,FashionMNIST,Wachter,JEM Ensemble,0,6
-2,distance_from_targets,426.7968444824219,FashionMNIST,Wachter,JEM Ensemble,0,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-3,distance,63.400386810302734,FashionMNIST,Wachter,JEM Ensemble,0,6
-3,distance_from_energy,621.1266479492188,FashionMNIST,Wachter,JEM Ensemble,0,6
-3,distance_from_targets,357.5615234375,FashionMNIST,Wachter,JEM Ensemble,0,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-3,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-4,distance,75.3995361328125,FashionMNIST,Wachter,JEM Ensemble,0,6
-4,distance_from_energy,706.5692749023438,FashionMNIST,Wachter,JEM Ensemble,0,6
-4,distance_from_targets,405.16278076171875,FashionMNIST,Wachter,JEM Ensemble,0,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-5,distance,59.60889434814453,FashionMNIST,Wachter,JEM Ensemble,0,6
-5,distance_from_energy,729.6109619140625,FashionMNIST,Wachter,JEM Ensemble,0,6
-5,distance_from_targets,431.51678466796875,FashionMNIST,Wachter,JEM Ensemble,0,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,6
-1,distance,258.74298095703125,FashionMNIST,REVISE,JEM Ensemble,0,6
-1,distance_from_energy,649.8365478515625,FashionMNIST,REVISE,JEM Ensemble,0,6
-1,distance_from_targets,330.2994384765625,FashionMNIST,REVISE,JEM Ensemble,0,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-1,set_size_penalty,3.0008549717655044,FashionMNIST,REVISE,JEM Ensemble,0,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-2,distance,172.9798126220703,FashionMNIST,REVISE,JEM Ensemble,0,6
-2,distance_from_energy,666.7386474609375,FashionMNIST,REVISE,JEM Ensemble,0,6
-2,distance_from_targets,376.8749694824219,FashionMNIST,REVISE,JEM Ensemble,0,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-3,distance,220.76254272460938,FashionMNIST,REVISE,JEM Ensemble,0,6
-3,distance_from_energy,457.27166748046875,FashionMNIST,REVISE,JEM Ensemble,0,6
-3,distance_from_targets,274.5938720703125,FashionMNIST,REVISE,JEM Ensemble,0,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-4,distance,211.77467346191406,FashionMNIST,REVISE,JEM Ensemble,0,6
-4,distance_from_energy,653.5806884765625,FashionMNIST,REVISE,JEM Ensemble,0,6
-4,distance_from_targets,358.74578857421875,FashionMNIST,REVISE,JEM Ensemble,0,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-4,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-5,distance,249.6511993408203,FashionMNIST,REVISE,JEM Ensemble,0,6
-5,distance_from_energy,629.0360717773438,FashionMNIST,REVISE,JEM Ensemble,0,6
-5,distance_from_targets,419.0345764160156,FashionMNIST,REVISE,JEM Ensemble,0,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,6
-1,distance,558.0088500976562,FashionMNIST,ECCCo,JEM Ensemble,0,6
-1,distance_from_energy,47.124629974365234,FashionMNIST,ECCCo,JEM Ensemble,0,6
-1,distance_from_targets,481.4974670410156,FashionMNIST,ECCCo,JEM Ensemble,0,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-2,distance,694.689208984375,FashionMNIST,ECCCo,JEM Ensemble,0,6
-2,distance_from_energy,67.26071166992188,FashionMNIST,ECCCo,JEM Ensemble,0,6
-2,distance_from_targets,457.7880859375,FashionMNIST,ECCCo,JEM Ensemble,0,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-2,set_size_penalty,3.9109367489858786,FashionMNIST,ECCCo,JEM Ensemble,0,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-3,distance,479.1962890625,FashionMNIST,ECCCo,JEM Ensemble,0,6
-3,distance_from_energy,150.78260803222656,FashionMNIST,ECCCo,JEM Ensemble,0,6
-3,distance_from_targets,413.1563720703125,FashionMNIST,ECCCo,JEM Ensemble,0,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-3,set_size_penalty,2.000002739121526,FashionMNIST,ECCCo,JEM Ensemble,0,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-4,distance,629.0958251953125,FashionMNIST,ECCCo,JEM Ensemble,0,6
-4,distance_from_energy,70.34925842285156,FashionMNIST,ECCCo,JEM Ensemble,0,6
-4,distance_from_targets,468.8022766113281,FashionMNIST,ECCCo,JEM Ensemble,0,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-4,set_size_penalty,3.9999999999784257,FashionMNIST,ECCCo,JEM Ensemble,0,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-5,distance,672.6640625,FashionMNIST,ECCCo,JEM Ensemble,0,6
-5,distance_from_energy,53.219200134277344,FashionMNIST,ECCCo,JEM Ensemble,0,6
-5,distance_from_targets,461.0617980957031,FashionMNIST,ECCCo,JEM Ensemble,0,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,6
-1,distance,7.40000057220459,FashionMNIST,Schut,JEM Ensemble,0,6
-1,distance_from_energy,598.11669921875,FashionMNIST,Schut,JEM Ensemble,0,6
-1,distance_from_targets,394.0325927734375,FashionMNIST,Schut,JEM Ensemble,0,6
-1,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM Ensemble,0,6
-1,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,0,6
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,6
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,6
-2,distance_from_energy,751.2901611328125,FashionMNIST,Schut,JEM Ensemble,0,6
-2,distance_from_targets,397.47900390625,FashionMNIST,Schut,JEM Ensemble,0,6
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,6
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,6
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,6
-3,distance,8.200000762939453,FashionMNIST,Schut,JEM Ensemble,0,6
-3,distance_from_energy,617.6596069335938,FashionMNIST,Schut,JEM Ensemble,0,6
-3,distance_from_targets,328.52996826171875,FashionMNIST,Schut,JEM Ensemble,0,6
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,6
-3,set_size_penalty,1.0,FashionMNIST,Schut,JEM Ensemble,0,6
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,6
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,6
-4,distance_from_energy,693.0252685546875,FashionMNIST,Schut,JEM Ensemble,0,6
-4,distance_from_targets,377.7466735839844,FashionMNIST,Schut,JEM Ensemble,0,6
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,6
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,6
-5,distance_from_energy,726.0158081054688,FashionMNIST,Schut,JEM Ensemble,0,6
-5,distance_from_targets,403.5911560058594,FashionMNIST,Schut,JEM Ensemble,0,6
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,6
-5,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,0,6
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,0,6
-6,distance,52.67498016357422,FashionMNIST,Wachter,MLP,0,6
-6,distance_from_energy,818.9945068359375,FashionMNIST,Wachter,MLP,0,6
-6,distance_from_targets,390.08905029296875,FashionMNIST,Wachter,MLP,0,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,6
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,6
-7,distance,53.55073928833008,FashionMNIST,Wachter,MLP,0,6
-7,distance_from_energy,894.5723876953125,FashionMNIST,Wachter,MLP,0,6
-7,distance_from_targets,376.01568603515625,FashionMNIST,Wachter,MLP,0,6
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,6
-7,set_size_penalty,2.0000000000000004,FashionMNIST,Wachter,MLP,0,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,6
-8,distance,76.59344482421875,FashionMNIST,Wachter,MLP,0,6
-8,distance_from_energy,917.2765502929688,FashionMNIST,Wachter,MLP,0,6
-8,distance_from_targets,489.1859130859375,FashionMNIST,Wachter,MLP,0,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,6
-8,set_size_penalty,3.999999999123879,FashionMNIST,Wachter,MLP,0,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,6
-9,distance,83.90875244140625,FashionMNIST,Wachter,MLP,0,6
-9,distance_from_energy,891.6014404296875,FashionMNIST,Wachter,MLP,0,6
-9,distance_from_targets,415.3158874511719,FashionMNIST,Wachter,MLP,0,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,6
-9,set_size_penalty,3.027745400050658,FashionMNIST,Wachter,MLP,0,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,6
-10,distance,90.16481018066406,FashionMNIST,Wachter,MLP,0,6
-10,distance_from_energy,888.7623291015625,FashionMNIST,Wachter,MLP,0,6
-10,distance_from_targets,484.8004455566406,FashionMNIST,Wachter,MLP,0,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,6
-10,set_size_penalty,2.00892073326528,FashionMNIST,Wachter,MLP,0,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,6
-6,distance,260.6331481933594,FashionMNIST,REVISE,MLP,0,6
-6,distance_from_energy,858.0877075195312,FashionMNIST,REVISE,MLP,0,6
-6,distance_from_targets,274.9034118652344,FashionMNIST,REVISE,MLP,0,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,6
-6,set_size_penalty,2.00000000000011,FashionMNIST,REVISE,MLP,0,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,0,6
-7,distance,172.31881713867188,FashionMNIST,REVISE,MLP,0,6
-7,distance_from_energy,888.3191528320312,FashionMNIST,REVISE,MLP,0,6
-7,distance_from_targets,372.7204895019531,FashionMNIST,REVISE,MLP,0,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,6
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,6
-7,validity,0.0,FashionMNIST,REVISE,MLP,0,6
-8,distance,316.3539733886719,FashionMNIST,REVISE,MLP,0,6
-8,distance_from_energy,883.14990234375,FashionMNIST,REVISE,MLP,0,6
-8,distance_from_targets,397.41033935546875,FashionMNIST,REVISE,MLP,0,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,6
-8,set_size_penalty,2.0000049647394262,FashionMNIST,REVISE,MLP,0,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,0,6
-9,distance,188.95431518554688,FashionMNIST,REVISE,MLP,0,6
-9,distance_from_energy,837.99267578125,FashionMNIST,REVISE,MLP,0,6
-9,distance_from_targets,370.3484802246094,FashionMNIST,REVISE,MLP,0,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,6
-9,set_size_penalty,1.999999915190111,FashionMNIST,REVISE,MLP,0,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,6
-10,distance,322.8439636230469,FashionMNIST,REVISE,MLP,0,6
-10,distance_from_energy,848.6583862304688,FashionMNIST,REVISE,MLP,0,6
-10,distance_from_targets,541.2978515625,FashionMNIST,REVISE,MLP,0,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,6
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,6
-10,validity,0.0,FashionMNIST,REVISE,MLP,0,6
-6,distance,678.6454467773438,FashionMNIST,ECCCo,MLP,0,6
-6,distance_from_energy,149.89639282226562,FashionMNIST,ECCCo,MLP,0,6
-6,distance_from_targets,705.6781616210938,FashionMNIST,ECCCo,MLP,0,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,6
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,6
-7,distance,722.7708129882812,FashionMNIST,ECCCo,MLP,0,6
-7,distance_from_energy,176.05532836914062,FashionMNIST,ECCCo,MLP,0,6
-7,distance_from_targets,689.3643188476562,FashionMNIST,ECCCo,MLP,0,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,6
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,6
-8,distance,689.5208129882812,FashionMNIST,ECCCo,MLP,0,6
-8,distance_from_energy,262.373779296875,FashionMNIST,ECCCo,MLP,0,6
-8,distance_from_targets,638.3427124023438,FashionMNIST,ECCCo,MLP,0,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,6
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,6
-9,distance,771.132568359375,FashionMNIST,ECCCo,MLP,0,6
-9,distance_from_energy,144.5526580810547,FashionMNIST,ECCCo,MLP,0,6
-9,distance_from_targets,736.173583984375,FashionMNIST,ECCCo,MLP,0,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,6
-9,set_size_penalty,1.0000000005179315,FashionMNIST,ECCCo,MLP,0,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,6
-10,distance,802.3641357421875,FashionMNIST,ECCCo,MLP,0,6
-10,distance_from_energy,134.16639709472656,FashionMNIST,ECCCo,MLP,0,6
-10,distance_from_targets,721.284912109375,FashionMNIST,ECCCo,MLP,0,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,6
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,6
-6,distance,6.300000190734863,FashionMNIST,Schut,MLP,0,6
-6,distance_from_energy,823.0206909179688,FashionMNIST,Schut,MLP,0,6
-6,distance_from_targets,360.0808410644531,FashionMNIST,Schut,MLP,0,6
-6,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP,0,6
-6,set_size_penalty,3.0,FashionMNIST,Schut,MLP,0,6
-6,validity,1.0,FashionMNIST,Schut,MLP,0,6
-7,distance,5.199999809265137,FashionMNIST,Schut,MLP,0,6
-7,distance_from_energy,885.8397216796875,FashionMNIST,Schut,MLP,0,6
-7,distance_from_targets,353.40362548828125,FashionMNIST,Schut,MLP,0,6
-7,redundancy,0.9923469387755102,FashionMNIST,Schut,MLP,0,6
-7,set_size_penalty,2.000000001016329,FashionMNIST,Schut,MLP,0,6
-7,validity,1.0,FashionMNIST,Schut,MLP,0,6
-8,distance,10.0,FashionMNIST,Schut,MLP,0,6
-8,distance_from_energy,936.8489379882812,FashionMNIST,Schut,MLP,0,6
-8,distance_from_targets,451.6225280761719,FashionMNIST,Schut,MLP,0,6
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,6
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,6
-8,validity,0.0,FashionMNIST,Schut,MLP,0,6
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,6
-9,distance_from_energy,886.0715942382812,FashionMNIST,Schut,MLP,0,6
-9,distance_from_targets,380.51788330078125,FashionMNIST,Schut,MLP,0,6
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,6
-9,validity,0.0,FashionMNIST,Schut,MLP,0,6
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,6
-10,distance_from_energy,914.8499145507812,FashionMNIST,Schut,MLP,0,6
-10,distance_from_targets,459.39068603515625,FashionMNIST,Schut,MLP,0,6
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,6
-10,validity,0.0,FashionMNIST,Schut,MLP,0,6
-11,distance,79.158203125,FashionMNIST,Wachter,MLP Ensemble,0,6
-11,distance_from_energy,808.5670776367188,FashionMNIST,Wachter,MLP Ensemble,0,6
-11,distance_from_targets,401.9372863769531,FashionMNIST,Wachter,MLP Ensemble,0,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-11,set_size_penalty,2.012792264514437,FashionMNIST,Wachter,MLP Ensemble,0,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-12,distance,71.1261978149414,FashionMNIST,Wachter,MLP Ensemble,0,6
-12,distance_from_energy,802.8526000976562,FashionMNIST,Wachter,MLP Ensemble,0,6
-12,distance_from_targets,412.47247314453125,FashionMNIST,Wachter,MLP Ensemble,0,6
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-12,set_size_penalty,1.000000001134685,FashionMNIST,Wachter,MLP Ensemble,0,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-13,distance,90.43528747558594,FashionMNIST,Wachter,MLP Ensemble,0,6
-13,distance_from_energy,841.1561279296875,FashionMNIST,Wachter,MLP Ensemble,0,6
-13,distance_from_targets,436.8557434082031,FashionMNIST,Wachter,MLP Ensemble,0,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-14,distance,59.362876892089844,FashionMNIST,Wachter,MLP Ensemble,0,6
-14,distance_from_energy,754.3754272460938,FashionMNIST,Wachter,MLP Ensemble,0,6
-14,distance_from_targets,423.4410095214844,FashionMNIST,Wachter,MLP Ensemble,0,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-14,set_size_penalty,1.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-15,distance,83.02609252929688,FashionMNIST,Wachter,MLP Ensemble,0,6
-15,distance_from_energy,817.7987060546875,FashionMNIST,Wachter,MLP Ensemble,0,6
-15,distance_from_targets,403.9971923828125,FashionMNIST,Wachter,MLP Ensemble,0,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-15,set_size_penalty,0.9999999995781392,FashionMNIST,Wachter,MLP Ensemble,0,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,6
-11,distance,397.11480712890625,FashionMNIST,REVISE,MLP Ensemble,0,6
-11,distance_from_energy,831.4298095703125,FashionMNIST,REVISE,MLP Ensemble,0,6
-11,distance_from_targets,500.0846862792969,FashionMNIST,REVISE,MLP Ensemble,0,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-12,distance,234.13546752929688,FashionMNIST,REVISE,MLP Ensemble,0,6
-12,distance_from_energy,730.498046875,FashionMNIST,REVISE,MLP Ensemble,0,6
-12,distance_from_targets,308.9447937011719,FashionMNIST,REVISE,MLP Ensemble,0,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-13,distance,352.59515380859375,FashionMNIST,REVISE,MLP Ensemble,0,6
-13,distance_from_energy,758.360595703125,FashionMNIST,REVISE,MLP Ensemble,0,6
-13,distance_from_targets,356.9396667480469,FashionMNIST,REVISE,MLP Ensemble,0,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-13,set_size_penalty,0.999405871249855,FashionMNIST,REVISE,MLP Ensemble,0,6
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-14,distance,204.2281036376953,FashionMNIST,REVISE,MLP Ensemble,0,6
-14,distance_from_energy,728.836669921875,FashionMNIST,REVISE,MLP Ensemble,0,6
-14,distance_from_targets,325.4506530761719,FashionMNIST,REVISE,MLP Ensemble,0,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-14,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-15,distance,277.7710266113281,FashionMNIST,REVISE,MLP Ensemble,0,6
-15,distance_from_energy,780.5682373046875,FashionMNIST,REVISE,MLP Ensemble,0,6
-15,distance_from_targets,466.5860290527344,FashionMNIST,REVISE,MLP Ensemble,0,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,6
-11,distance,751.6522827148438,FashionMNIST,ECCCo,MLP Ensemble,0,6
-11,distance_from_energy,107.7441177368164,FashionMNIST,ECCCo,MLP Ensemble,0,6
-11,distance_from_targets,675.1630249023438,FashionMNIST,ECCCo,MLP Ensemble,0,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-11,set_size_penalty,1.0027407893737512,FashionMNIST,ECCCo,MLP Ensemble,0,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-12,distance,735.1884155273438,FashionMNIST,ECCCo,MLP Ensemble,0,6
-12,distance_from_energy,98.27099609375,FashionMNIST,ECCCo,MLP Ensemble,0,6
-12,distance_from_targets,677.9321899414062,FashionMNIST,ECCCo,MLP Ensemble,0,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-12,set_size_penalty,1.008728704183598,FashionMNIST,ECCCo,MLP Ensemble,0,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-13,distance,753.954345703125,FashionMNIST,ECCCo,MLP Ensemble,0,6
-13,distance_from_energy,132.31459045410156,FashionMNIST,ECCCo,MLP Ensemble,0,6
-13,distance_from_targets,646.9467163085938,FashionMNIST,ECCCo,MLP Ensemble,0,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-13,set_size_penalty,1.008501948390446,FashionMNIST,ECCCo,MLP Ensemble,0,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-14,distance,669.7789916992188,FashionMNIST,ECCCo,MLP Ensemble,0,6
-14,distance_from_energy,101.57450103759766,FashionMNIST,ECCCo,MLP Ensemble,0,6
-14,distance_from_targets,667.0870971679688,FashionMNIST,ECCCo,MLP Ensemble,0,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-14,set_size_penalty,1.135481801040469,FashionMNIST,ECCCo,MLP Ensemble,0,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-15,distance,725.033935546875,FashionMNIST,ECCCo,MLP Ensemble,0,6
-15,distance_from_energy,120.30235290527344,FashionMNIST,ECCCo,MLP Ensemble,0,6
-15,distance_from_targets,649.23388671875,FashionMNIST,ECCCo,MLP Ensemble,0,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-15,set_size_penalty,1.0000062350233514,FashionMNIST,ECCCo,MLP Ensemble,0,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,6
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,6
-11,distance_from_energy,818.7532348632812,FashionMNIST,Schut,MLP Ensemble,0,6
-11,distance_from_targets,367.6639099121094,FashionMNIST,Schut,MLP Ensemble,0,6
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,6
-12,distance_from_energy,809.959716796875,FashionMNIST,Schut,MLP Ensemble,0,6
-12,distance_from_targets,389.0282897949219,FashionMNIST,Schut,MLP Ensemble,0,6
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,6
-13,distance_from_energy,866.0403442382812,FashionMNIST,Schut,MLP Ensemble,0,6
-13,distance_from_targets,396.0429992675781,FashionMNIST,Schut,MLP Ensemble,0,6
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-14,distance,7.500000953674316,FashionMNIST,Schut,MLP Ensemble,0,6
-14,distance_from_energy,758.0617065429688,FashionMNIST,Schut,MLP Ensemble,0,6
-14,distance_from_targets,403.69793701171875,FashionMNIST,Schut,MLP Ensemble,0,6
-14,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP Ensemble,0,6
-14,set_size_penalty,1.0000000000000004,FashionMNIST,Schut,MLP Ensemble,0,6
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,0,6
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,6
-15,distance_from_energy,829.7354736328125,FashionMNIST,Schut,MLP Ensemble,0,6
-15,distance_from_targets,369.00384521484375,FashionMNIST,Schut,MLP Ensemble,0,6
-15,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,0,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,6
-16,distance,63.3314323425293,FashionMNIST,Wachter,JEM,0,6
-16,distance_from_energy,580.0588989257812,FashionMNIST,Wachter,JEM,0,6
-16,distance_from_targets,420.15972900390625,FashionMNIST,Wachter,JEM,0,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,6
-16,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,6
-17,distance,67.81239318847656,FashionMNIST,Wachter,JEM,0,6
-17,distance_from_energy,623.0370483398438,FashionMNIST,Wachter,JEM,0,6
-17,distance_from_targets,433.73699951171875,FashionMNIST,Wachter,JEM,0,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,6
-17,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,6
-18,distance,61.98448944091797,FashionMNIST,Wachter,JEM,0,6
-18,distance_from_energy,639.1840209960938,FashionMNIST,Wachter,JEM,0,6
-18,distance_from_targets,513.570556640625,FashionMNIST,Wachter,JEM,0,6
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,0,6
-18,set_size_penalty,7.000000001661394,FashionMNIST,Wachter,JEM,0,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,6
-19,distance,63.59634780883789,FashionMNIST,Wachter,JEM,0,6
-19,distance_from_energy,537.8685913085938,FashionMNIST,Wachter,JEM,0,6
-19,distance_from_targets,401.32550048828125,FashionMNIST,Wachter,JEM,0,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,6
-19,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,6
-20,distance,64.68534851074219,FashionMNIST,Wachter,JEM,0,6
-20,distance_from_energy,673.4725341796875,FashionMNIST,Wachter,JEM,0,6
-20,distance_from_targets,430.27587890625,FashionMNIST,Wachter,JEM,0,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,6
-20,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,0,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,6
-16,distance,523.1300048828125,FashionMNIST,REVISE,JEM,0,6
-16,distance_from_energy,575.8206176757812,FashionMNIST,REVISE,JEM,0,6
-16,distance_from_targets,436.9881896972656,FashionMNIST,REVISE,JEM,0,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,6
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,0,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,0,6
-17,distance,446.10589599609375,FashionMNIST,REVISE,JEM,0,6
-17,distance_from_energy,623.8245239257812,FashionMNIST,REVISE,JEM,0,6
-17,distance_from_targets,455.8529357910156,FashionMNIST,REVISE,JEM,0,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,6
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,0,6
-17,validity,1.0,FashionMNIST,REVISE,JEM,0,6
-18,distance,240.7667694091797,FashionMNIST,REVISE,JEM,0,6
-18,distance_from_energy,638.6593627929688,FashionMNIST,REVISE,JEM,0,6
-18,distance_from_targets,539.206298828125,FashionMNIST,REVISE,JEM,0,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,6
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,6
-18,validity,0.0,FashionMNIST,REVISE,JEM,0,6
-19,distance,538.2694091796875,FashionMNIST,REVISE,JEM,0,6
-19,distance_from_energy,546.4061279296875,FashionMNIST,REVISE,JEM,0,6
-19,distance_from_targets,443.0050354003906,FashionMNIST,REVISE,JEM,0,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,6
-19,set_size_penalty,4.146577594143408,FashionMNIST,REVISE,JEM,0,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,6
-20,distance,214.1585693359375,FashionMNIST,REVISE,JEM,0,6
-20,distance_from_energy,554.3132934570312,FashionMNIST,REVISE,JEM,0,6
-20,distance_from_targets,393.47930908203125,FashionMNIST,REVISE,JEM,0,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,6
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,0,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,0,6
-16,distance,514.1304321289062,FashionMNIST,ECCCo,JEM,0,6
-16,distance_from_energy,92.9590072631836,FashionMNIST,ECCCo,JEM,0,6
-16,distance_from_targets,479.28857421875,FashionMNIST,ECCCo,JEM,0,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,6
-16,set_size_penalty,4.000773252652316,FashionMNIST,ECCCo,JEM,0,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,6
-17,distance,520.8052978515625,FashionMNIST,ECCCo,JEM,0,6
-17,distance_from_energy,98.58979797363281,FashionMNIST,ECCCo,JEM,0,6
-17,distance_from_targets,480.8925476074219,FashionMNIST,ECCCo,JEM,0,6
-17,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,0,6
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,6
-18,distance,508.50421142578125,FashionMNIST,ECCCo,JEM,0,6
-18,distance_from_energy,161.98233032226562,FashionMNIST,ECCCo,JEM,0,6
-18,distance_from_targets,438.9565734863281,FashionMNIST,ECCCo,JEM,0,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,6
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,6
-19,distance,524.76708984375,FashionMNIST,ECCCo,JEM,0,6
-19,distance_from_energy,106.11955261230469,FashionMNIST,ECCCo,JEM,0,6
-19,distance_from_targets,551.7660522460938,FashionMNIST,ECCCo,JEM,0,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,6
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,0,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,6
-20,distance,500.602783203125,FashionMNIST,ECCCo,JEM,0,6
-20,distance_from_energy,175.2305145263672,FashionMNIST,ECCCo,JEM,0,6
-20,distance_from_targets,436.774658203125,FashionMNIST,ECCCo,JEM,0,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,6
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,0,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,6
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,6
-16,distance_from_energy,594.7659301757812,FashionMNIST,Schut,JEM,0,6
-16,distance_from_targets,387.8371887207031,FashionMNIST,Schut,JEM,0,6
-16,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,0,6
-16,set_size_penalty,4.0,FashionMNIST,Schut,JEM,0,6
-16,validity,1.0,FashionMNIST,Schut,JEM,0,6
-17,distance,10.0,FashionMNIST,Schut,JEM,0,6
-17,distance_from_energy,608.3636474609375,FashionMNIST,Schut,JEM,0,6
-17,distance_from_targets,399.3203125,FashionMNIST,Schut,JEM,0,6
-17,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,0,6
-17,set_size_penalty,4.0,FashionMNIST,Schut,JEM,0,6
-17,validity,1.0,FashionMNIST,Schut,JEM,0,6
-18,distance,7.600000381469727,FashionMNIST,Schut,JEM,0,6
-18,distance_from_energy,651.3544311523438,FashionMNIST,Schut,JEM,0,6
-18,distance_from_targets,489.4048156738281,FashionMNIST,Schut,JEM,0,6
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,6
-18,set_size_penalty,7.99999999999998,FashionMNIST,Schut,JEM,0,6
-18,validity,1.0,FashionMNIST,Schut,JEM,0,6
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,6
-19,distance_from_energy,673.9688720703125,FashionMNIST,Schut,JEM,0,6
-19,distance_from_targets,377.3357238769531,FashionMNIST,Schut,JEM,0,6
-19,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM,0,6
-19,set_size_penalty,4.0,FashionMNIST,Schut,JEM,0,6
-19,validity,1.0,FashionMNIST,Schut,JEM,0,6
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,6
-20,distance_from_energy,587.8034057617188,FashionMNIST,Schut,JEM,0,6
-20,distance_from_targets,406.5859069824219,FashionMNIST,Schut,JEM,0,6
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,0,6
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,6
-20,validity,0.0,FashionMNIST,Schut,JEM,0,6
-1,distance,110.03015899658203,FashionMNIST,Wachter,JEM Ensemble,0,7
-1,distance_from_energy,872.2838134765625,FashionMNIST,Wachter,JEM Ensemble,0,7
-1,distance_from_targets,526.8535766601562,FashionMNIST,Wachter,JEM Ensemble,0,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-2,distance,148.88980102539062,FashionMNIST,Wachter,JEM Ensemble,0,7
-2,distance_from_energy,839.92431640625,FashionMNIST,Wachter,JEM Ensemble,0,7
-2,distance_from_targets,545.3043823242188,FashionMNIST,Wachter,JEM Ensemble,0,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-3,distance,113.52943420410156,FashionMNIST,Wachter,JEM Ensemble,0,7
-3,distance_from_energy,856.6429443359375,FashionMNIST,Wachter,JEM Ensemble,0,7
-3,distance_from_targets,536.3019409179688,FashionMNIST,Wachter,JEM Ensemble,0,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-4,distance,102.3843002319336,FashionMNIST,Wachter,JEM Ensemble,0,7
-4,distance_from_energy,892.7736206054688,FashionMNIST,Wachter,JEM Ensemble,0,7
-4,distance_from_targets,534.8701782226562,FashionMNIST,Wachter,JEM Ensemble,0,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-5,distance,117.88557434082031,FashionMNIST,Wachter,JEM Ensemble,0,7
-5,distance_from_energy,794.7423095703125,FashionMNIST,Wachter,JEM Ensemble,0,7
-5,distance_from_targets,543.3612060546875,FashionMNIST,Wachter,JEM Ensemble,0,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,7
-1,distance,244.7134246826172,FashionMNIST,REVISE,JEM Ensemble,0,7
-1,distance_from_energy,791.1375732421875,FashionMNIST,REVISE,JEM Ensemble,0,7
-1,distance_from_targets,443.37335205078125,FashionMNIST,REVISE,JEM Ensemble,0,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-1,set_size_penalty,7.99998642086541,FashionMNIST,REVISE,JEM Ensemble,0,7
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-2,distance,372.8468322753906,FashionMNIST,REVISE,JEM Ensemble,0,7
-2,distance_from_energy,656.0126953125,FashionMNIST,REVISE,JEM Ensemble,0,7
-2,distance_from_targets,360.33367919921875,FashionMNIST,REVISE,JEM Ensemble,0,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-3,distance,282.6037902832031,FashionMNIST,REVISE,JEM Ensemble,0,7
-3,distance_from_energy,574.9662475585938,FashionMNIST,REVISE,JEM Ensemble,0,7
-3,distance_from_targets,407.8363952636719,FashionMNIST,REVISE,JEM Ensemble,0,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-3,set_size_penalty,5.000000000019281,FashionMNIST,REVISE,JEM Ensemble,0,7
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-4,distance,154.39892578125,FashionMNIST,REVISE,JEM Ensemble,0,7
-4,distance_from_energy,868.9132690429688,FashionMNIST,REVISE,JEM Ensemble,0,7
-4,distance_from_targets,494.28912353515625,FashionMNIST,REVISE,JEM Ensemble,0,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-5,distance,236.74203491210938,FashionMNIST,REVISE,JEM Ensemble,0,7
-5,distance_from_energy,899.76220703125,FashionMNIST,REVISE,JEM Ensemble,0,7
-5,distance_from_targets,526.2017822265625,FashionMNIST,REVISE,JEM Ensemble,0,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-5,set_size_penalty,9.158075328290684,FashionMNIST,REVISE,JEM Ensemble,0,7
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,7
-1,distance,730.5465698242188,FashionMNIST,ECCCo,JEM Ensemble,0,7
-1,distance_from_energy,168.9239501953125,FashionMNIST,ECCCo,JEM Ensemble,0,7
-1,distance_from_targets,390.6373291015625,FashionMNIST,ECCCo,JEM Ensemble,0,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-2,distance,747.8011474609375,FashionMNIST,ECCCo,JEM Ensemble,0,7
-2,distance_from_energy,161.7843017578125,FashionMNIST,ECCCo,JEM Ensemble,0,7
-2,distance_from_targets,397.2629089355469,FashionMNIST,ECCCo,JEM Ensemble,0,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-3,distance,711.3538208007812,FashionMNIST,ECCCo,JEM Ensemble,0,7
-3,distance_from_energy,163.561767578125,FashionMNIST,ECCCo,JEM Ensemble,0,7
-3,distance_from_targets,391.1151428222656,FashionMNIST,ECCCo,JEM Ensemble,0,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-3,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-4,distance,674.4907836914062,FashionMNIST,ECCCo,JEM Ensemble,0,7
-4,distance_from_energy,195.80886840820312,FashionMNIST,ECCCo,JEM Ensemble,0,7
-4,distance_from_targets,359.6180419921875,FashionMNIST,ECCCo,JEM Ensemble,0,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-4,set_size_penalty,1.0000844069839534,FashionMNIST,ECCCo,JEM Ensemble,0,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-5,distance,701.8385009765625,FashionMNIST,ECCCo,JEM Ensemble,0,7
-5,distance_from_energy,185.35348510742188,FashionMNIST,ECCCo,JEM Ensemble,0,7
-5,distance_from_targets,369.81048583984375,FashionMNIST,ECCCo,JEM Ensemble,0,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,7
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,7
-1,distance_from_energy,880.4817504882812,FashionMNIST,Schut,JEM Ensemble,0,7
-1,distance_from_targets,504.6804504394531,FashionMNIST,Schut,JEM Ensemble,0,7
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,7
-2,distance_from_energy,892.0230712890625,FashionMNIST,Schut,JEM Ensemble,0,7
-2,distance_from_targets,537.4619750976562,FashionMNIST,Schut,JEM Ensemble,0,7
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,7
-3,distance_from_energy,820.9783325195312,FashionMNIST,Schut,JEM Ensemble,0,7
-3,distance_from_targets,517.7745361328125,FashionMNIST,Schut,JEM Ensemble,0,7
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,7
-4,distance_from_energy,902.2698974609375,FashionMNIST,Schut,JEM Ensemble,0,7
-4,distance_from_targets,524.12060546875,FashionMNIST,Schut,JEM Ensemble,0,7
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,0,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,7
-5,distance_from_energy,870.5451049804688,FashionMNIST,Schut,JEM Ensemble,0,7
-5,distance_from_targets,522.7337036132812,FashionMNIST,Schut,JEM Ensemble,0,7
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,7
-6,distance,93.07557678222656,FashionMNIST,Wachter,MLP,0,7
-6,distance_from_energy,903.2302856445312,FashionMNIST,Wachter,MLP,0,7
-6,distance_from_targets,606.81494140625,FashionMNIST,Wachter,MLP,0,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,7
-6,set_size_penalty,3.99999999998618,FashionMNIST,Wachter,MLP,0,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,7
-7,distance,77.58551788330078,FashionMNIST,Wachter,MLP,0,7
-7,distance_from_energy,856.0802001953125,FashionMNIST,Wachter,MLP,0,7
-7,distance_from_targets,511.3226623535156,FashionMNIST,Wachter,MLP,0,7
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,0,7
-7,set_size_penalty,1.9999649435124227,FashionMNIST,Wachter,MLP,0,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,7
-8,distance,86.62097930908203,FashionMNIST,Wachter,MLP,0,7
-8,distance_from_energy,861.88818359375,FashionMNIST,Wachter,MLP,0,7
-8,distance_from_targets,560.1248779296875,FashionMNIST,Wachter,MLP,0,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,7
-8,set_size_penalty,2.999999998716995,FashionMNIST,Wachter,MLP,0,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,7
-9,distance,85.86170959472656,FashionMNIST,Wachter,MLP,0,7
-9,distance_from_energy,839.7620849609375,FashionMNIST,Wachter,MLP,0,7
-9,distance_from_targets,553.8461303710938,FashionMNIST,Wachter,MLP,0,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,7
-9,set_size_penalty,2.999937932312045,FashionMNIST,Wachter,MLP,0,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,7
-10,distance,91.4605484008789,FashionMNIST,Wachter,MLP,0,7
-10,distance_from_energy,893.2498779296875,FashionMNIST,Wachter,MLP,0,7
-10,distance_from_targets,532.358154296875,FashionMNIST,Wachter,MLP,0,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,7
-10,set_size_penalty,4.438623669755917,FashionMNIST,Wachter,MLP,0,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,7
-6,distance,163.53709411621094,FashionMNIST,REVISE,MLP,0,7
-6,distance_from_energy,921.7537231445312,FashionMNIST,REVISE,MLP,0,7
-6,distance_from_targets,554.7084350585938,FashionMNIST,REVISE,MLP,0,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,7
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,7
-6,validity,0.0,FashionMNIST,REVISE,MLP,0,7
-7,distance,574.1354370117188,FashionMNIST,REVISE,MLP,0,7
-7,distance_from_energy,825.93798828125,FashionMNIST,REVISE,MLP,0,7
-7,distance_from_targets,329.10491943359375,FashionMNIST,REVISE,MLP,0,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,7
-7,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,0,7
-7,validity,1.0,FashionMNIST,REVISE,MLP,0,7
-8,distance,156.0730438232422,FashionMNIST,REVISE,MLP,0,7
-8,distance_from_energy,841.5265502929688,FashionMNIST,REVISE,MLP,0,7
-8,distance_from_targets,497.4593505859375,FashionMNIST,REVISE,MLP,0,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,7
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,7
-8,validity,0.0,FashionMNIST,REVISE,MLP,0,7
-9,distance,140.56968688964844,FashionMNIST,REVISE,MLP,0,7
-9,distance_from_energy,875.7810668945312,FashionMNIST,REVISE,MLP,0,7
-9,distance_from_targets,501.85833740234375,FashionMNIST,REVISE,MLP,0,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,7
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,7
-9,validity,0.0,FashionMNIST,REVISE,MLP,0,7
-10,distance,251.6248321533203,FashionMNIST,REVISE,MLP,0,7
-10,distance_from_energy,863.8525390625,FashionMNIST,REVISE,MLP,0,7
-10,distance_from_targets,395.25,FashionMNIST,REVISE,MLP,0,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,7
-10,set_size_penalty,1.006691561294981,FashionMNIST,REVISE,MLP,0,7
-10,validity,1.0,FashionMNIST,REVISE,MLP,0,7
-6,distance,729.8287963867188,FashionMNIST,ECCCo,MLP,0,7
-6,distance_from_energy,180.54367065429688,FashionMNIST,ECCCo,MLP,0,7
-6,distance_from_targets,697.2796630859375,FashionMNIST,ECCCo,MLP,0,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,7
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,7
-7,distance,732.9827880859375,FashionMNIST,ECCCo,MLP,0,7
-7,distance_from_energy,136.28073120117188,FashionMNIST,ECCCo,MLP,0,7
-7,distance_from_targets,721.8738403320312,FashionMNIST,ECCCo,MLP,0,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,7
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,7
-8,distance,688.7413330078125,FashionMNIST,ECCCo,MLP,0,7
-8,distance_from_energy,207.1393280029297,FashionMNIST,ECCCo,MLP,0,7
-8,distance_from_targets,657.4163818359375,FashionMNIST,ECCCo,MLP,0,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,7
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,7
-9,distance,664.65478515625,FashionMNIST,ECCCo,MLP,0,7
-9,distance_from_energy,217.3771209716797,FashionMNIST,ECCCo,MLP,0,7
-9,distance_from_targets,681.1561279296875,FashionMNIST,ECCCo,MLP,0,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,7
-9,set_size_penalty,1.0000270911370988,FashionMNIST,ECCCo,MLP,0,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,7
-10,distance,751.3432006835938,FashionMNIST,ECCCo,MLP,0,7
-10,distance_from_energy,159.98336791992188,FashionMNIST,ECCCo,MLP,0,7
-10,distance_from_targets,684.4945678710938,FashionMNIST,ECCCo,MLP,0,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,7
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,7
-6,distance,10.0,FashionMNIST,Schut,MLP,0,7
-6,distance_from_energy,932.0018310546875,FashionMNIST,Schut,MLP,0,7
-6,distance_from_targets,577.4459838867188,FashionMNIST,Schut,MLP,0,7
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,7
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,7
-6,validity,0.0,FashionMNIST,Schut,MLP,0,7
-7,distance,10.0,FashionMNIST,Schut,MLP,0,7
-7,distance_from_energy,854.7454833984375,FashionMNIST,Schut,MLP,0,7
-7,distance_from_targets,489.1600036621094,FashionMNIST,Schut,MLP,0,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,7
-7,validity,0.0,FashionMNIST,Schut,MLP,0,7
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,7
-8,distance_from_energy,889.0807495117188,FashionMNIST,Schut,MLP,0,7
-8,distance_from_targets,537.634033203125,FashionMNIST,Schut,MLP,0,7
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,7
-8,validity,0.0,FashionMNIST,Schut,MLP,0,7
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,7
-9,distance_from_energy,872.5569458007812,FashionMNIST,Schut,MLP,0,7
-9,distance_from_targets,530.5492553710938,FashionMNIST,Schut,MLP,0,7
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,7
-9,validity,0.0,FashionMNIST,Schut,MLP,0,7
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,7
-10,distance_from_energy,902.4674682617188,FashionMNIST,Schut,MLP,0,7
-10,distance_from_targets,499.8129577636719,FashionMNIST,Schut,MLP,0,7
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,7
-10,validity,0.0,FashionMNIST,Schut,MLP,0,7
-11,distance,78.1771240234375,FashionMNIST,Wachter,MLP Ensemble,0,7
-11,distance_from_energy,797.7286376953125,FashionMNIST,Wachter,MLP Ensemble,0,7
-11,distance_from_targets,525.6710205078125,FashionMNIST,Wachter,MLP Ensemble,0,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-11,set_size_penalty,2.9990698957337676,FashionMNIST,Wachter,MLP Ensemble,0,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-12,distance,80.12030029296875,FashionMNIST,Wachter,MLP Ensemble,0,7
-12,distance_from_energy,811.4803466796875,FashionMNIST,Wachter,MLP Ensemble,0,7
-12,distance_from_targets,528.2236328125,FashionMNIST,Wachter,MLP Ensemble,0,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-12,set_size_penalty,2.9996206777043524,FashionMNIST,Wachter,MLP Ensemble,0,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-13,distance,99.90956115722656,FashionMNIST,Wachter,MLP Ensemble,0,7
-13,distance_from_energy,850.1730346679688,FashionMNIST,Wachter,MLP Ensemble,0,7
-13,distance_from_targets,544.676025390625,FashionMNIST,Wachter,MLP Ensemble,0,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-14,distance,102.34905242919922,FashionMNIST,Wachter,MLP Ensemble,0,7
-14,distance_from_energy,806.4187622070312,FashionMNIST,Wachter,MLP Ensemble,0,7
-14,distance_from_targets,546.9721069335938,FashionMNIST,Wachter,MLP Ensemble,0,7
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,7
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-15,distance,100.90064239501953,FashionMNIST,Wachter,MLP Ensemble,0,7
-15,distance_from_energy,878.634765625,FashionMNIST,Wachter,MLP Ensemble,0,7
-15,distance_from_targets,602.420654296875,FashionMNIST,Wachter,MLP Ensemble,0,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-15,set_size_penalty,4.000000002597836,FashionMNIST,Wachter,MLP Ensemble,0,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,7
-11,distance,117.75813293457031,FashionMNIST,REVISE,MLP Ensemble,0,7
-11,distance_from_energy,776.8522338867188,FashionMNIST,REVISE,MLP Ensemble,0,7
-11,distance_from_targets,523.4502563476562,FashionMNIST,REVISE,MLP Ensemble,0,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-12,distance,186.19570922851562,FashionMNIST,REVISE,MLP Ensemble,0,7
-12,distance_from_energy,770.4269409179688,FashionMNIST,REVISE,MLP Ensemble,0,7
-12,distance_from_targets,424.32666015625,FashionMNIST,REVISE,MLP Ensemble,0,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-12,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-13,distance,255.0055389404297,FashionMNIST,REVISE,MLP Ensemble,0,7
-13,distance_from_energy,812.4969482421875,FashionMNIST,REVISE,MLP Ensemble,0,7
-13,distance_from_targets,422.55242919921875,FashionMNIST,REVISE,MLP Ensemble,0,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-13,set_size_penalty,9.983077568182212,FashionMNIST,REVISE,MLP Ensemble,0,7
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-14,distance,222.96878051757812,FashionMNIST,REVISE,MLP Ensemble,0,7
-14,distance_from_energy,763.3399047851562,FashionMNIST,REVISE,MLP Ensemble,0,7
-14,distance_from_targets,445.2422790527344,FashionMNIST,REVISE,MLP Ensemble,0,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-15,distance,277.23223876953125,FashionMNIST,REVISE,MLP Ensemble,0,7
-15,distance_from_energy,841.6708984375,FashionMNIST,REVISE,MLP Ensemble,0,7
-15,distance_from_targets,506.7640686035156,FashionMNIST,REVISE,MLP Ensemble,0,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,7
-11,distance,640.0603637695312,FashionMNIST,ECCCo,MLP Ensemble,0,7
-11,distance_from_energy,158.9691619873047,FashionMNIST,ECCCo,MLP Ensemble,0,7
-11,distance_from_targets,611.6783447265625,FashionMNIST,ECCCo,MLP Ensemble,0,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-11,set_size_penalty,1.0137470132769437,FashionMNIST,ECCCo,MLP Ensemble,0,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-12,distance,657.1295166015625,FashionMNIST,ECCCo,MLP Ensemble,0,7
-12,distance_from_energy,168.64059448242188,FashionMNIST,ECCCo,MLP Ensemble,0,7
-12,distance_from_targets,608.1680908203125,FashionMNIST,ECCCo,MLP Ensemble,0,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-12,set_size_penalty,2.0067263716110233,FashionMNIST,ECCCo,MLP Ensemble,0,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-13,distance,703.5090942382812,FashionMNIST,ECCCo,MLP Ensemble,0,7
-13,distance_from_energy,177.8022003173828,FashionMNIST,ECCCo,MLP Ensemble,0,7
-13,distance_from_targets,610.83251953125,FashionMNIST,ECCCo,MLP Ensemble,0,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-13,set_size_penalty,1.0001108235916143,FashionMNIST,ECCCo,MLP Ensemble,0,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-14,distance,675.8687744140625,FashionMNIST,ECCCo,MLP Ensemble,0,7
-14,distance_from_energy,168.3336181640625,FashionMNIST,ECCCo,MLP Ensemble,0,7
-14,distance_from_targets,616.92626953125,FashionMNIST,ECCCo,MLP Ensemble,0,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-14,set_size_penalty,2.0000000028390237,FashionMNIST,ECCCo,MLP Ensemble,0,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-15,distance,719.3964233398438,FashionMNIST,ECCCo,MLP Ensemble,0,7
-15,distance_from_energy,167.38238525390625,FashionMNIST,ECCCo,MLP Ensemble,0,7
-15,distance_from_targets,628.51416015625,FashionMNIST,ECCCo,MLP Ensemble,0,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-15,set_size_penalty,2.000745066986415,FashionMNIST,ECCCo,MLP Ensemble,0,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,7
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,7
-11,distance_from_energy,787.8748168945312,FashionMNIST,Schut,MLP Ensemble,0,7
-11,distance_from_targets,502.24798583984375,FashionMNIST,Schut,MLP Ensemble,0,7
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,7
-12,distance_from_energy,821.3592529296875,FashionMNIST,Schut,MLP Ensemble,0,7
-12,distance_from_targets,510.99517822265625,FashionMNIST,Schut,MLP Ensemble,0,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,7
-13,distance_from_energy,889.9298706054688,FashionMNIST,Schut,MLP Ensemble,0,7
-13,distance_from_targets,517.8297729492188,FashionMNIST,Schut,MLP Ensemble,0,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,7
-14,distance_from_energy,810.4354248046875,FashionMNIST,Schut,MLP Ensemble,0,7
-14,distance_from_targets,530.6325073242188,FashionMNIST,Schut,MLP Ensemble,0,7
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,7
-15,distance_from_energy,890.6487426757812,FashionMNIST,Schut,MLP Ensemble,0,7
-15,distance_from_targets,574.8309936523438,FashionMNIST,Schut,MLP Ensemble,0,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,7
-16,distance,93.94172668457031,FashionMNIST,Wachter,JEM,0,7
-16,distance_from_energy,774.275390625,FashionMNIST,Wachter,JEM,0,7
-16,distance_from_targets,569.2449951171875,FashionMNIST,Wachter,JEM,0,7
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,0,7
-16,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,0,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,0,7
-17,distance,95.0460205078125,FashionMNIST,Wachter,JEM,0,7
-17,distance_from_energy,714.3935546875,FashionMNIST,Wachter,JEM,0,7
-17,distance_from_targets,550.8987426757812,FashionMNIST,Wachter,JEM,0,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,7
-17,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,0,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,7
-18,distance,113.83377838134766,FashionMNIST,Wachter,JEM,0,7
-18,distance_from_energy,682.5867919921875,FashionMNIST,Wachter,JEM,0,7
-18,distance_from_targets,533.3524780273438,FashionMNIST,Wachter,JEM,0,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,0,7
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,7
-18,validity,0.0,FashionMNIST,Wachter,JEM,0,7
-19,distance,91.6886978149414,FashionMNIST,Wachter,JEM,0,7
-19,distance_from_energy,773.4256591796875,FashionMNIST,Wachter,JEM,0,7
-19,distance_from_targets,580.147216796875,FashionMNIST,Wachter,JEM,0,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,7
-19,set_size_penalty,1.000000000000001,FashionMNIST,Wachter,JEM,0,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,7
-20,distance,137.6433563232422,FashionMNIST,Wachter,JEM,0,7
-20,distance_from_energy,775.28125,FashionMNIST,Wachter,JEM,0,7
-20,distance_from_targets,573.4371948242188,FashionMNIST,Wachter,JEM,0,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,7
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,7
-20,validity,0.0,FashionMNIST,Wachter,JEM,0,7
-16,distance,405.67431640625,FashionMNIST,REVISE,JEM,0,7
-16,distance_from_energy,755.5582275390625,FashionMNIST,REVISE,JEM,0,7
-16,distance_from_targets,578.4525146484375,FashionMNIST,REVISE,JEM,0,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,7
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,7
-16,validity,0.0,FashionMNIST,REVISE,JEM,0,7
-17,distance,233.00579833984375,FashionMNIST,REVISE,JEM,0,7
-17,distance_from_energy,741.7347412109375,FashionMNIST,REVISE,JEM,0,7
-17,distance_from_targets,549.9618530273438,FashionMNIST,REVISE,JEM,0,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,7
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,0,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,0,7
-18,distance,862.3235473632812,FashionMNIST,REVISE,JEM,0,7
-18,distance_from_energy,494.8294982910156,FashionMNIST,REVISE,JEM,0,7
-18,distance_from_targets,514.6865234375,FashionMNIST,REVISE,JEM,0,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,7
-18,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,0,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,7
-19,distance,219.27561950683594,FashionMNIST,REVISE,JEM,0,7
-19,distance_from_energy,749.5135498046875,FashionMNIST,REVISE,JEM,0,7
-19,distance_from_targets,537.1116333007812,FashionMNIST,REVISE,JEM,0,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,7
-19,set_size_penalty,6.000002156619283,FashionMNIST,REVISE,JEM,0,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,7
-20,distance,344.2879638671875,FashionMNIST,REVISE,JEM,0,7
-20,distance_from_energy,757.1521606445312,FashionMNIST,REVISE,JEM,0,7
-20,distance_from_targets,527.283203125,FashionMNIST,REVISE,JEM,0,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,7
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,0,7
-20,validity,1.0,FashionMNIST,REVISE,JEM,0,7
-16,distance,603.1084594726562,FashionMNIST,ECCCo,JEM,0,7
-16,distance_from_energy,156.5457763671875,FashionMNIST,ECCCo,JEM,0,7
-16,distance_from_targets,441.0827941894531,FashionMNIST,ECCCo,JEM,0,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,7
-16,set_size_penalty,1.0000000000000007,FashionMNIST,ECCCo,JEM,0,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,7
-17,distance,571.8871459960938,FashionMNIST,ECCCo,JEM,0,7
-17,distance_from_energy,145.85061645507812,FashionMNIST,ECCCo,JEM,0,7
-17,distance_from_targets,448.0769348144531,FashionMNIST,ECCCo,JEM,0,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,7
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,7
-18,distance,456.56317138671875,FashionMNIST,ECCCo,JEM,0,7
-18,distance_from_energy,209.3034210205078,FashionMNIST,ECCCo,JEM,0,7
-18,distance_from_targets,452.9890441894531,FashionMNIST,ECCCo,JEM,0,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,7
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,0,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,7
-19,distance,605.24072265625,FashionMNIST,ECCCo,JEM,0,7
-19,distance_from_energy,183.0177001953125,FashionMNIST,ECCCo,JEM,0,7
-19,distance_from_targets,500.0277099609375,FashionMNIST,ECCCo,JEM,0,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,7
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,0,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,7
-20,distance,509.82647705078125,FashionMNIST,ECCCo,JEM,0,7
-20,distance_from_energy,263.7465515136719,FashionMNIST,ECCCo,JEM,0,7
-20,distance_from_targets,434.5367736816406,FashionMNIST,ECCCo,JEM,0,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,7
-20,set_size_penalty,1.9929625006790352,FashionMNIST,ECCCo,JEM,0,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,7
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,7
-16,distance_from_energy,764.3588256835938,FashionMNIST,Schut,JEM,0,7
-16,distance_from_targets,545.8212280273438,FashionMNIST,Schut,JEM,0,7
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,7
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,7
-16,validity,0.0,FashionMNIST,Schut,JEM,0,7
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,7
-17,distance_from_energy,750.9884033203125,FashionMNIST,Schut,JEM,0,7
-17,distance_from_targets,527.2031860351562,FashionMNIST,Schut,JEM,0,7
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,7
-17,validity,0.0,FashionMNIST,Schut,JEM,0,7
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,7
-18,distance_from_energy,636.4671020507812,FashionMNIST,Schut,JEM,0,7
-18,distance_from_targets,502.8989562988281,FashionMNIST,Schut,JEM,0,7
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,7
-18,validity,0.0,FashionMNIST,Schut,JEM,0,7
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,7
-19,distance_from_energy,785.8648071289062,FashionMNIST,Schut,JEM,0,7
-19,distance_from_targets,563.4151000976562,FashionMNIST,Schut,JEM,0,7
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,7
-19,validity,0.0,FashionMNIST,Schut,JEM,0,7
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,7
-20,distance_from_energy,709.43896484375,FashionMNIST,Schut,JEM,0,7
-20,distance_from_targets,543.5082397460938,FashionMNIST,Schut,JEM,0,7
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,7
-20,validity,0.0,FashionMNIST,Schut,JEM,0,7
-1,distance,79.71392059326172,FashionMNIST,Wachter,JEM Ensemble,0,8
-1,distance_from_energy,826.3284301757812,FashionMNIST,Wachter,JEM Ensemble,0,8
-1,distance_from_targets,552.4493408203125,FashionMNIST,Wachter,JEM Ensemble,0,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-2,distance,75.88500213623047,FashionMNIST,Wachter,JEM Ensemble,0,8
-2,distance_from_energy,865.2998046875,FashionMNIST,Wachter,JEM Ensemble,0,8
-2,distance_from_targets,519.2840576171875,FashionMNIST,Wachter,JEM Ensemble,0,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-2,set_size_penalty,2.9949730227845466,FashionMNIST,Wachter,JEM Ensemble,0,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-3,distance,66.20738983154297,FashionMNIST,Wachter,JEM Ensemble,0,8
-3,distance_from_energy,619.4169921875,FashionMNIST,Wachter,JEM Ensemble,0,8
-3,distance_from_targets,403.2919006347656,FashionMNIST,Wachter,JEM Ensemble,0,8
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,0,8
-3,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-3,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-4,distance,87.12664794921875,FashionMNIST,Wachter,JEM Ensemble,0,8
-4,distance_from_energy,767.650390625,FashionMNIST,Wachter,JEM Ensemble,0,8
-4,distance_from_targets,469.5590515136719,FashionMNIST,Wachter,JEM Ensemble,0,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-5,distance,117.47884368896484,FashionMNIST,Wachter,JEM Ensemble,0,8
-5,distance_from_energy,775.6337890625,FashionMNIST,Wachter,JEM Ensemble,0,8
-5,distance_from_targets,567.354736328125,FashionMNIST,Wachter,JEM Ensemble,0,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,8
-1,distance,272.9483337402344,FashionMNIST,REVISE,JEM Ensemble,0,8
-1,distance_from_energy,720.8270874023438,FashionMNIST,REVISE,JEM Ensemble,0,8
-1,distance_from_targets,439.11077880859375,FashionMNIST,REVISE,JEM Ensemble,0,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-1,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-2,distance,161.64370727539062,FashionMNIST,REVISE,JEM Ensemble,0,8
-2,distance_from_energy,829.4169921875,FashionMNIST,REVISE,JEM Ensemble,0,8
-2,distance_from_targets,458.58697509765625,FashionMNIST,REVISE,JEM Ensemble,0,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-2,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-3,distance,373.8106689453125,FashionMNIST,REVISE,JEM Ensemble,0,8
-3,distance_from_energy,362.00823974609375,FashionMNIST,REVISE,JEM Ensemble,0,8
-3,distance_from_targets,364.23504638671875,FashionMNIST,REVISE,JEM Ensemble,0,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-4,distance,381.95361328125,FashionMNIST,REVISE,JEM Ensemble,0,8
-4,distance_from_energy,468.5646057128906,FashionMNIST,REVISE,JEM Ensemble,0,8
-4,distance_from_targets,321.81011962890625,FashionMNIST,REVISE,JEM Ensemble,0,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-5,distance,332.9109191894531,FashionMNIST,REVISE,JEM Ensemble,0,8
-5,distance_from_energy,603.3124389648438,FashionMNIST,REVISE,JEM Ensemble,0,8
-5,distance_from_targets,382.3998718261719,FashionMNIST,REVISE,JEM Ensemble,0,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,8
-1,distance,704.8621826171875,FashionMNIST,ECCCo,JEM Ensemble,0,8
-1,distance_from_energy,123.6949462890625,FashionMNIST,ECCCo,JEM Ensemble,0,8
-1,distance_from_targets,428.53973388671875,FashionMNIST,ECCCo,JEM Ensemble,0,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-1,set_size_penalty,2.00000750170238,FashionMNIST,ECCCo,JEM Ensemble,0,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-2,distance,654.05615234375,FashionMNIST,ECCCo,JEM Ensemble,0,8
-2,distance_from_energy,220.72265625,FashionMNIST,ECCCo,JEM Ensemble,0,8
-2,distance_from_targets,356.7401428222656,FashionMNIST,ECCCo,JEM Ensemble,0,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-3,distance,492.98162841796875,FashionMNIST,ECCCo,JEM Ensemble,0,8
-3,distance_from_energy,118.21759033203125,FashionMNIST,ECCCo,JEM Ensemble,0,8
-3,distance_from_targets,415.6034240722656,FashionMNIST,ECCCo,JEM Ensemble,0,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-3,set_size_penalty,3.001086238210381,FashionMNIST,ECCCo,JEM Ensemble,0,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-4,distance,555.0618896484375,FashionMNIST,ECCCo,JEM Ensemble,0,8
-4,distance_from_energy,258.4843444824219,FashionMNIST,ECCCo,JEM Ensemble,0,8
-4,distance_from_targets,397.0931396484375,FashionMNIST,ECCCo,JEM Ensemble,0,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-4,set_size_penalty,1.0000000029192502,FashionMNIST,ECCCo,JEM Ensemble,0,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-5,distance,666.4800415039062,FashionMNIST,ECCCo,JEM Ensemble,0,8
-5,distance_from_energy,130.64822387695312,FashionMNIST,ECCCo,JEM Ensemble,0,8
-5,distance_from_targets,448.3408508300781,FashionMNIST,ECCCo,JEM Ensemble,0,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-5,set_size_penalty,2.0000000000000004,FashionMNIST,ECCCo,JEM Ensemble,0,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,8
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,8
-1,distance_from_energy,825.9430541992188,FashionMNIST,Schut,JEM Ensemble,0,8
-1,distance_from_targets,527.6895751953125,FashionMNIST,Schut,JEM Ensemble,0,8
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,8
-2,distance_from_energy,855.4860229492188,FashionMNIST,Schut,JEM Ensemble,0,8
-2,distance_from_targets,495.6473388671875,FashionMNIST,Schut,JEM Ensemble,0,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,0,8
-3,distance_from_energy,602.6907958984375,FashionMNIST,Schut,JEM Ensemble,0,8
-3,distance_from_targets,378.73419189453125,FashionMNIST,Schut,JEM Ensemble,0,8
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,0,8
-4,distance_from_energy,776.6063232421875,FashionMNIST,Schut,JEM Ensemble,0,8
-4,distance_from_targets,436.3462219238281,FashionMNIST,Schut,JEM Ensemble,0,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,8
-5,distance_from_energy,779.4999389648438,FashionMNIST,Schut,JEM Ensemble,0,8
-5,distance_from_targets,547.6026000976562,FashionMNIST,Schut,JEM Ensemble,0,8
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,8
-6,distance,73.34796905517578,FashionMNIST,Wachter,MLP,0,8
-6,distance_from_energy,871.2726440429688,FashionMNIST,Wachter,MLP,0,8
-6,distance_from_targets,557.044921875,FashionMNIST,Wachter,MLP,0,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,8
-6,set_size_penalty,2.99998877727881,FashionMNIST,Wachter,MLP,0,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,8
-7,distance,65.91047668457031,FashionMNIST,Wachter,MLP,0,8
-7,distance_from_energy,839.44921875,FashionMNIST,Wachter,MLP,0,8
-7,distance_from_targets,530.7864990234375,FashionMNIST,Wachter,MLP,0,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,8
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,0,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,8
-8,distance,87.35635375976562,FashionMNIST,Wachter,MLP,0,8
-8,distance_from_energy,868.7345581054688,FashionMNIST,Wachter,MLP,0,8
-8,distance_from_targets,449.4141845703125,FashionMNIST,Wachter,MLP,0,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,8
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,8
-9,distance,101.43963623046875,FashionMNIST,Wachter,MLP,0,8
-9,distance_from_energy,884.9227294921875,FashionMNIST,Wachter,MLP,0,8
-9,distance_from_targets,583.3463745117188,FashionMNIST,Wachter,MLP,0,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,8
-9,set_size_penalty,2.999999999999984,FashionMNIST,Wachter,MLP,0,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,8
-10,distance,104.65811157226562,FashionMNIST,Wachter,MLP,0,8
-10,distance_from_energy,913.1229248046875,FashionMNIST,Wachter,MLP,0,8
-10,distance_from_targets,537.294189453125,FashionMNIST,Wachter,MLP,0,8
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,8
-10,set_size_penalty,3.009300386043731,FashionMNIST,Wachter,MLP,0,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,8
-6,distance,288.581787109375,FashionMNIST,REVISE,MLP,0,8
-6,distance_from_energy,856.9324340820312,FashionMNIST,REVISE,MLP,0,8
-6,distance_from_targets,364.9410095214844,FashionMNIST,REVISE,MLP,0,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,8
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,8
-6,validity,0.0,FashionMNIST,REVISE,MLP,0,8
-7,distance,156.7482147216797,FashionMNIST,REVISE,MLP,0,8
-7,distance_from_energy,806.4549560546875,FashionMNIST,REVISE,MLP,0,8
-7,distance_from_targets,472.5291442871094,FashionMNIST,REVISE,MLP,0,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,8
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,8
-7,validity,0.0,FashionMNIST,REVISE,MLP,0,8
-8,distance,296.4258728027344,FashionMNIST,REVISE,MLP,0,8
-8,distance_from_energy,846.1417846679688,FashionMNIST,REVISE,MLP,0,8
-8,distance_from_targets,337.25543212890625,FashionMNIST,REVISE,MLP,0,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,8
-8,set_size_penalty,2.0000000004747074,FashionMNIST,REVISE,MLP,0,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,0,8
-9,distance,393.6005554199219,FashionMNIST,REVISE,MLP,0,8
-9,distance_from_energy,875.8812255859375,FashionMNIST,REVISE,MLP,0,8
-9,distance_from_targets,392.34295654296875,FashionMNIST,REVISE,MLP,0,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,8
-9,set_size_penalty,1.999681746444825,FashionMNIST,REVISE,MLP,0,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,8
-10,distance,286.1336669921875,FashionMNIST,REVISE,MLP,0,8
-10,distance_from_energy,870.9176635742188,FashionMNIST,REVISE,MLP,0,8
-10,distance_from_targets,421.3071594238281,FashionMNIST,REVISE,MLP,0,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,8
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,8
-10,validity,0.0,FashionMNIST,REVISE,MLP,0,8
-6,distance,733.13427734375,FashionMNIST,ECCCo,MLP,0,8
-6,distance_from_energy,150.47146606445312,FashionMNIST,ECCCo,MLP,0,8
-6,distance_from_targets,744.378173828125,FashionMNIST,ECCCo,MLP,0,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,8
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,8
-7,distance,729.8778686523438,FashionMNIST,ECCCo,MLP,0,8
-7,distance_from_energy,137.20040893554688,FashionMNIST,ECCCo,MLP,0,8
-7,distance_from_targets,735.484619140625,FashionMNIST,ECCCo,MLP,0,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,8
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,8
-8,distance,720.3016967773438,FashionMNIST,ECCCo,MLP,0,8
-8,distance_from_energy,164.65782165527344,FashionMNIST,ECCCo,MLP,0,8
-8,distance_from_targets,701.867919921875,FashionMNIST,ECCCo,MLP,0,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,8
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,8
-9,distance,797.6038818359375,FashionMNIST,ECCCo,MLP,0,8
-9,distance_from_energy,123.54129791259766,FashionMNIST,ECCCo,MLP,0,8
-9,distance_from_targets,750.358642578125,FashionMNIST,ECCCo,MLP,0,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,8
-9,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,8
-10,distance,770.6119995117188,FashionMNIST,ECCCo,MLP,0,8
-10,distance_from_energy,193.22702026367188,FashionMNIST,ECCCo,MLP,0,8
-10,distance_from_targets,682.6941528320312,FashionMNIST,ECCCo,MLP,0,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,8
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,8
-6,distance,10.0,FashionMNIST,Schut,MLP,0,8
-6,distance_from_energy,867.8974609375,FashionMNIST,Schut,MLP,0,8
-6,distance_from_targets,531.2662963867188,FashionMNIST,Schut,MLP,0,8
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,8
-6,validity,0.0,FashionMNIST,Schut,MLP,0,8
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,8
-7,distance_from_energy,855.7381591796875,FashionMNIST,Schut,MLP,0,8
-7,distance_from_targets,509.1644287109375,FashionMNIST,Schut,MLP,0,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,8
-7,set_size_penalty,2.0,FashionMNIST,Schut,MLP,0,8
-7,validity,1.0,FashionMNIST,Schut,MLP,0,8
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,8
-8,distance_from_energy,845.2322387695312,FashionMNIST,Schut,MLP,0,8
-8,distance_from_targets,420.8379821777344,FashionMNIST,Schut,MLP,0,8
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,8
-8,validity,0.0,FashionMNIST,Schut,MLP,0,8
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,8
-9,distance_from_energy,906.6847534179688,FashionMNIST,Schut,MLP,0,8
-9,distance_from_targets,558.8716430664062,FashionMNIST,Schut,MLP,0,8
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,8
-9,validity,0.0,FashionMNIST,Schut,MLP,0,8
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,0,8
-10,distance_from_energy,911.8401489257812,FashionMNIST,Schut,MLP,0,8
-10,distance_from_targets,513.2247924804688,FashionMNIST,Schut,MLP,0,8
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,8
-10,validity,0.0,FashionMNIST,Schut,MLP,0,8
-11,distance,75.76734924316406,FashionMNIST,Wachter,MLP Ensemble,0,8
-11,distance_from_energy,885.4494018554688,FashionMNIST,Wachter,MLP Ensemble,0,8
-11,distance_from_targets,551.8995361328125,FashionMNIST,Wachter,MLP Ensemble,0,8
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,8
-11,set_size_penalty,2.99999889418593,FashionMNIST,Wachter,MLP Ensemble,0,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-12,distance,72.48040008544922,FashionMNIST,Wachter,MLP Ensemble,0,8
-12,distance_from_energy,808.9241943359375,FashionMNIST,Wachter,MLP Ensemble,0,8
-12,distance_from_targets,503.4427795410156,FashionMNIST,Wachter,MLP Ensemble,0,8
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,8
-12,set_size_penalty,2.9999999786971188,FashionMNIST,Wachter,MLP Ensemble,0,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-13,distance,121.57878875732422,FashionMNIST,Wachter,MLP Ensemble,0,8
-13,distance_from_energy,958.3128051757812,FashionMNIST,Wachter,MLP Ensemble,0,8
-13,distance_from_targets,708.7770385742188,FashionMNIST,Wachter,MLP Ensemble,0,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-14,distance,99.99353790283203,FashionMNIST,Wachter,MLP Ensemble,0,8
-14,distance_from_energy,790.2710571289062,FashionMNIST,Wachter,MLP Ensemble,0,8
-14,distance_from_targets,477.1944274902344,FashionMNIST,Wachter,MLP Ensemble,0,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-15,distance,78.49658203125,FashionMNIST,Wachter,MLP Ensemble,0,8
-15,distance_from_energy,779.5011596679688,FashionMNIST,Wachter,MLP Ensemble,0,8
-15,distance_from_targets,526.611572265625,FashionMNIST,Wachter,MLP Ensemble,0,8
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-15,set_size_penalty,2.835833626165143,FashionMNIST,Wachter,MLP Ensemble,0,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,8
-11,distance,269.67718505859375,FashionMNIST,REVISE,MLP Ensemble,0,8
-11,distance_from_energy,841.5989990234375,FashionMNIST,REVISE,MLP Ensemble,0,8
-11,distance_from_targets,483.5608825683594,FashionMNIST,REVISE,MLP Ensemble,0,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-12,distance,238.15444946289062,FashionMNIST,REVISE,MLP Ensemble,0,8
-12,distance_from_energy,789.2794189453125,FashionMNIST,REVISE,MLP Ensemble,0,8
-12,distance_from_targets,492.7400207519531,FashionMNIST,REVISE,MLP Ensemble,0,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-13,distance,255.06344604492188,FashionMNIST,REVISE,MLP Ensemble,0,8
-13,distance_from_energy,893.7346801757812,FashionMNIST,REVISE,MLP Ensemble,0,8
-13,distance_from_targets,585.0650634765625,FashionMNIST,REVISE,MLP Ensemble,0,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-14,distance,390.0993347167969,FashionMNIST,REVISE,MLP Ensemble,0,8
-14,distance_from_energy,811.1345825195312,FashionMNIST,REVISE,MLP Ensemble,0,8
-14,distance_from_targets,371.63128662109375,FashionMNIST,REVISE,MLP Ensemble,0,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-14,set_size_penalty,2.0000000000009646,FashionMNIST,REVISE,MLP Ensemble,0,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-15,distance,222.7698211669922,FashionMNIST,REVISE,MLP Ensemble,0,8
-15,distance_from_energy,800.5333251953125,FashionMNIST,REVISE,MLP Ensemble,0,8
-15,distance_from_targets,452.960205078125,FashionMNIST,REVISE,MLP Ensemble,0,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,8
-11,distance,724.40234375,FashionMNIST,ECCCo,MLP Ensemble,0,8
-11,distance_from_energy,161.5291748046875,FashionMNIST,ECCCo,MLP Ensemble,0,8
-11,distance_from_targets,636.3787841796875,FashionMNIST,ECCCo,MLP Ensemble,0,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-11,set_size_penalty,1.0000012918697503,FashionMNIST,ECCCo,MLP Ensemble,0,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-12,distance,735.89013671875,FashionMNIST,ECCCo,MLP Ensemble,0,8
-12,distance_from_energy,112.5662841796875,FashionMNIST,ECCCo,MLP Ensemble,0,8
-12,distance_from_targets,665.3984985351562,FashionMNIST,ECCCo,MLP Ensemble,0,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-12,set_size_penalty,1.0000002721046632,FashionMNIST,ECCCo,MLP Ensemble,0,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-13,distance,789.05908203125,FashionMNIST,ECCCo,MLP Ensemble,0,8
-13,distance_from_energy,207.3966827392578,FashionMNIST,ECCCo,MLP Ensemble,0,8
-13,distance_from_targets,664.0429077148438,FashionMNIST,ECCCo,MLP Ensemble,0,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-13,set_size_penalty,1.006804102038795,FashionMNIST,ECCCo,MLP Ensemble,0,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-14,distance,697.0009155273438,FashionMNIST,ECCCo,MLP Ensemble,0,8
-14,distance_from_energy,146.35862731933594,FashionMNIST,ECCCo,MLP Ensemble,0,8
-14,distance_from_targets,645.5071411132812,FashionMNIST,ECCCo,MLP Ensemble,0,8
-14,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,0,8
-14,set_size_penalty,1.0024316368299984,FashionMNIST,ECCCo,MLP Ensemble,0,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-15,distance,689.0994873046875,FashionMNIST,ECCCo,MLP Ensemble,0,8
-15,distance_from_energy,111.38619232177734,FashionMNIST,ECCCo,MLP Ensemble,0,8
-15,distance_from_targets,659.692138671875,FashionMNIST,ECCCo,MLP Ensemble,0,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-15,set_size_penalty,1.0000227239568036,FashionMNIST,ECCCo,MLP Ensemble,0,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,8
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,8
-11,distance_from_energy,874.2088012695312,FashionMNIST,Schut,MLP Ensemble,0,8
-11,distance_from_targets,528.9025268554688,FashionMNIST,Schut,MLP Ensemble,0,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,8
-12,distance_from_energy,816.18701171875,FashionMNIST,Schut,MLP Ensemble,0,8
-12,distance_from_targets,483.7323303222656,FashionMNIST,Schut,MLP Ensemble,0,8
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,0,8
-13,distance_from_energy,977.9591674804688,FashionMNIST,Schut,MLP Ensemble,0,8
-13,distance_from_targets,681.6659545898438,FashionMNIST,Schut,MLP Ensemble,0,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,8
-14,distance_from_energy,809.2918701171875,FashionMNIST,Schut,MLP Ensemble,0,8
-14,distance_from_targets,436.2306823730469,FashionMNIST,Schut,MLP Ensemble,0,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,8
-15,distance_from_energy,778.6287231445312,FashionMNIST,Schut,MLP Ensemble,0,8
-15,distance_from_targets,496.8224182128906,FashionMNIST,Schut,MLP Ensemble,0,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,8
-16,distance,117.87088775634766,FashionMNIST,Wachter,JEM,0,8
-16,distance_from_energy,616.90185546875,FashionMNIST,Wachter,JEM,0,8
-16,distance_from_targets,490.6981201171875,FashionMNIST,Wachter,JEM,0,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,8
-16,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,8
-16,validity,0.0,FashionMNIST,Wachter,JEM,0,8
-17,distance,84.53165435791016,FashionMNIST,Wachter,JEM,0,8
-17,distance_from_energy,885.7674560546875,FashionMNIST,Wachter,JEM,0,8
-17,distance_from_targets,667.2986450195312,FashionMNIST,Wachter,JEM,0,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,8
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,8
-18,distance,96.15673065185547,FashionMNIST,Wachter,JEM,0,8
-18,distance_from_energy,779.7276611328125,FashionMNIST,Wachter,JEM,0,8
-18,distance_from_targets,552.2349243164062,FashionMNIST,Wachter,JEM,0,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,0,8
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,8
-19,distance,66.24710845947266,FashionMNIST,Wachter,JEM,0,8
-19,distance_from_energy,628.27978515625,FashionMNIST,Wachter,JEM,0,8
-19,distance_from_targets,424.404541015625,FashionMNIST,Wachter,JEM,0,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,8
-19,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,0,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,0,8
-20,distance,90.05989074707031,FashionMNIST,Wachter,JEM,0,8
-20,distance_from_energy,644.3193359375,FashionMNIST,Wachter,JEM,0,8
-20,distance_from_targets,639.0686645507812,FashionMNIST,Wachter,JEM,0,8
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,8
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,8
-16,distance,367.97540283203125,FashionMNIST,REVISE,JEM,0,8
-16,distance_from_energy,740.1243896484375,FashionMNIST,REVISE,JEM,0,8
-16,distance_from_targets,601.0201416015625,FashionMNIST,REVISE,JEM,0,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,8
-16,set_size_penalty,5.999999999999418,FashionMNIST,REVISE,JEM,0,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,0,8
-17,distance,325.42974853515625,FashionMNIST,REVISE,JEM,0,8
-17,distance_from_energy,915.9568481445312,FashionMNIST,REVISE,JEM,0,8
-17,distance_from_targets,663.6661987304688,FashionMNIST,REVISE,JEM,0,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,8
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,8
-17,validity,0.0,FashionMNIST,REVISE,JEM,0,8
-18,distance,656.3076171875,FashionMNIST,REVISE,JEM,0,8
-18,distance_from_energy,611.2900390625,FashionMNIST,REVISE,JEM,0,8
-18,distance_from_targets,525.5995483398438,FashionMNIST,REVISE,JEM,0,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,8
-18,set_size_penalty,4.033968742358582,FashionMNIST,REVISE,JEM,0,8
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,8
-19,distance,601.1650390625,FashionMNIST,REVISE,JEM,0,8
-19,distance_from_energy,644.347412109375,FashionMNIST,REVISE,JEM,0,8
-19,distance_from_targets,459.0699462890625,FashionMNIST,REVISE,JEM,0,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,8
-19,set_size_penalty,3.999999999880838,FashionMNIST,REVISE,JEM,0,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,0,8
-20,distance,405.5016174316406,FashionMNIST,REVISE,JEM,0,8
-20,distance_from_energy,757.1790771484375,FashionMNIST,REVISE,JEM,0,8
-20,distance_from_targets,482.94635009765625,FashionMNIST,REVISE,JEM,0,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,8
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,8
-20,validity,0.0,FashionMNIST,REVISE,JEM,0,8
-16,distance,550.4974365234375,FashionMNIST,ECCCo,JEM,0,8
-16,distance_from_energy,128.80987548828125,FashionMNIST,ECCCo,JEM,0,8
-16,distance_from_targets,433.921142578125,FashionMNIST,ECCCo,JEM,0,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,8
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,0,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,8
-17,distance,655.5108032226562,FashionMNIST,ECCCo,JEM,0,8
-17,distance_from_energy,239.00772094726562,FashionMNIST,ECCCo,JEM,0,8
-17,distance_from_targets,439.96087646484375,FashionMNIST,ECCCo,JEM,0,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,8
-17,set_size_penalty,2.0085640333439,FashionMNIST,ECCCo,JEM,0,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,8
-18,distance,690.4839477539062,FashionMNIST,ECCCo,JEM,0,8
-18,distance_from_energy,148.58828735351562,FashionMNIST,ECCCo,JEM,0,8
-18,distance_from_targets,480.29156494140625,FashionMNIST,ECCCo,JEM,0,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,8
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,8
-19,distance,477.37890625,FashionMNIST,ECCCo,JEM,0,8
-19,distance_from_energy,156.6351776123047,FashionMNIST,ECCCo,JEM,0,8
-19,distance_from_targets,426.81787109375,FashionMNIST,ECCCo,JEM,0,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,8
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,8
-20,distance,696.56103515625,FashionMNIST,ECCCo,JEM,0,8
-20,distance_from_energy,151.1321563720703,FashionMNIST,ECCCo,JEM,0,8
-20,distance_from_targets,456.0865478515625,FashionMNIST,ECCCo,JEM,0,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,8
-20,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,8
-16,distance,9.600001335144043,FashionMNIST,Schut,JEM,0,8
-16,distance_from_energy,637.1841430664062,FashionMNIST,Schut,JEM,0,8
-16,distance_from_targets,441.68658447265625,FashionMNIST,Schut,JEM,0,8
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,8
-16,set_size_penalty,3.99999999999291,FashionMNIST,Schut,JEM,0,8
-16,validity,1.0,FashionMNIST,Schut,JEM,0,8
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,8
-17,distance_from_energy,865.4529418945312,FashionMNIST,Schut,JEM,0,8
-17,distance_from_targets,647.46240234375,FashionMNIST,Schut,JEM,0,8
-17,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM,0,8
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,8
-17,validity,0.0,FashionMNIST,Schut,JEM,0,8
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,8
-18,distance_from_energy,782.4818115234375,FashionMNIST,Schut,JEM,0,8
-18,distance_from_targets,527.3165283203125,FashionMNIST,Schut,JEM,0,8
-18,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,0,8
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,8
-18,validity,0.0,FashionMNIST,Schut,JEM,0,8
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,8
-19,distance_from_energy,578.1453247070312,FashionMNIST,Schut,JEM,0,8
-19,distance_from_targets,405.85943603515625,FashionMNIST,Schut,JEM,0,8
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,0,8
-19,set_size_penalty,0.9999999999999902,FashionMNIST,Schut,JEM,0,8
-19,validity,1.0,FashionMNIST,Schut,JEM,0,8
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,8
-20,distance_from_energy,834.0641479492188,FashionMNIST,Schut,JEM,0,8
-20,distance_from_targets,616.2603149414062,FashionMNIST,Schut,JEM,0,8
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,8
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,8
-20,validity,0.0,FashionMNIST,Schut,JEM,0,8
-1,distance,159.3053436279297,FashionMNIST,Wachter,JEM Ensemble,0,9
-1,distance_from_energy,806.7677001953125,FashionMNIST,Wachter,JEM Ensemble,0,9
-1,distance_from_targets,573.0135498046875,FashionMNIST,Wachter,JEM Ensemble,0,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-2,distance,142.97579956054688,FashionMNIST,Wachter,JEM Ensemble,0,9
-2,distance_from_energy,685.4302978515625,FashionMNIST,Wachter,JEM Ensemble,0,9
-2,distance_from_targets,600.5908203125,FashionMNIST,Wachter,JEM Ensemble,0,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-3,distance,150.6278076171875,FashionMNIST,Wachter,JEM Ensemble,0,9
-3,distance_from_energy,749.821044921875,FashionMNIST,Wachter,JEM Ensemble,0,9
-3,distance_from_targets,579.1705322265625,FashionMNIST,Wachter,JEM Ensemble,0,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-4,distance,156.50558471679688,FashionMNIST,Wachter,JEM Ensemble,0,9
-4,distance_from_energy,754.5880737304688,FashionMNIST,Wachter,JEM Ensemble,0,9
-4,distance_from_targets,544.8516235351562,FashionMNIST,Wachter,JEM Ensemble,0,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-5,distance,146.61166381835938,FashionMNIST,Wachter,JEM Ensemble,0,9
-5,distance_from_energy,821.3414916992188,FashionMNIST,Wachter,JEM Ensemble,0,9
-5,distance_from_targets,554.484619140625,FashionMNIST,Wachter,JEM Ensemble,0,9
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,0,9
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,0,9
-1,distance,353.2218933105469,FashionMNIST,REVISE,JEM Ensemble,0,9
-1,distance_from_energy,704.3064575195312,FashionMNIST,REVISE,JEM Ensemble,0,9
-1,distance_from_targets,415.53741455078125,FashionMNIST,REVISE,JEM Ensemble,0,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-1,set_size_penalty,0.9999950010604279,FashionMNIST,REVISE,JEM Ensemble,0,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-2,distance,480.3670654296875,FashionMNIST,REVISE,JEM Ensemble,0,9
-2,distance_from_energy,404.66888427734375,FashionMNIST,REVISE,JEM Ensemble,0,9
-2,distance_from_targets,347.420166015625,FashionMNIST,REVISE,JEM Ensemble,0,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-3,distance,404.1685485839844,FashionMNIST,REVISE,JEM Ensemble,0,9
-3,distance_from_energy,614.7999267578125,FashionMNIST,REVISE,JEM Ensemble,0,9
-3,distance_from_targets,367.42193603515625,FashionMNIST,REVISE,JEM Ensemble,0,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-3,set_size_penalty,3.226497326613223,FashionMNIST,REVISE,JEM Ensemble,0,9
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-4,distance,387.67779541015625,FashionMNIST,REVISE,JEM Ensemble,0,9
-4,distance_from_energy,622.3616333007812,FashionMNIST,REVISE,JEM Ensemble,0,9
-4,distance_from_targets,357.450439453125,FashionMNIST,REVISE,JEM Ensemble,0,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-4,set_size_penalty,1.0000000027823173,FashionMNIST,REVISE,JEM Ensemble,0,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-5,distance,485.5889587402344,FashionMNIST,REVISE,JEM Ensemble,0,9
-5,distance_from_energy,533.2357788085938,FashionMNIST,REVISE,JEM Ensemble,0,9
-5,distance_from_targets,342.16461181640625,FashionMNIST,REVISE,JEM Ensemble,0,9
-5,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,0,9
-5,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,0,9
-1,distance,726.1137084960938,FashionMNIST,ECCCo,JEM Ensemble,0,9
-1,distance_from_energy,119.52679443359375,FashionMNIST,ECCCo,JEM Ensemble,0,9
-1,distance_from_targets,420.5745544433594,FashionMNIST,ECCCo,JEM Ensemble,0,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-2,distance,586.5661010742188,FashionMNIST,ECCCo,JEM Ensemble,0,9
-2,distance_from_energy,122.12479400634766,FashionMNIST,ECCCo,JEM Ensemble,0,9
-2,distance_from_targets,455.7716064453125,FashionMNIST,ECCCo,JEM Ensemble,0,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-2,set_size_penalty,2.0000000000000018,FashionMNIST,ECCCo,JEM Ensemble,0,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-3,distance,665.2764282226562,FashionMNIST,ECCCo,JEM Ensemble,0,9
-3,distance_from_energy,115.0176010131836,FashionMNIST,ECCCo,JEM Ensemble,0,9
-3,distance_from_targets,428.86053466796875,FashionMNIST,ECCCo,JEM Ensemble,0,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-3,set_size_penalty,3.999999995667653,FashionMNIST,ECCCo,JEM Ensemble,0,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-4,distance,591.010986328125,FashionMNIST,ECCCo,JEM Ensemble,0,9
-4,distance_from_energy,176.7289276123047,FashionMNIST,ECCCo,JEM Ensemble,0,9
-4,distance_from_targets,414.4397277832031,FashionMNIST,ECCCo,JEM Ensemble,0,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-5,distance,736.0704345703125,FashionMNIST,ECCCo,JEM Ensemble,0,9
-5,distance_from_energy,121.90196228027344,FashionMNIST,ECCCo,JEM Ensemble,0,9
-5,distance_from_targets,417.4840087890625,FashionMNIST,ECCCo,JEM Ensemble,0,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-5,set_size_penalty,3.0001261085348667,FashionMNIST,ECCCo,JEM Ensemble,0,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,0,9
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,9
-1,distance_from_energy,836.7725830078125,FashionMNIST,Schut,JEM Ensemble,0,9
-1,distance_from_targets,551.634033203125,FashionMNIST,Schut,JEM Ensemble,0,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,9
-2,distance_from_energy,692.8995361328125,FashionMNIST,Schut,JEM Ensemble,0,9
-2,distance_from_targets,574.5640258789062,FashionMNIST,Schut,JEM Ensemble,0,9
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,9
-3,distance_from_energy,769.9388427734375,FashionMNIST,Schut,JEM Ensemble,0,9
-3,distance_from_targets,561.2994384765625,FashionMNIST,Schut,JEM Ensemble,0,9
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,0,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,9
-4,distance_from_energy,785.9080200195312,FashionMNIST,Schut,JEM Ensemble,0,9
-4,distance_from_targets,525.0242919921875,FashionMNIST,Schut,JEM Ensemble,0,9
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,0,9
-5,distance_from_energy,808.9317626953125,FashionMNIST,Schut,JEM Ensemble,0,9
-5,distance_from_targets,538.5010375976562,FashionMNIST,Schut,JEM Ensemble,0,9
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,0,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,0,9
-6,distance,84.06481170654297,FashionMNIST,Wachter,MLP,0,9
-6,distance_from_energy,870.4659423828125,FashionMNIST,Wachter,MLP,0,9
-6,distance_from_targets,567.1014404296875,FashionMNIST,Wachter,MLP,0,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,0,9
-6,set_size_penalty,3.999305294430081,FashionMNIST,Wachter,MLP,0,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,0,9
-7,distance,96.50154876708984,FashionMNIST,Wachter,MLP,0,9
-7,distance_from_energy,837.0188598632812,FashionMNIST,Wachter,MLP,0,9
-7,distance_from_targets,538.3496704101562,FashionMNIST,Wachter,MLP,0,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,0,9
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,0,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,0,9
-8,distance,89.1111068725586,FashionMNIST,Wachter,MLP,0,9
-8,distance_from_energy,876.9348754882812,FashionMNIST,Wachter,MLP,0,9
-8,distance_from_targets,530.58544921875,FashionMNIST,Wachter,MLP,0,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,0,9
-8,set_size_penalty,4.9999963277733315,FashionMNIST,Wachter,MLP,0,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,0,9
-9,distance,92.98905181884766,FashionMNIST,Wachter,MLP,0,9
-9,distance_from_energy,875.3948974609375,FashionMNIST,Wachter,MLP,0,9
-9,distance_from_targets,584.996826171875,FashionMNIST,Wachter,MLP,0,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,0,9
-9,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,0,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,0,9
-10,distance,93.62944030761719,FashionMNIST,Wachter,MLP,0,9
-10,distance_from_energy,865.5505981445312,FashionMNIST,Wachter,MLP,0,9
-10,distance_from_targets,600.769287109375,FashionMNIST,Wachter,MLP,0,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,0,9
-10,set_size_penalty,2.000000000000057,FashionMNIST,Wachter,MLP,0,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,0,9
-6,distance,252.39511108398438,FashionMNIST,REVISE,MLP,0,9
-6,distance_from_energy,864.0576171875,FashionMNIST,REVISE,MLP,0,9
-6,distance_from_targets,514.288818359375,FashionMNIST,REVISE,MLP,0,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,0,9
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,9
-6,validity,0.0,FashionMNIST,REVISE,MLP,0,9
-7,distance,250.34149169921875,FashionMNIST,REVISE,MLP,0,9
-7,distance_from_energy,809.8951416015625,FashionMNIST,REVISE,MLP,0,9
-7,distance_from_targets,423.97119140625,FashionMNIST,REVISE,MLP,0,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,0,9
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,9
-7,validity,0.0,FashionMNIST,REVISE,MLP,0,9
-8,distance,212.8782196044922,FashionMNIST,REVISE,MLP,0,9
-8,distance_from_energy,881.4295654296875,FashionMNIST,REVISE,MLP,0,9
-8,distance_from_targets,527.3014526367188,FashionMNIST,REVISE,MLP,0,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,0,9
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,9
-8,validity,0.0,FashionMNIST,REVISE,MLP,0,9
-9,distance,290.4080810546875,FashionMNIST,REVISE,MLP,0,9
-9,distance_from_energy,841.1627197265625,FashionMNIST,REVISE,MLP,0,9
-9,distance_from_targets,574.755126953125,FashionMNIST,REVISE,MLP,0,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,0,9
-9,set_size_penalty,3.9999999990181347,FashionMNIST,REVISE,MLP,0,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,0,9
-10,distance,286.66278076171875,FashionMNIST,REVISE,MLP,0,9
-10,distance_from_energy,885.0641479492188,FashionMNIST,REVISE,MLP,0,9
-10,distance_from_targets,564.69970703125,FashionMNIST,REVISE,MLP,0,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,0,9
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,0,9
-10,validity,0.0,FashionMNIST,REVISE,MLP,0,9
-6,distance,716.7294921875,FashionMNIST,ECCCo,MLP,0,9
-6,distance_from_energy,156.5249786376953,FashionMNIST,ECCCo,MLP,0,9
-6,distance_from_targets,717.0371704101562,FashionMNIST,ECCCo,MLP,0,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,9
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,0,9
-7,distance,772.3502807617188,FashionMNIST,ECCCo,MLP,0,9
-7,distance_from_energy,123.4741439819336,FashionMNIST,ECCCo,MLP,0,9
-7,distance_from_targets,731.0198974609375,FashionMNIST,ECCCo,MLP,0,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,9
-7,set_size_penalty,1.0000000000003222,FashionMNIST,ECCCo,MLP,0,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,0,9
-8,distance,729.5486450195312,FashionMNIST,ECCCo,MLP,0,9
-8,distance_from_energy,170.4463348388672,FashionMNIST,ECCCo,MLP,0,9
-8,distance_from_targets,700.9030151367188,FashionMNIST,ECCCo,MLP,0,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,9
-8,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,0,9
-9,distance,698.490234375,FashionMNIST,ECCCo,MLP,0,9
-9,distance_from_energy,211.9012908935547,FashionMNIST,ECCCo,MLP,0,9
-9,distance_from_targets,707.10009765625,FashionMNIST,ECCCo,MLP,0,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,9
-9,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,0,9
-10,distance,691.1105346679688,FashionMNIST,ECCCo,MLP,0,9
-10,distance_from_energy,200.43734741210938,FashionMNIST,ECCCo,MLP,0,9
-10,distance_from_targets,691.4944458007812,FashionMNIST,ECCCo,MLP,0,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,0,9
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,0,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,0,9
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,9
-6,distance_from_energy,858.7102661132812,FashionMNIST,Schut,MLP,0,9
-6,distance_from_targets,536.700927734375,FashionMNIST,Schut,MLP,0,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,9
-6,validity,0.0,FashionMNIST,Schut,MLP,0,9
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,9
-7,distance_from_energy,855.2978515625,FashionMNIST,Schut,MLP,0,9
-7,distance_from_targets,508.5564880371094,FashionMNIST,Schut,MLP,0,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,9
-7,validity,0.0,FashionMNIST,Schut,MLP,0,9
-8,distance,10.0,FashionMNIST,Schut,MLP,0,9
-8,distance_from_energy,870.3607177734375,FashionMNIST,Schut,MLP,0,9
-8,distance_from_targets,506.2120666503906,FashionMNIST,Schut,MLP,0,9
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,0,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,9
-8,validity,0.0,FashionMNIST,Schut,MLP,0,9
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,9
-9,distance_from_energy,854.6531372070312,FashionMNIST,Schut,MLP,0,9
-9,distance_from_targets,551.1988525390625,FashionMNIST,Schut,MLP,0,9
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,9
-9,validity,0.0,FashionMNIST,Schut,MLP,0,9
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,0,9
-10,distance_from_energy,865.0576171875,FashionMNIST,Schut,MLP,0,9
-10,distance_from_targets,576.0684204101562,FashionMNIST,Schut,MLP,0,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,0,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,0,9
-10,validity,0.0,FashionMNIST,Schut,MLP,0,9
-11,distance,95.34244537353516,FashionMNIST,Wachter,MLP Ensemble,0,9
-11,distance_from_energy,803.7274169921875,FashionMNIST,Wachter,MLP Ensemble,0,9
-11,distance_from_targets,517.409912109375,FashionMNIST,Wachter,MLP Ensemble,0,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-11,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-12,distance,112.05770111083984,FashionMNIST,Wachter,MLP Ensemble,0,9
-12,distance_from_energy,859.2420654296875,FashionMNIST,Wachter,MLP Ensemble,0,9
-12,distance_from_targets,581.496826171875,FashionMNIST,Wachter,MLP Ensemble,0,9
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,0,9
-12,set_size_penalty,4.000000044375795,FashionMNIST,Wachter,MLP Ensemble,0,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-13,distance,110.4649887084961,FashionMNIST,Wachter,MLP Ensemble,0,9
-13,distance_from_energy,866.0322265625,FashionMNIST,Wachter,MLP Ensemble,0,9
-13,distance_from_targets,604.3460083007812,FashionMNIST,Wachter,MLP Ensemble,0,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-14,distance,118.92731475830078,FashionMNIST,Wachter,MLP Ensemble,0,9
-14,distance_from_energy,800.6051025390625,FashionMNIST,Wachter,MLP Ensemble,0,9
-14,distance_from_targets,570.3516235351562,FashionMNIST,Wachter,MLP Ensemble,0,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-14,set_size_penalty,3.9999999999999973,FashionMNIST,Wachter,MLP Ensemble,0,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-15,distance,104.03941345214844,FashionMNIST,Wachter,MLP Ensemble,0,9
-15,distance_from_energy,832.5374145507812,FashionMNIST,Wachter,MLP Ensemble,0,9
-15,distance_from_targets,609.8076782226562,FashionMNIST,Wachter,MLP Ensemble,0,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-15,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,0,9
-11,distance,247.9254913330078,FashionMNIST,REVISE,MLP Ensemble,0,9
-11,distance_from_energy,811.026611328125,FashionMNIST,REVISE,MLP Ensemble,0,9
-11,distance_from_targets,519.1879272460938,FashionMNIST,REVISE,MLP Ensemble,0,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-12,distance,228.27659606933594,FashionMNIST,REVISE,MLP Ensemble,0,9
-12,distance_from_energy,848.1712036132812,FashionMNIST,REVISE,MLP Ensemble,0,9
-12,distance_from_targets,539.9271240234375,FashionMNIST,REVISE,MLP Ensemble,0,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-13,distance,243.44000244140625,FashionMNIST,REVISE,MLP Ensemble,0,9
-13,distance_from_energy,848.0437622070312,FashionMNIST,REVISE,MLP Ensemble,0,9
-13,distance_from_targets,513.2949829101562,FashionMNIST,REVISE,MLP Ensemble,0,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-14,distance,283.64794921875,FashionMNIST,REVISE,MLP Ensemble,0,9
-14,distance_from_energy,765.5614013671875,FashionMNIST,REVISE,MLP Ensemble,0,9
-14,distance_from_targets,471.5643310546875,FashionMNIST,REVISE,MLP Ensemble,0,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-15,distance,354.25811767578125,FashionMNIST,REVISE,MLP Ensemble,0,9
-15,distance_from_energy,835.9561767578125,FashionMNIST,REVISE,MLP Ensemble,0,9
-15,distance_from_targets,530.34619140625,FashionMNIST,REVISE,MLP Ensemble,0,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,0,9
-11,distance,680.7163696289062,FashionMNIST,ECCCo,MLP Ensemble,0,9
-11,distance_from_energy,158.4427490234375,FashionMNIST,ECCCo,MLP Ensemble,0,9
-11,distance_from_targets,638.4588623046875,FashionMNIST,ECCCo,MLP Ensemble,0,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-11,set_size_penalty,1.0000000224962613,FashionMNIST,ECCCo,MLP Ensemble,0,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-12,distance,705.1485595703125,FashionMNIST,ECCCo,MLP Ensemble,0,9
-12,distance_from_energy,177.59239196777344,FashionMNIST,ECCCo,MLP Ensemble,0,9
-12,distance_from_targets,634.6611938476562,FashionMNIST,ECCCo,MLP Ensemble,0,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-12,set_size_penalty,1.0000034721268798,FashionMNIST,ECCCo,MLP Ensemble,0,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-13,distance,713.1251831054688,FashionMNIST,ECCCo,MLP Ensemble,0,9
-13,distance_from_energy,136.44374084472656,FashionMNIST,ECCCo,MLP Ensemble,0,9
-13,distance_from_targets,632.0462646484375,FashionMNIST,ECCCo,MLP Ensemble,0,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-13,set_size_penalty,1.0021573829481032,FashionMNIST,ECCCo,MLP Ensemble,0,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-14,distance,712.1443481445312,FashionMNIST,ECCCo,MLP Ensemble,0,9
-14,distance_from_energy,112.59703063964844,FashionMNIST,ECCCo,MLP Ensemble,0,9
-14,distance_from_targets,658.9951171875,FashionMNIST,ECCCo,MLP Ensemble,0,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-14,set_size_penalty,1.0003570815946554,FashionMNIST,ECCCo,MLP Ensemble,0,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-15,distance,683.4004516601562,FashionMNIST,ECCCo,MLP Ensemble,0,9
-15,distance_from_energy,181.2064666748047,FashionMNIST,ECCCo,MLP Ensemble,0,9
-15,distance_from_targets,640.2899169921875,FashionMNIST,ECCCo,MLP Ensemble,0,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-15,set_size_penalty,1.9999999999998448,FashionMNIST,ECCCo,MLP Ensemble,0,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,0,9
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,9
-11,distance_from_energy,825.6370239257812,FashionMNIST,Schut,MLP Ensemble,0,9
-11,distance_from_targets,496.1964416503906,FashionMNIST,Schut,MLP Ensemble,0,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,9
-12,distance_from_energy,863.0324096679688,FashionMNIST,Schut,MLP Ensemble,0,9
-12,distance_from_targets,545.4954223632812,FashionMNIST,Schut,MLP Ensemble,0,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,9
-13,distance_from_energy,868.2115478515625,FashionMNIST,Schut,MLP Ensemble,0,9
-13,distance_from_targets,562.2312622070312,FashionMNIST,Schut,MLP Ensemble,0,9
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,0,9
-14,distance_from_energy,819.3834838867188,FashionMNIST,Schut,MLP Ensemble,0,9
-14,distance_from_targets,539.16650390625,FashionMNIST,Schut,MLP Ensemble,0,9
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,0,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,0,9
-15,distance_from_energy,867.5655517578125,FashionMNIST,Schut,MLP Ensemble,0,9
-15,distance_from_targets,583.837890625,FashionMNIST,Schut,MLP Ensemble,0,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,0,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,0,9
-16,distance,155.41326904296875,FashionMNIST,Wachter,JEM,0,9
-16,distance_from_energy,733.9840087890625,FashionMNIST,Wachter,JEM,0,9
-16,distance_from_targets,576.1443481445312,FashionMNIST,Wachter,JEM,0,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,0,9
-16,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,9
-16,validity,0.0,FashionMNIST,Wachter,JEM,0,9
-17,distance,157.71043395996094,FashionMNIST,Wachter,JEM,0,9
-17,distance_from_energy,701.6917724609375,FashionMNIST,Wachter,JEM,0,9
-17,distance_from_targets,604.2125854492188,FashionMNIST,Wachter,JEM,0,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,0,9
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,0,9
-18,distance,133.66217041015625,FashionMNIST,Wachter,JEM,0,9
-18,distance_from_energy,718.0310668945312,FashionMNIST,Wachter,JEM,0,9
-18,distance_from_targets,585.1586303710938,FashionMNIST,Wachter,JEM,0,9
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,0,9
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,0,9
-19,distance,195.01950073242188,FashionMNIST,Wachter,JEM,0,9
-19,distance_from_energy,804.0230102539062,FashionMNIST,Wachter,JEM,0,9
-19,distance_from_targets,646.9777221679688,FashionMNIST,Wachter,JEM,0,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,0,9
-19,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,0,9
-19,validity,0.0,FashionMNIST,Wachter,JEM,0,9
-20,distance,126.26457214355469,FashionMNIST,Wachter,JEM,0,9
-20,distance_from_energy,813.0982666015625,FashionMNIST,Wachter,JEM,0,9
-20,distance_from_targets,621.4779663085938,FashionMNIST,Wachter,JEM,0,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,0,9
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,0,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,0,9
-16,distance,553.8670654296875,FashionMNIST,REVISE,JEM,0,9
-16,distance_from_energy,538.1541748046875,FashionMNIST,REVISE,JEM,0,9
-16,distance_from_targets,363.9229431152344,FashionMNIST,REVISE,JEM,0,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,0,9
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,9
-16,validity,0.0,FashionMNIST,REVISE,JEM,0,9
-17,distance,506.50909423828125,FashionMNIST,REVISE,JEM,0,9
-17,distance_from_energy,553.9188842773438,FashionMNIST,REVISE,JEM,0,9
-17,distance_from_targets,328.0303039550781,FashionMNIST,REVISE,JEM,0,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,0,9
-17,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,0,9
-17,validity,1.0,FashionMNIST,REVISE,JEM,0,9
-18,distance,316.915283203125,FashionMNIST,REVISE,JEM,0,9
-18,distance_from_energy,720.969970703125,FashionMNIST,REVISE,JEM,0,9
-18,distance_from_targets,529.5426635742188,FashionMNIST,REVISE,JEM,0,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,0,9
-18,set_size_penalty,3.000473848900214,FashionMNIST,REVISE,JEM,0,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,0,9
-19,distance,740.8054809570312,FashionMNIST,REVISE,JEM,0,9
-19,distance_from_energy,537.017822265625,FashionMNIST,REVISE,JEM,0,9
-19,distance_from_targets,399.6152648925781,FashionMNIST,REVISE,JEM,0,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,0,9
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,0,9
-19,validity,0.0,FashionMNIST,REVISE,JEM,0,9
-20,distance,372.4301452636719,FashionMNIST,REVISE,JEM,0,9
-20,distance_from_energy,765.1705322265625,FashionMNIST,REVISE,JEM,0,9
-20,distance_from_targets,533.6573486328125,FashionMNIST,REVISE,JEM,0,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,0,9
-20,set_size_penalty,3.0004710090353126,FashionMNIST,REVISE,JEM,0,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,0,9
-16,distance,598.35693359375,FashionMNIST,ECCCo,JEM,0,9
-16,distance_from_energy,168.41412353515625,FashionMNIST,ECCCo,JEM,0,9
-16,distance_from_targets,465.53814697265625,FashionMNIST,ECCCo,JEM,0,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,9
-16,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,0,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,0,9
-17,distance,601.7315673828125,FashionMNIST,ECCCo,JEM,0,9
-17,distance_from_energy,209.06887817382812,FashionMNIST,ECCCo,JEM,0,9
-17,distance_from_targets,452.98699951171875,FashionMNIST,ECCCo,JEM,0,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,9
-17,set_size_penalty,1.0279610468216855,FashionMNIST,ECCCo,JEM,0,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,0,9
-18,distance,645.1482543945312,FashionMNIST,ECCCo,JEM,0,9
-18,distance_from_energy,144.4064178466797,FashionMNIST,ECCCo,JEM,0,9
-18,distance_from_targets,459.18170166015625,FashionMNIST,ECCCo,JEM,0,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,9
-18,set_size_penalty,2.000000000000271,FashionMNIST,ECCCo,JEM,0,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,0,9
-19,distance,655.3212280273438,FashionMNIST,ECCCo,JEM,0,9
-19,distance_from_energy,174.47073364257812,FashionMNIST,ECCCo,JEM,0,9
-19,distance_from_targets,436.6167907714844,FashionMNIST,ECCCo,JEM,0,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,9
-19,set_size_penalty,1.0000000002773886,FashionMNIST,ECCCo,JEM,0,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,0,9
-20,distance,569.0348510742188,FashionMNIST,ECCCo,JEM,0,9
-20,distance_from_energy,190.09182739257812,FashionMNIST,ECCCo,JEM,0,9
-20,distance_from_targets,477.96270751953125,FashionMNIST,ECCCo,JEM,0,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,0,9
-20,set_size_penalty,9.999998318669165,FashionMNIST,ECCCo,JEM,0,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,0,9
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,9
-16,distance_from_energy,735.7164306640625,FashionMNIST,Schut,JEM,0,9
-16,distance_from_targets,547.13525390625,FashionMNIST,Schut,JEM,0,9
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,9
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,9
-16,validity,0.0,FashionMNIST,Schut,JEM,0,9
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,0,9
-17,distance_from_energy,778.2601318359375,FashionMNIST,Schut,JEM,0,9
-17,distance_from_targets,567.5223388671875,FashionMNIST,Schut,JEM,0,9
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,9
-17,validity,0.0,FashionMNIST,Schut,JEM,0,9
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,9
-18,distance_from_energy,771.2601318359375,FashionMNIST,Schut,JEM,0,9
-18,distance_from_targets,553.9933471679688,FashionMNIST,Schut,JEM,0,9
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,9
-18,validity,0.0,FashionMNIST,Schut,JEM,0,9
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,9
-19,distance_from_energy,762.0580444335938,FashionMNIST,Schut,JEM,0,9
-19,distance_from_targets,619.7552490234375,FashionMNIST,Schut,JEM,0,9
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,0,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,9
-19,validity,0.0,FashionMNIST,Schut,JEM,0,9
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,0,9
-20,distance_from_energy,796.8048706054688,FashionMNIST,Schut,JEM,0,9
-20,distance_from_targets,597.0361328125,FashionMNIST,Schut,JEM,0,9
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,0,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,0,9
-20,validity,0.0,FashionMNIST,Schut,JEM,0,9
-1,distance,90.3021240234375,FashionMNIST,Wachter,JEM Ensemble,1,0
-1,distance_from_energy,618.0762939453125,FashionMNIST,Wachter,JEM Ensemble,1,0
-1,distance_from_targets,429.90509033203125,FashionMNIST,Wachter,JEM Ensemble,1,0
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-2,distance,86.80657196044922,FashionMNIST,Wachter,JEM Ensemble,1,0
-2,distance_from_energy,513.1710815429688,FashionMNIST,Wachter,JEM Ensemble,1,0
-2,distance_from_targets,393.94708251953125,FashionMNIST,Wachter,JEM Ensemble,1,0
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,0
-2,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-3,distance,81.00859069824219,FashionMNIST,Wachter,JEM Ensemble,1,0
-3,distance_from_energy,573.7529907226562,FashionMNIST,Wachter,JEM Ensemble,1,0
-3,distance_from_targets,384.0350036621094,FashionMNIST,Wachter,JEM Ensemble,1,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-4,distance,94.59043884277344,FashionMNIST,Wachter,JEM Ensemble,1,0
-4,distance_from_energy,596.005615234375,FashionMNIST,Wachter,JEM Ensemble,1,0
-4,distance_from_targets,404.1943054199219,FashionMNIST,Wachter,JEM Ensemble,1,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-5,distance,80.85289764404297,FashionMNIST,Wachter,JEM Ensemble,1,0
-5,distance_from_energy,533.2821044921875,FashionMNIST,Wachter,JEM Ensemble,1,0
-5,distance_from_targets,357.7772216796875,FashionMNIST,Wachter,JEM Ensemble,1,0
-5,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,1,0
-5,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,0
-1,distance,264.0501708984375,FashionMNIST,REVISE,JEM Ensemble,1,0
-1,distance_from_energy,568.0640869140625,FashionMNIST,REVISE,JEM Ensemble,1,0
-1,distance_from_targets,385.10675048828125,FashionMNIST,REVISE,JEM Ensemble,1,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-2,distance,315.9557189941406,FashionMNIST,REVISE,JEM Ensemble,1,0
-2,distance_from_energy,275.58489990234375,FashionMNIST,REVISE,JEM Ensemble,1,0
-2,distance_from_targets,239.8639373779297,FashionMNIST,REVISE,JEM Ensemble,1,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-3,distance,179.21339416503906,FashionMNIST,REVISE,JEM Ensemble,1,0
-3,distance_from_energy,546.6370849609375,FashionMNIST,REVISE,JEM Ensemble,1,0
-3,distance_from_targets,359.50140380859375,FashionMNIST,REVISE,JEM Ensemble,1,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-4,distance,274.7725830078125,FashionMNIST,REVISE,JEM Ensemble,1,0
-4,distance_from_energy,507.6466369628906,FashionMNIST,REVISE,JEM Ensemble,1,0
-4,distance_from_targets,321.5945739746094,FashionMNIST,REVISE,JEM Ensemble,1,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-4,set_size_penalty,7.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-5,distance,191.37124633789062,FashionMNIST,REVISE,JEM Ensemble,1,0
-5,distance_from_energy,512.4730834960938,FashionMNIST,REVISE,JEM Ensemble,1,0
-5,distance_from_targets,344.3562927246094,FashionMNIST,REVISE,JEM Ensemble,1,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,0
-1,distance,583.0943603515625,FashionMNIST,ECCCo,JEM Ensemble,1,0
-1,distance_from_energy,60.454063415527344,FashionMNIST,ECCCo,JEM Ensemble,1,0
-1,distance_from_targets,292.8019104003906,FashionMNIST,ECCCo,JEM Ensemble,1,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-2,distance,479.88031005859375,FashionMNIST,ECCCo,JEM Ensemble,1,0
-2,distance_from_energy,42.97233963012695,FashionMNIST,ECCCo,JEM Ensemble,1,0
-2,distance_from_targets,290.3936767578125,FashionMNIST,ECCCo,JEM Ensemble,1,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-3,distance,556.084716796875,FashionMNIST,ECCCo,JEM Ensemble,1,0
-3,distance_from_energy,34.47516632080078,FashionMNIST,ECCCo,JEM Ensemble,1,0
-3,distance_from_targets,295.1141052246094,FashionMNIST,ECCCo,JEM Ensemble,1,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-4,distance,576.1911010742188,FashionMNIST,ECCCo,JEM Ensemble,1,0
-4,distance_from_energy,38.960487365722656,FashionMNIST,ECCCo,JEM Ensemble,1,0
-4,distance_from_targets,299.70611572265625,FashionMNIST,ECCCo,JEM Ensemble,1,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-5,distance,523.4041137695312,FashionMNIST,ECCCo,JEM Ensemble,1,0
-5,distance_from_energy,21.43687629699707,FashionMNIST,ECCCo,JEM Ensemble,1,0
-5,distance_from_targets,301.153564453125,FashionMNIST,ECCCo,JEM Ensemble,1,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,0
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,0
-1,distance_from_energy,635.1013793945312,FashionMNIST,Schut,JEM Ensemble,1,0
-1,distance_from_targets,413.7428894042969,FashionMNIST,Schut,JEM Ensemble,1,0
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,0
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,0
-2,distance_from_energy,517.8262939453125,FashionMNIST,Schut,JEM Ensemble,1,0
-2,distance_from_targets,359.8889465332031,FashionMNIST,Schut,JEM Ensemble,1,0
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,0
-3,distance_from_energy,580.2486572265625,FashionMNIST,Schut,JEM Ensemble,1,0
-3,distance_from_targets,357.0511169433594,FashionMNIST,Schut,JEM Ensemble,1,0
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,0
-4,distance_from_energy,608.990478515625,FashionMNIST,Schut,JEM Ensemble,1,0
-4,distance_from_targets,382.05938720703125,FashionMNIST,Schut,JEM Ensemble,1,0
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,0
-5,distance_from_energy,529.7181396484375,FashionMNIST,Schut,JEM Ensemble,1,0
-5,distance_from_targets,328.8454895019531,FashionMNIST,Schut,JEM Ensemble,1,0
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,0
-6,distance,69.2708740234375,FashionMNIST,Wachter,MLP,1,0
-6,distance_from_energy,856.9334106445312,FashionMNIST,Wachter,MLP,1,0
-6,distance_from_targets,461.4229431152344,FashionMNIST,Wachter,MLP,1,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,0
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,1,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,0
-7,distance,81.26875305175781,FashionMNIST,Wachter,MLP,1,0
-7,distance_from_energy,871.4580078125,FashionMNIST,Wachter,MLP,1,0
-7,distance_from_targets,391.5762939453125,FashionMNIST,Wachter,MLP,1,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,0
-7,set_size_penalty,2.997754388967512,FashionMNIST,Wachter,MLP,1,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,1,0
-8,distance,62.876502990722656,FashionMNIST,Wachter,MLP,1,0
-8,distance_from_energy,884.6236572265625,FashionMNIST,Wachter,MLP,1,0
-8,distance_from_targets,379.64178466796875,FashionMNIST,Wachter,MLP,1,0
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,1,0
-8,set_size_penalty,1.0,FashionMNIST,Wachter,MLP,1,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,0
-9,distance,120.3729019165039,FashionMNIST,Wachter,MLP,1,0
-9,distance_from_energy,846.19287109375,FashionMNIST,Wachter,MLP,1,0
-9,distance_from_targets,532.1671752929688,FashionMNIST,Wachter,MLP,1,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,0
-9,set_size_penalty,1.0000000000000435,FashionMNIST,Wachter,MLP,1,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,0
-10,distance,83.87156677246094,FashionMNIST,Wachter,MLP,1,0
-10,distance_from_energy,866.517578125,FashionMNIST,Wachter,MLP,1,0
-10,distance_from_targets,403.8526611328125,FashionMNIST,Wachter,MLP,1,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,0
-10,set_size_penalty,2.000000006435524,FashionMNIST,Wachter,MLP,1,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,0
-6,distance,323.2943420410156,FashionMNIST,REVISE,MLP,1,0
-6,distance_from_energy,842.0618286132812,FashionMNIST,REVISE,MLP,1,0
-6,distance_from_targets,577.9202880859375,FashionMNIST,REVISE,MLP,1,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,0
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,0
-6,validity,0.0,FashionMNIST,REVISE,MLP,1,0
-7,distance,205.97494506835938,FashionMNIST,REVISE,MLP,1,0
-7,distance_from_energy,813.9118041992188,FashionMNIST,REVISE,MLP,1,0
-7,distance_from_targets,303.5827331542969,FashionMNIST,REVISE,MLP,1,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,0
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,0
-7,validity,1.0,FashionMNIST,REVISE,MLP,1,0
-8,distance,193.53057861328125,FashionMNIST,REVISE,MLP,1,0
-8,distance_from_energy,864.7005004882812,FashionMNIST,REVISE,MLP,1,0
-8,distance_from_targets,258.2515563964844,FashionMNIST,REVISE,MLP,1,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,0
-8,set_size_penalty,1.859654603533954,FashionMNIST,REVISE,MLP,1,0
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,0
-9,distance,335.2857360839844,FashionMNIST,REVISE,MLP,1,0
-9,distance_from_energy,811.3599853515625,FashionMNIST,REVISE,MLP,1,0
-9,distance_from_targets,387.6523742675781,FashionMNIST,REVISE,MLP,1,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,0
-9,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,1,0
-9,validity,1.0,FashionMNIST,REVISE,MLP,1,0
-10,distance,454.6609802246094,FashionMNIST,REVISE,MLP,1,0
-10,distance_from_energy,903.5192260742188,FashionMNIST,REVISE,MLP,1,0
-10,distance_from_targets,389.7093200683594,FashionMNIST,REVISE,MLP,1,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,0
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,0
-10,validity,0.0,FashionMNIST,REVISE,MLP,1,0
-6,distance,729.2244262695312,FashionMNIST,ECCCo,MLP,1,0
-6,distance_from_energy,134.7842559814453,FashionMNIST,ECCCo,MLP,1,0
-6,distance_from_targets,654.7615966796875,FashionMNIST,ECCCo,MLP,1,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,0
-6,set_size_penalty,1.000742787353157,FashionMNIST,ECCCo,MLP,1,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,0
-7,distance,758.2077026367188,FashionMNIST,ECCCo,MLP,1,0
-7,distance_from_energy,125.5229263305664,FashionMNIST,ECCCo,MLP,1,0
-7,distance_from_targets,683.981201171875,FashionMNIST,ECCCo,MLP,1,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,0
-7,set_size_penalty,2.0001125132955417,FashionMNIST,ECCCo,MLP,1,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,0
-8,distance,676.4871826171875,FashionMNIST,ECCCo,MLP,1,0
-8,distance_from_energy,207.3061065673828,FashionMNIST,ECCCo,MLP,1,0
-8,distance_from_targets,631.98779296875,FashionMNIST,ECCCo,MLP,1,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,0
-8,set_size_penalty,1.9099763466636723,FashionMNIST,ECCCo,MLP,1,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,0
-9,distance,713.310791015625,FashionMNIST,ECCCo,MLP,1,0
-9,distance_from_energy,208.5131072998047,FashionMNIST,ECCCo,MLP,1,0
-9,distance_from_targets,707.0997314453125,FashionMNIST,ECCCo,MLP,1,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,0
-9,set_size_penalty,1.0000000000000129,FashionMNIST,ECCCo,MLP,1,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,0
-10,distance,699.2095947265625,FashionMNIST,ECCCo,MLP,1,0
-10,distance_from_energy,219.1866912841797,FashionMNIST,ECCCo,MLP,1,0
-10,distance_from_targets,657.352294921875,FashionMNIST,ECCCo,MLP,1,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,0
-10,set_size_penalty,1.004736047392612,FashionMNIST,ECCCo,MLP,1,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,0
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,0
-6,distance_from_energy,844.96875,FashionMNIST,Schut,MLP,1,0
-6,distance_from_targets,432.79376220703125,FashionMNIST,Schut,MLP,1,0
-6,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,1,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,0
-6,validity,0.0,FashionMNIST,Schut,MLP,1,0
-7,distance,10.0,FashionMNIST,Schut,MLP,1,0
-7,distance_from_energy,864.1051635742188,FashionMNIST,Schut,MLP,1,0
-7,distance_from_targets,356.856201171875,FashionMNIST,Schut,MLP,1,0
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,0
-7,validity,0.0,FashionMNIST,Schut,MLP,1,0
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,0
-8,distance_from_energy,873.9714965820312,FashionMNIST,Schut,MLP,1,0
-8,distance_from_targets,350.9188537597656,FashionMNIST,Schut,MLP,1,0
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,0
-8,set_size_penalty,1.0000000049312163,FashionMNIST,Schut,MLP,1,0
-8,validity,1.0,FashionMNIST,Schut,MLP,1,0
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,0
-9,distance_from_energy,898.7740478515625,FashionMNIST,Schut,MLP,1,0
-9,distance_from_targets,521.7660522460938,FashionMNIST,Schut,MLP,1,0
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,0
-9,validity,0.0,FashionMNIST,Schut,MLP,1,0
-10,distance,10.0,FashionMNIST,Schut,MLP,1,0
-10,distance_from_energy,884.2975463867188,FashionMNIST,Schut,MLP,1,0
-10,distance_from_targets,366.523681640625,FashionMNIST,Schut,MLP,1,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,0
-10,validity,0.0,FashionMNIST,Schut,MLP,1,0
-11,distance,98.54942321777344,FashionMNIST,Wachter,MLP Ensemble,1,0
-11,distance_from_energy,746.9763793945312,FashionMNIST,Wachter,MLP Ensemble,1,0
-11,distance_from_targets,448.837646484375,FashionMNIST,Wachter,MLP Ensemble,1,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-11,set_size_penalty,2.510674523358688,FashionMNIST,Wachter,MLP Ensemble,1,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-12,distance,80.76373291015625,FashionMNIST,Wachter,MLP Ensemble,1,0
-12,distance_from_energy,719.6048583984375,FashionMNIST,Wachter,MLP Ensemble,1,0
-12,distance_from_targets,339.5598449707031,FashionMNIST,Wachter,MLP Ensemble,1,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-12,set_size_penalty,1.9998680636095016,FashionMNIST,Wachter,MLP Ensemble,1,0
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-13,distance,76.17132568359375,FashionMNIST,Wachter,MLP Ensemble,1,0
-13,distance_from_energy,723.5975952148438,FashionMNIST,Wachter,MLP Ensemble,1,0
-13,distance_from_targets,369.6263732910156,FashionMNIST,Wachter,MLP Ensemble,1,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-13,set_size_penalty,1.0000130385958654,FashionMNIST,Wachter,MLP Ensemble,1,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-14,distance,89.35017395019531,FashionMNIST,Wachter,MLP Ensemble,1,0
-14,distance_from_energy,788.0538940429688,FashionMNIST,Wachter,MLP Ensemble,1,0
-14,distance_from_targets,520.2243041992188,FashionMNIST,Wachter,MLP Ensemble,1,0
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,1,0
-14,set_size_penalty,1.9999997177120914,FashionMNIST,Wachter,MLP Ensemble,1,0
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-15,distance,83.18101501464844,FashionMNIST,Wachter,MLP Ensemble,1,0
-15,distance_from_energy,760.7677612304688,FashionMNIST,Wachter,MLP Ensemble,1,0
-15,distance_from_targets,448.14605712890625,FashionMNIST,Wachter,MLP Ensemble,1,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-15,set_size_penalty,2.2246058900824446,FashionMNIST,Wachter,MLP Ensemble,1,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,0
-11,distance,264.3786315917969,FashionMNIST,REVISE,MLP Ensemble,1,0
-11,distance_from_energy,683.7564697265625,FashionMNIST,REVISE,MLP Ensemble,1,0
-11,distance_from_targets,353.80987548828125,FashionMNIST,REVISE,MLP Ensemble,1,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-11,set_size_penalty,2.028379913861546,FashionMNIST,REVISE,MLP Ensemble,1,0
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-12,distance,149.7984161376953,FashionMNIST,REVISE,MLP Ensemble,1,0
-12,distance_from_energy,699.1043701171875,FashionMNIST,REVISE,MLP Ensemble,1,0
-12,distance_from_targets,261.0547180175781,FashionMNIST,REVISE,MLP Ensemble,1,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-12,set_size_penalty,1.9999999999999694,FashionMNIST,REVISE,MLP Ensemble,1,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-13,distance,181.3707275390625,FashionMNIST,REVISE,MLP Ensemble,1,0
-13,distance_from_energy,678.3978271484375,FashionMNIST,REVISE,MLP Ensemble,1,0
-13,distance_from_targets,400.26654052734375,FashionMNIST,REVISE,MLP Ensemble,1,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-14,distance,244.68423461914062,FashionMNIST,REVISE,MLP Ensemble,1,0
-14,distance_from_energy,734.3052368164062,FashionMNIST,REVISE,MLP Ensemble,1,0
-14,distance_from_targets,468.5628356933594,FashionMNIST,REVISE,MLP Ensemble,1,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-14,set_size_penalty,2.000000022041797,FashionMNIST,REVISE,MLP Ensemble,1,0
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-15,distance,257.98895263671875,FashionMNIST,REVISE,MLP Ensemble,1,0
-15,distance_from_energy,746.7256469726562,FashionMNIST,REVISE,MLP Ensemble,1,0
-15,distance_from_targets,481.9662170410156,FashionMNIST,REVISE,MLP Ensemble,1,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,0
-11,distance,649.5771484375,FashionMNIST,ECCCo,MLP Ensemble,1,0
-11,distance_from_energy,135.1057586669922,FashionMNIST,ECCCo,MLP Ensemble,1,0
-11,distance_from_targets,549.4148559570312,FashionMNIST,ECCCo,MLP Ensemble,1,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-11,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-12,distance,648.3729248046875,FashionMNIST,ECCCo,MLP Ensemble,1,0
-12,distance_from_energy,109.14583587646484,FashionMNIST,ECCCo,MLP Ensemble,1,0
-12,distance_from_targets,553.2360229492188,FashionMNIST,ECCCo,MLP Ensemble,1,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-12,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-13,distance,562.8740234375,FashionMNIST,ECCCo,MLP Ensemble,1,0
-13,distance_from_energy,168.0342559814453,FashionMNIST,ECCCo,MLP Ensemble,1,0
-13,distance_from_targets,541.7008666992188,FashionMNIST,ECCCo,MLP Ensemble,1,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-14,distance,675.4595336914062,FashionMNIST,ECCCo,MLP Ensemble,1,0
-14,distance_from_energy,158.65330505371094,FashionMNIST,ECCCo,MLP Ensemble,1,0
-14,distance_from_targets,566.2267456054688,FashionMNIST,ECCCo,MLP Ensemble,1,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-14,set_size_penalty,1.2172891828235974,FashionMNIST,ECCCo,MLP Ensemble,1,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-15,distance,680.5874633789062,FashionMNIST,ECCCo,MLP Ensemble,1,0
-15,distance_from_energy,109.3187026977539,FashionMNIST,ECCCo,MLP Ensemble,1,0
-15,distance_from_targets,581.2672119140625,FashionMNIST,ECCCo,MLP Ensemble,1,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-15,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,0
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,0
-11,distance_from_energy,744.7335815429688,FashionMNIST,Schut,MLP Ensemble,1,0
-11,distance_from_targets,410.1109619140625,FashionMNIST,Schut,MLP Ensemble,1,0
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,0
-12,distance_from_energy,728.7205810546875,FashionMNIST,Schut,MLP Ensemble,1,0
-12,distance_from_targets,311.33319091796875,FashionMNIST,Schut,MLP Ensemble,1,0
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,0
-13,distance_from_energy,694.7860717773438,FashionMNIST,Schut,MLP Ensemble,1,0
-13,distance_from_targets,327.1900329589844,FashionMNIST,Schut,MLP Ensemble,1,0
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,0
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,0
-14,distance_from_energy,817.5445556640625,FashionMNIST,Schut,MLP Ensemble,1,0
-14,distance_from_targets,481.67120361328125,FashionMNIST,Schut,MLP Ensemble,1,0
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,0
-15,distance_from_energy,751.57421875,FashionMNIST,Schut,MLP Ensemble,1,0
-15,distance_from_targets,420.6155090332031,FashionMNIST,Schut,MLP Ensemble,1,0
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,0
-16,distance,67.37793731689453,FashionMNIST,Wachter,JEM,1,0
-16,distance_from_energy,719.7577514648438,FashionMNIST,Wachter,JEM,1,0
-16,distance_from_targets,518.3716430664062,FashionMNIST,Wachter,JEM,1,0
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,0
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,0
-17,distance,66.53397369384766,FashionMNIST,Wachter,JEM,1,0
-17,distance_from_energy,565.8436279296875,FashionMNIST,Wachter,JEM,1,0
-17,distance_from_targets,379.0291442871094,FashionMNIST,Wachter,JEM,1,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,0
-17,set_size_penalty,4.999999999990489,FashionMNIST,Wachter,JEM,1,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,0
-18,distance,70.98526000976562,FashionMNIST,Wachter,JEM,1,0
-18,distance_from_energy,632.6088256835938,FashionMNIST,Wachter,JEM,1,0
-18,distance_from_targets,364.89617919921875,FashionMNIST,Wachter,JEM,1,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,1,0
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,0
-19,distance,74.23072052001953,FashionMNIST,Wachter,JEM,1,0
-19,distance_from_energy,562.456298828125,FashionMNIST,Wachter,JEM,1,0
-19,distance_from_targets,386.14483642578125,FashionMNIST,Wachter,JEM,1,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,0
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,0
-20,distance,59.067481994628906,FashionMNIST,Wachter,JEM,1,0
-20,distance_from_energy,644.818603515625,FashionMNIST,Wachter,JEM,1,0
-20,distance_from_targets,344.320068359375,FashionMNIST,Wachter,JEM,1,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,0
-20,set_size_penalty,5.000000000559406,FashionMNIST,Wachter,JEM,1,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,0
-16,distance,538.0154418945312,FashionMNIST,REVISE,JEM,1,0
-16,distance_from_energy,666.9523315429688,FashionMNIST,REVISE,JEM,1,0
-16,distance_from_targets,690.941162109375,FashionMNIST,REVISE,JEM,1,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,0
-16,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,1,0
-16,validity,1.0,FashionMNIST,REVISE,JEM,1,0
-17,distance,222.66358947753906,FashionMNIST,REVISE,JEM,1,0
-17,distance_from_energy,453.2244567871094,FashionMNIST,REVISE,JEM,1,0
-17,distance_from_targets,305.3813781738281,FashionMNIST,REVISE,JEM,1,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,0
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,0
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,0
-18,distance,273.0838623046875,FashionMNIST,REVISE,JEM,1,0
-18,distance_from_energy,418.784423828125,FashionMNIST,REVISE,JEM,1,0
-18,distance_from_targets,257.6682434082031,FashionMNIST,REVISE,JEM,1,0
-18,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,1,0
-18,set_size_penalty,7.000000000585166,FashionMNIST,REVISE,JEM,1,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,0
-19,distance,364.6435241699219,FashionMNIST,REVISE,JEM,1,0
-19,distance_from_energy,627.4302978515625,FashionMNIST,REVISE,JEM,1,0
-19,distance_from_targets,512.50732421875,FashionMNIST,REVISE,JEM,1,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,0
-19,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,1,0
-19,validity,1.0,FashionMNIST,REVISE,JEM,1,0
-20,distance,198.9130096435547,FashionMNIST,REVISE,JEM,1,0
-20,distance_from_energy,328.3084716796875,FashionMNIST,REVISE,JEM,1,0
-20,distance_from_targets,285.8612976074219,FashionMNIST,REVISE,JEM,1,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,0
-20,set_size_penalty,3.000000000000017,FashionMNIST,REVISE,JEM,1,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,0
-16,distance,688.7591552734375,FashionMNIST,ECCCo,JEM,1,0
-16,distance_from_energy,34.5779914855957,FashionMNIST,ECCCo,JEM,1,0
-16,distance_from_targets,319.821044921875,FashionMNIST,ECCCo,JEM,1,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,0
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,1,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,0
-17,distance,511.5440673828125,FashionMNIST,ECCCo,JEM,1,0
-17,distance_from_energy,51.752235412597656,FashionMNIST,ECCCo,JEM,1,0
-17,distance_from_targets,283.4686279296875,FashionMNIST,ECCCo,JEM,1,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,0
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,0
-18,distance,460.4892883300781,FashionMNIST,ECCCo,JEM,1,0
-18,distance_from_energy,249.0668182373047,FashionMNIST,ECCCo,JEM,1,0
-18,distance_from_targets,505.25628662109375,FashionMNIST,ECCCo,JEM,1,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,0
-18,set_size_penalty,1.0000093625365505,FashionMNIST,ECCCo,JEM,1,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,0
-19,distance,535.373291015625,FashionMNIST,ECCCo,JEM,1,0
-19,distance_from_energy,30.680110931396484,FashionMNIST,ECCCo,JEM,1,0
-19,distance_from_targets,309.8268127441406,FashionMNIST,ECCCo,JEM,1,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,0
-19,set_size_penalty,5.00000000000799,FashionMNIST,ECCCo,JEM,1,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,0
-20,distance,379.6846008300781,FashionMNIST,ECCCo,JEM,1,0
-20,distance_from_energy,70.80001068115234,FashionMNIST,ECCCo,JEM,1,0
-20,distance_from_targets,291.7694396972656,FashionMNIST,ECCCo,JEM,1,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,0
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,0
-16,distance,8.30000114440918,FashionMNIST,Schut,JEM,1,0
-16,distance_from_energy,710.5520629882812,FashionMNIST,Schut,JEM,1,0
-16,distance_from_targets,493.6551208496094,FashionMNIST,Schut,JEM,1,0
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,0
-16,set_size_penalty,10.0,FashionMNIST,Schut,JEM,1,0
-16,validity,1.0,FashionMNIST,Schut,JEM,1,0
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,0
-17,distance_from_energy,559.7427368164062,FashionMNIST,Schut,JEM,1,0
-17,distance_from_targets,349.1092224121094,FashionMNIST,Schut,JEM,1,0
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,0
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,0
-17,validity,0.0,FashionMNIST,Schut,JEM,1,0
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,0
-18,distance_from_energy,593.360595703125,FashionMNIST,Schut,JEM,1,0
-18,distance_from_targets,332.39007568359375,FashionMNIST,Schut,JEM,1,0
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,0
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,0
-18,validity,0.0,FashionMNIST,Schut,JEM,1,0
-19,distance,10.0,FashionMNIST,Schut,JEM,1,0
-19,distance_from_energy,560.79345703125,FashionMNIST,Schut,JEM,1,0
-19,distance_from_targets,349.9400634765625,FashionMNIST,Schut,JEM,1,0
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,0
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,0
-19,validity,0.0,FashionMNIST,Schut,JEM,1,0
-20,distance,6.099999904632568,FashionMNIST,Schut,JEM,1,0
-20,distance_from_energy,437.7466735839844,FashionMNIST,Schut,JEM,1,0
-20,distance_from_targets,306.2829895019531,FashionMNIST,Schut,JEM,1,0
-20,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,1,0
-20,set_size_penalty,5.000000001213216,FashionMNIST,Schut,JEM,1,0
-20,validity,1.0,FashionMNIST,Schut,JEM,1,0
-1,distance,84.34866333007812,FashionMNIST,Wachter,JEM Ensemble,1,2
-1,distance_from_energy,763.9786987304688,FashionMNIST,Wachter,JEM Ensemble,1,2
-1,distance_from_targets,674.0800170898438,FashionMNIST,Wachter,JEM Ensemble,1,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-1,set_size_penalty,2.999954261967105,FashionMNIST,Wachter,JEM Ensemble,1,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-2,distance,86.41352081298828,FashionMNIST,Wachter,JEM Ensemble,1,2
-2,distance_from_energy,763.36328125,FashionMNIST,Wachter,JEM Ensemble,1,2
-2,distance_from_targets,611.3275756835938,FashionMNIST,Wachter,JEM Ensemble,1,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-3,distance,69.0784683227539,FashionMNIST,Wachter,JEM Ensemble,1,2
-3,distance_from_energy,583.6046752929688,FashionMNIST,Wachter,JEM Ensemble,1,2
-3,distance_from_targets,401.09136962890625,FashionMNIST,Wachter,JEM Ensemble,1,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-3,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-3,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-4,distance,80.351318359375,FashionMNIST,Wachter,JEM Ensemble,1,2
-4,distance_from_energy,612.49609375,FashionMNIST,Wachter,JEM Ensemble,1,2
-4,distance_from_targets,524.8541870117188,FashionMNIST,Wachter,JEM Ensemble,1,2
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,2
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-5,distance,68.94001007080078,FashionMNIST,Wachter,JEM Ensemble,1,2
-5,distance_from_energy,715.7815551757812,FashionMNIST,Wachter,JEM Ensemble,1,2
-5,distance_from_targets,541.099365234375,FashionMNIST,Wachter,JEM Ensemble,1,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,2
-1,distance,396.29412841796875,FashionMNIST,REVISE,JEM Ensemble,1,2
-1,distance_from_energy,709.9797973632812,FashionMNIST,REVISE,JEM Ensemble,1,2
-1,distance_from_targets,704.0427856445312,FashionMNIST,REVISE,JEM Ensemble,1,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-2,distance,276.2716979980469,FashionMNIST,REVISE,JEM Ensemble,1,2
-2,distance_from_energy,716.614501953125,FashionMNIST,REVISE,JEM Ensemble,1,2
-2,distance_from_targets,598.9860229492188,FashionMNIST,REVISE,JEM Ensemble,1,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-2,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-3,distance,208.2068634033203,FashionMNIST,REVISE,JEM Ensemble,1,2
-3,distance_from_energy,535.2889404296875,FashionMNIST,REVISE,JEM Ensemble,1,2
-3,distance_from_targets,361.6016845703125,FashionMNIST,REVISE,JEM Ensemble,1,2
-3,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,1,2
-3,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-4,distance,311.53125,FashionMNIST,REVISE,JEM Ensemble,1,2
-4,distance_from_energy,635.1629638671875,FashionMNIST,REVISE,JEM Ensemble,1,2
-4,distance_from_targets,604.9862670898438,FashionMNIST,REVISE,JEM Ensemble,1,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-5,distance,402.5846252441406,FashionMNIST,REVISE,JEM Ensemble,1,2
-5,distance_from_energy,678.1298828125,FashionMNIST,REVISE,JEM Ensemble,1,2
-5,distance_from_targets,652.5452270507812,FashionMNIST,REVISE,JEM Ensemble,1,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-5,set_size_penalty,3.9999999788699427,FashionMNIST,REVISE,JEM Ensemble,1,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,2
-1,distance,623.6285400390625,FashionMNIST,ECCCo,JEM Ensemble,1,2
-1,distance_from_energy,148.9454345703125,FashionMNIST,ECCCo,JEM Ensemble,1,2
-1,distance_from_targets,324.09490966796875,FashionMNIST,ECCCo,JEM Ensemble,1,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-1,set_size_penalty,3.1718029854562504,FashionMNIST,ECCCo,JEM Ensemble,1,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-2,distance,688.7163696289062,FashionMNIST,ECCCo,JEM Ensemble,1,2
-2,distance_from_energy,82.23817443847656,FashionMNIST,ECCCo,JEM Ensemble,1,2
-2,distance_from_targets,285.16754150390625,FashionMNIST,ECCCo,JEM Ensemble,1,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-3,distance,557.7589721679688,FashionMNIST,ECCCo,JEM Ensemble,1,2
-3,distance_from_energy,33.07776641845703,FashionMNIST,ECCCo,JEM Ensemble,1,2
-3,distance_from_targets,300.1031494140625,FashionMNIST,ECCCo,JEM Ensemble,1,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-4,distance,514.8947143554688,FashionMNIST,ECCCo,JEM Ensemble,1,2
-4,distance_from_energy,99.9996337890625,FashionMNIST,ECCCo,JEM Ensemble,1,2
-4,distance_from_targets,320.3045349121094,FashionMNIST,ECCCo,JEM Ensemble,1,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-5,distance,643.1756591796875,FashionMNIST,ECCCo,JEM Ensemble,1,2
-5,distance_from_energy,82.03455352783203,FashionMNIST,ECCCo,JEM Ensemble,1,2
-5,distance_from_targets,311.46734619140625,FashionMNIST,ECCCo,JEM Ensemble,1,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-5,set_size_penalty,3.999984462624111,FashionMNIST,ECCCo,JEM Ensemble,1,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,2
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,2
-1,distance_from_energy,769.6160278320312,FashionMNIST,Schut,JEM Ensemble,1,2
-1,distance_from_targets,653.15771484375,FashionMNIST,Schut,JEM Ensemble,1,2
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,2
-2,distance_from_energy,765.8097534179688,FashionMNIST,Schut,JEM Ensemble,1,2
-2,distance_from_targets,585.9519653320312,FashionMNIST,Schut,JEM Ensemble,1,2
-2,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,2
-3,distance_from_energy,578.2587890625,FashionMNIST,Schut,JEM Ensemble,1,2
-3,distance_from_targets,375.1281433105469,FashionMNIST,Schut,JEM Ensemble,1,2
-3,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,1,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,2
-4,distance_from_energy,601.062255859375,FashionMNIST,Schut,JEM Ensemble,1,2
-4,distance_from_targets,487.9815979003906,FashionMNIST,Schut,JEM Ensemble,1,2
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,2
-5,distance_from_energy,712.9771118164062,FashionMNIST,Schut,JEM Ensemble,1,2
-5,distance_from_targets,519.7093505859375,FashionMNIST,Schut,JEM Ensemble,1,2
-5,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,2
-6,distance,82.20951080322266,FashionMNIST,Wachter,MLP,1,2
-6,distance_from_energy,977.7567138671875,FashionMNIST,Wachter,MLP,1,2
-6,distance_from_targets,534.7557983398438,FashionMNIST,Wachter,MLP,1,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,2
-6,set_size_penalty,2.426289218316294,FashionMNIST,Wachter,MLP,1,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,2
-7,distance,70.24844360351562,FashionMNIST,Wachter,MLP,1,2
-7,distance_from_energy,886.2283935546875,FashionMNIST,Wachter,MLP,1,2
-7,distance_from_targets,441.7004699707031,FashionMNIST,Wachter,MLP,1,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,2
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,1,2
-7,validity,0.0,FashionMNIST,Wachter,MLP,1,2
-8,distance,82.76113891601562,FashionMNIST,Wachter,MLP,1,2
-8,distance_from_energy,929.1695556640625,FashionMNIST,Wachter,MLP,1,2
-8,distance_from_targets,490.63629150390625,FashionMNIST,Wachter,MLP,1,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,2
-8,set_size_penalty,3.000000000063166,FashionMNIST,Wachter,MLP,1,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,2
-9,distance,74.86226654052734,FashionMNIST,Wachter,MLP,1,2
-9,distance_from_energy,875.400390625,FashionMNIST,Wachter,MLP,1,2
-9,distance_from_targets,443.6617736816406,FashionMNIST,Wachter,MLP,1,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,2
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,1,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,2
-10,distance,69.05511474609375,FashionMNIST,Wachter,MLP,1,2
-10,distance_from_energy,899.3523559570312,FashionMNIST,Wachter,MLP,1,2
-10,distance_from_targets,455.0469665527344,FashionMNIST,Wachter,MLP,1,2
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,1,2
-10,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,1,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,2
-6,distance,298.783447265625,FashionMNIST,REVISE,MLP,1,2
-6,distance_from_energy,884.2391357421875,FashionMNIST,REVISE,MLP,1,2
-6,distance_from_targets,546.5185546875,FashionMNIST,REVISE,MLP,1,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,2
-6,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,1,2
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,2
-7,distance,185.46751403808594,FashionMNIST,REVISE,MLP,1,2
-7,distance_from_energy,873.6575927734375,FashionMNIST,REVISE,MLP,1,2
-7,distance_from_targets,399.9283447265625,FashionMNIST,REVISE,MLP,1,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,2
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,1,2
-7,validity,1.0,FashionMNIST,REVISE,MLP,1,2
-8,distance,238.0750274658203,FashionMNIST,REVISE,MLP,1,2
-8,distance_from_energy,895.66845703125,FashionMNIST,REVISE,MLP,1,2
-8,distance_from_targets,515.2925415039062,FashionMNIST,REVISE,MLP,1,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,2
-8,set_size_penalty,2.000002405130759,FashionMNIST,REVISE,MLP,1,2
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,2
-9,distance,171.71482849121094,FashionMNIST,REVISE,MLP,1,2
-9,distance_from_energy,879.9888916015625,FashionMNIST,REVISE,MLP,1,2
-9,distance_from_targets,384.5995788574219,FashionMNIST,REVISE,MLP,1,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,2
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,2
-9,validity,0.0,FashionMNIST,REVISE,MLP,1,2
-10,distance,189.2449188232422,FashionMNIST,REVISE,MLP,1,2
-10,distance_from_energy,892.4874877929688,FashionMNIST,REVISE,MLP,1,2
-10,distance_from_targets,355.2513732910156,FashionMNIST,REVISE,MLP,1,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,2
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,2
-10,validity,0.0,FashionMNIST,REVISE,MLP,1,2
-6,distance,818.9131469726562,FashionMNIST,ECCCo,MLP,1,2
-6,distance_from_energy,167.110595703125,FashionMNIST,ECCCo,MLP,1,2
-6,distance_from_targets,699.48291015625,FashionMNIST,ECCCo,MLP,1,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,2
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,1,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,2
-7,distance,734.7848510742188,FashionMNIST,ECCCo,MLP,1,2
-7,distance_from_energy,191.44752502441406,FashionMNIST,ECCCo,MLP,1,2
-7,distance_from_targets,649.8843994140625,FashionMNIST,ECCCo,MLP,1,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,2
-7,set_size_penalty,1.0004942116088917,FashionMNIST,ECCCo,MLP,1,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,2
-8,distance,756.1306762695312,FashionMNIST,ECCCo,MLP,1,2
-8,distance_from_energy,195.95556640625,FashionMNIST,ECCCo,MLP,1,2
-8,distance_from_targets,666.0073852539062,FashionMNIST,ECCCo,MLP,1,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,2
-8,set_size_penalty,1.0001405966114025,FashionMNIST,ECCCo,MLP,1,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,2
-9,distance,713.642333984375,FashionMNIST,ECCCo,MLP,1,2
-9,distance_from_energy,191.8822479248047,FashionMNIST,ECCCo,MLP,1,2
-9,distance_from_targets,692.8489379882812,FashionMNIST,ECCCo,MLP,1,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,2
-9,set_size_penalty,1.076543235498999,FashionMNIST,ECCCo,MLP,1,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,2
-10,distance,745.6067504882812,FashionMNIST,ECCCo,MLP,1,2
-10,distance_from_energy,210.4928436279297,FashionMNIST,ECCCo,MLP,1,2
-10,distance_from_targets,657.987060546875,FashionMNIST,ECCCo,MLP,1,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,2
-10,set_size_penalty,1.004540131761725,FashionMNIST,ECCCo,MLP,1,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,2
-6,distance,10.0,FashionMNIST,Schut,MLP,1,2
-6,distance_from_energy,957.6526489257812,FashionMNIST,Schut,MLP,1,2
-6,distance_from_targets,500.76904296875,FashionMNIST,Schut,MLP,1,2
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,2
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,2
-6,validity,0.0,FashionMNIST,Schut,MLP,1,2
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,2
-7,distance_from_energy,888.7454833984375,FashionMNIST,Schut,MLP,1,2
-7,distance_from_targets,410.0916442871094,FashionMNIST,Schut,MLP,1,2
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,2
-7,validity,0.0,FashionMNIST,Schut,MLP,1,2
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,2
-8,distance_from_energy,919.0988159179688,FashionMNIST,Schut,MLP,1,2
-8,distance_from_targets,457.1275329589844,FashionMNIST,Schut,MLP,1,2
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,2
-8,validity,0.0,FashionMNIST,Schut,MLP,1,2
-9,distance,10.0,FashionMNIST,Schut,MLP,1,2
-9,distance_from_energy,888.4122314453125,FashionMNIST,Schut,MLP,1,2
-9,distance_from_targets,402.8695373535156,FashionMNIST,Schut,MLP,1,2
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,2
-9,validity,0.0,FashionMNIST,Schut,MLP,1,2
-10,distance,10.0,FashionMNIST,Schut,MLP,1,2
-10,distance_from_energy,904.7955932617188,FashionMNIST,Schut,MLP,1,2
-10,distance_from_targets,418.171630859375,FashionMNIST,Schut,MLP,1,2
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,2
-10,validity,0.0,FashionMNIST,Schut,MLP,1,2
-11,distance,82.12240600585938,FashionMNIST,Wachter,MLP Ensemble,1,2
-11,distance_from_energy,827.6881713867188,FashionMNIST,Wachter,MLP Ensemble,1,2
-11,distance_from_targets,517.63330078125,FashionMNIST,Wachter,MLP Ensemble,1,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-11,set_size_penalty,3.0000000023755913,FashionMNIST,Wachter,MLP Ensemble,1,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-12,distance,84.32537841796875,FashionMNIST,Wachter,MLP Ensemble,1,2
-12,distance_from_energy,831.0162963867188,FashionMNIST,Wachter,MLP Ensemble,1,2
-12,distance_from_targets,547.0171508789062,FashionMNIST,Wachter,MLP Ensemble,1,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-13,distance,80.84690856933594,FashionMNIST,Wachter,MLP Ensemble,1,2
-13,distance_from_energy,771.1456298828125,FashionMNIST,Wachter,MLP Ensemble,1,2
-13,distance_from_targets,445.7812194824219,FashionMNIST,Wachter,MLP Ensemble,1,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-13,set_size_penalty,2.000281769587593,FashionMNIST,Wachter,MLP Ensemble,1,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-14,distance,71.30057525634766,FashionMNIST,Wachter,MLP Ensemble,1,2
-14,distance_from_energy,759.8596801757812,FashionMNIST,Wachter,MLP Ensemble,1,2
-14,distance_from_targets,424.58343505859375,FashionMNIST,Wachter,MLP Ensemble,1,2
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-15,distance,83.86236572265625,FashionMNIST,Wachter,MLP Ensemble,1,2
-15,distance_from_energy,846.9197387695312,FashionMNIST,Wachter,MLP Ensemble,1,2
-15,distance_from_targets,569.8646240234375,FashionMNIST,Wachter,MLP Ensemble,1,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-15,set_size_penalty,1.9982767254179226,FashionMNIST,Wachter,MLP Ensemble,1,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,2
-11,distance,190.06321716308594,FashionMNIST,REVISE,MLP Ensemble,1,2
-11,distance_from_energy,781.8758544921875,FashionMNIST,REVISE,MLP Ensemble,1,2
-11,distance_from_targets,425.9638366699219,FashionMNIST,REVISE,MLP Ensemble,1,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-12,distance,338.811767578125,FashionMNIST,REVISE,MLP Ensemble,1,2
-12,distance_from_energy,793.858642578125,FashionMNIST,REVISE,MLP Ensemble,1,2
-12,distance_from_targets,605.1924438476562,FashionMNIST,REVISE,MLP Ensemble,1,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-13,distance,339.9939270019531,FashionMNIST,REVISE,MLP Ensemble,1,2
-13,distance_from_energy,755.8863525390625,FashionMNIST,REVISE,MLP Ensemble,1,2
-13,distance_from_targets,399.1911315917969,FashionMNIST,REVISE,MLP Ensemble,1,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-14,distance,170.24191284179688,FashionMNIST,REVISE,MLP Ensemble,1,2
-14,distance_from_energy,758.525146484375,FashionMNIST,REVISE,MLP Ensemble,1,2
-14,distance_from_targets,415.24237060546875,FashionMNIST,REVISE,MLP Ensemble,1,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-15,distance,248.65560913085938,FashionMNIST,REVISE,MLP Ensemble,1,2
-15,distance_from_energy,828.8284912109375,FashionMNIST,REVISE,MLP Ensemble,1,2
-15,distance_from_targets,611.3833618164062,FashionMNIST,REVISE,MLP Ensemble,1,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,2
-11,distance,650.044189453125,FashionMNIST,ECCCo,MLP Ensemble,1,2
-11,distance_from_energy,159.8729705810547,FashionMNIST,ECCCo,MLP Ensemble,1,2
-11,distance_from_targets,559.7300415039062,FashionMNIST,ECCCo,MLP Ensemble,1,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-11,set_size_penalty,1.001128145063162,FashionMNIST,ECCCo,MLP Ensemble,1,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-12,distance,708.9068603515625,FashionMNIST,ECCCo,MLP Ensemble,1,2
-12,distance_from_energy,146.35269165039062,FashionMNIST,ECCCo,MLP Ensemble,1,2
-12,distance_from_targets,560.8773803710938,FashionMNIST,ECCCo,MLP Ensemble,1,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-12,set_size_penalty,1.9999999588851725,FashionMNIST,ECCCo,MLP Ensemble,1,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-13,distance,707.42724609375,FashionMNIST,ECCCo,MLP Ensemble,1,2
-13,distance_from_energy,95.56732177734375,FashionMNIST,ECCCo,MLP Ensemble,1,2
-13,distance_from_targets,552.809814453125,FashionMNIST,ECCCo,MLP Ensemble,1,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-14,distance,607.821533203125,FashionMNIST,ECCCo,MLP Ensemble,1,2
-14,distance_from_energy,164.4893798828125,FashionMNIST,ECCCo,MLP Ensemble,1,2
-14,distance_from_targets,556.2915649414062,FashionMNIST,ECCCo,MLP Ensemble,1,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-14,set_size_penalty,1.0000000024857423,FashionMNIST,ECCCo,MLP Ensemble,1,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-15,distance,741.824951171875,FashionMNIST,ECCCo,MLP Ensemble,1,2
-15,distance_from_energy,164.91368103027344,FashionMNIST,ECCCo,MLP Ensemble,1,2
-15,distance_from_targets,560.853271484375,FashionMNIST,ECCCo,MLP Ensemble,1,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-15,set_size_penalty,1.001360773848201,FashionMNIST,ECCCo,MLP Ensemble,1,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,2
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,2
-11,distance_from_energy,825.6190185546875,FashionMNIST,Schut,MLP Ensemble,1,2
-11,distance_from_targets,479.9503479003906,FashionMNIST,Schut,MLP Ensemble,1,2
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,2
-12,distance_from_energy,851.2489013671875,FashionMNIST,Schut,MLP Ensemble,1,2
-12,distance_from_targets,522.4117431640625,FashionMNIST,Schut,MLP Ensemble,1,2
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,2
-13,distance_from_energy,777.3290405273438,FashionMNIST,Schut,MLP Ensemble,1,2
-13,distance_from_targets,424.6206359863281,FashionMNIST,Schut,MLP Ensemble,1,2
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,2
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,2
-14,distance_from_energy,741.0587158203125,FashionMNIST,Schut,MLP Ensemble,1,2
-14,distance_from_targets,397.6066589355469,FashionMNIST,Schut,MLP Ensemble,1,2
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,1,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,2
-15,distance_from_energy,883.64013671875,FashionMNIST,Schut,MLP Ensemble,1,2
-15,distance_from_targets,541.9249877929688,FashionMNIST,Schut,MLP Ensemble,1,2
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,1,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,2
-16,distance,79.04486846923828,FashionMNIST,Wachter,JEM,1,2
-16,distance_from_energy,624.2095336914062,FashionMNIST,Wachter,JEM,1,2
-16,distance_from_targets,470.05780029296875,FashionMNIST,Wachter,JEM,1,2
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,2
-16,set_size_penalty,0.9976830007248296,FashionMNIST,Wachter,JEM,1,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,2
-17,distance,85.13544464111328,FashionMNIST,Wachter,JEM,1,2
-17,distance_from_energy,692.1868896484375,FashionMNIST,Wachter,JEM,1,2
-17,distance_from_targets,512.1137084960938,FashionMNIST,Wachter,JEM,1,2
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,2
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,2
-18,distance,64.65400695800781,FashionMNIST,Wachter,JEM,1,2
-18,distance_from_energy,751.4431762695312,FashionMNIST,Wachter,JEM,1,2
-18,distance_from_targets,626.5189208984375,FashionMNIST,Wachter,JEM,1,2
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,2
-18,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,1,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,2
-19,distance,63.79669952392578,FashionMNIST,Wachter,JEM,1,2
-19,distance_from_energy,667.5221557617188,FashionMNIST,Wachter,JEM,1,2
-19,distance_from_targets,539.7501220703125,FashionMNIST,Wachter,JEM,1,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,2
-19,set_size_penalty,0.9994121741456371,FashionMNIST,Wachter,JEM,1,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,2
-20,distance,77.4178466796875,FashionMNIST,Wachter,JEM,1,2
-20,distance_from_energy,602.45654296875,FashionMNIST,Wachter,JEM,1,2
-20,distance_from_targets,485.79779052734375,FashionMNIST,Wachter,JEM,1,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,2
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,1,2
-20,validity,0.0,FashionMNIST,Wachter,JEM,1,2
-16,distance,246.26036071777344,FashionMNIST,REVISE,JEM,1,2
-16,distance_from_energy,523.6513061523438,FashionMNIST,REVISE,JEM,1,2
-16,distance_from_targets,374.96575927734375,FashionMNIST,REVISE,JEM,1,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,2
-16,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,1,2
-16,validity,1.0,FashionMNIST,REVISE,JEM,1,2
-17,distance,259.98187255859375,FashionMNIST,REVISE,JEM,1,2
-17,distance_from_energy,629.1869506835938,FashionMNIST,REVISE,JEM,1,2
-17,distance_from_targets,562.941650390625,FashionMNIST,REVISE,JEM,1,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,2
-17,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,1,2
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,2
-18,distance,192.51345825195312,FashionMNIST,REVISE,JEM,1,2
-18,distance_from_energy,558.9027099609375,FashionMNIST,REVISE,JEM,1,2
-18,distance_from_targets,624.352294921875,FashionMNIST,REVISE,JEM,1,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,2
-18,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,1,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,2
-19,distance,187.18434143066406,FashionMNIST,REVISE,JEM,1,2
-19,distance_from_energy,673.715576171875,FashionMNIST,REVISE,JEM,1,2
-19,distance_from_targets,498.045654296875,FashionMNIST,REVISE,JEM,1,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,2
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,2
-19,validity,0.0,FashionMNIST,REVISE,JEM,1,2
-20,distance,341.56298828125,FashionMNIST,REVISE,JEM,1,2
-20,distance_from_energy,538.7135620117188,FashionMNIST,REVISE,JEM,1,2
-20,distance_from_targets,402.21942138671875,FashionMNIST,REVISE,JEM,1,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,2
-20,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,1,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,2
-16,distance,512.598876953125,FashionMNIST,ECCCo,JEM,1,2
-16,distance_from_energy,166.06752014160156,FashionMNIST,ECCCo,JEM,1,2
-16,distance_from_targets,309.2509460449219,FashionMNIST,ECCCo,JEM,1,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,2
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,2
-17,distance,542.0737915039062,FashionMNIST,ECCCo,JEM,1,2
-17,distance_from_energy,104.66868591308594,FashionMNIST,ECCCo,JEM,1,2
-17,distance_from_targets,306.3785400390625,FashionMNIST,ECCCo,JEM,1,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,2
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,2
-18,distance,555.7040405273438,FashionMNIST,ECCCo,JEM,1,2
-18,distance_from_energy,145.20335388183594,FashionMNIST,ECCCo,JEM,1,2
-18,distance_from_targets,550.091064453125,FashionMNIST,ECCCo,JEM,1,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,2
-18,set_size_penalty,1.9998040413154312,FashionMNIST,ECCCo,JEM,1,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,2
-19,distance,469.345703125,FashionMNIST,ECCCo,JEM,1,2
-19,distance_from_energy,311.57611083984375,FashionMNIST,ECCCo,JEM,1,2
-19,distance_from_targets,357.71502685546875,FashionMNIST,ECCCo,JEM,1,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,2
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,1,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,2
-20,distance,523.1874389648438,FashionMNIST,ECCCo,JEM,1,2
-20,distance_from_energy,78.72291564941406,FashionMNIST,ECCCo,JEM,1,2
-20,distance_from_targets,307.7590637207031,FashionMNIST,ECCCo,JEM,1,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,2
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,2
-16,distance,10.0,FashionMNIST,Schut,JEM,1,2
-16,distance_from_energy,650.6306762695312,FashionMNIST,Schut,JEM,1,2
-16,distance_from_targets,433.48638916015625,FashionMNIST,Schut,JEM,1,2
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,2
-16,validity,0.0,FashionMNIST,Schut,JEM,1,2
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,2
-17,distance_from_energy,584.7952880859375,FashionMNIST,Schut,JEM,1,2
-17,distance_from_targets,489.9051513671875,FashionMNIST,Schut,JEM,1,2
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,2
-17,validity,0.0,FashionMNIST,Schut,JEM,1,2
-18,distance,8.100000381469727,FashionMNIST,Schut,JEM,1,2
-18,distance_from_energy,739.2601318359375,FashionMNIST,Schut,JEM,1,2
-18,distance_from_targets,597.3981323242188,FashionMNIST,Schut,JEM,1,2
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,2
-18,set_size_penalty,9.999999999996259,FashionMNIST,Schut,JEM,1,2
-18,validity,1.0,FashionMNIST,Schut,JEM,1,2
-19,distance,10.0,FashionMNIST,Schut,JEM,1,2
-19,distance_from_energy,698.361328125,FashionMNIST,Schut,JEM,1,2
-19,distance_from_targets,511.1093444824219,FashionMNIST,Schut,JEM,1,2
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,2
-19,set_size_penalty,2.008473863524495,FashionMNIST,Schut,JEM,1,2
-19,validity,1.0,FashionMNIST,Schut,JEM,1,2
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,2
-20,distance_from_energy,584.3809814453125,FashionMNIST,Schut,JEM,1,2
-20,distance_from_targets,454.1209716796875,FashionMNIST,Schut,JEM,1,2
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,2
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,2
-20,validity,0.0,FashionMNIST,Schut,JEM,1,2
-1,distance,60.931217193603516,FashionMNIST,Wachter,JEM Ensemble,1,3
-1,distance_from_energy,504.51824951171875,FashionMNIST,Wachter,JEM Ensemble,1,3
-1,distance_from_targets,349.0993347167969,FashionMNIST,Wachter,JEM Ensemble,1,3
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,3
-1,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-2,distance,65.80252838134766,FashionMNIST,Wachter,JEM Ensemble,1,3
-2,distance_from_energy,539.1232299804688,FashionMNIST,Wachter,JEM Ensemble,1,3
-2,distance_from_targets,362.7871398925781,FashionMNIST,Wachter,JEM Ensemble,1,3
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,3
-2,set_size_penalty,9.999999995362714,FashionMNIST,Wachter,JEM Ensemble,1,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-3,distance,69.4372329711914,FashionMNIST,Wachter,JEM Ensemble,1,3
-3,distance_from_energy,541.5767822265625,FashionMNIST,Wachter,JEM Ensemble,1,3
-3,distance_from_targets,363.26861572265625,FashionMNIST,Wachter,JEM Ensemble,1,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-3,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-4,distance,64.42847442626953,FashionMNIST,Wachter,JEM Ensemble,1,3
-4,distance_from_energy,359.16387939453125,FashionMNIST,Wachter,JEM Ensemble,1,3
-4,distance_from_targets,296.9568786621094,FashionMNIST,Wachter,JEM Ensemble,1,3
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,3
-4,set_size_penalty,5.003349086187717,FashionMNIST,Wachter,JEM Ensemble,1,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-5,distance,68.40933227539062,FashionMNIST,Wachter,JEM Ensemble,1,3
-5,distance_from_energy,487.66522216796875,FashionMNIST,Wachter,JEM Ensemble,1,3
-5,distance_from_targets,328.4162292480469,FashionMNIST,Wachter,JEM Ensemble,1,3
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,3
-5,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,3
-1,distance,107.04434967041016,FashionMNIST,REVISE,JEM Ensemble,1,3
-1,distance_from_energy,462.40948486328125,FashionMNIST,REVISE,JEM Ensemble,1,3
-1,distance_from_targets,324.9222717285156,FashionMNIST,REVISE,JEM Ensemble,1,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-1,set_size_penalty,5.01165764121692,FashionMNIST,REVISE,JEM Ensemble,1,3
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-2,distance,293.1623229980469,FashionMNIST,REVISE,JEM Ensemble,1,3
-2,distance_from_energy,471.62939453125,FashionMNIST,REVISE,JEM Ensemble,1,3
-2,distance_from_targets,343.24969482421875,FashionMNIST,REVISE,JEM Ensemble,1,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-3,distance,447.8974304199219,FashionMNIST,REVISE,JEM Ensemble,1,3
-3,distance_from_energy,464.80450439453125,FashionMNIST,REVISE,JEM Ensemble,1,3
-3,distance_from_targets,429.9287109375,FashionMNIST,REVISE,JEM Ensemble,1,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-3,set_size_penalty,4.000000000000192,FashionMNIST,REVISE,JEM Ensemble,1,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-4,distance,167.1329803466797,FashionMNIST,REVISE,JEM Ensemble,1,3
-4,distance_from_energy,319.74420166015625,FashionMNIST,REVISE,JEM Ensemble,1,3
-4,distance_from_targets,343.33306884765625,FashionMNIST,REVISE,JEM Ensemble,1,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-4,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-5,distance,139.8822784423828,FashionMNIST,REVISE,JEM Ensemble,1,3
-5,distance_from_energy,445.60089111328125,FashionMNIST,REVISE,JEM Ensemble,1,3
-5,distance_from_targets,272.7328186035156,FashionMNIST,REVISE,JEM Ensemble,1,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,3
-1,distance,411.3331604003906,FashionMNIST,ECCCo,JEM Ensemble,1,3
-1,distance_from_energy,91.77473449707031,FashionMNIST,ECCCo,JEM Ensemble,1,3
-1,distance_from_targets,256.32110595703125,FashionMNIST,ECCCo,JEM Ensemble,1,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-2,distance,485.8294982910156,FashionMNIST,ECCCo,JEM Ensemble,1,3
-2,distance_from_energy,49.4764404296875,FashionMNIST,ECCCo,JEM Ensemble,1,3
-2,distance_from_targets,284.53826904296875,FashionMNIST,ECCCo,JEM Ensemble,1,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-3,distance,531.0189819335938,FashionMNIST,ECCCo,JEM Ensemble,1,3
-3,distance_from_energy,19.060874938964844,FashionMNIST,ECCCo,JEM Ensemble,1,3
-3,distance_from_targets,301.212646484375,FashionMNIST,ECCCo,JEM Ensemble,1,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-4,distance,302.62103271484375,FashionMNIST,ECCCo,JEM Ensemble,1,3
-4,distance_from_energy,52.176979064941406,FashionMNIST,ECCCo,JEM Ensemble,1,3
-4,distance_from_targets,292.31640625,FashionMNIST,ECCCo,JEM Ensemble,1,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-5,distance,432.3774719238281,FashionMNIST,ECCCo,JEM Ensemble,1,3
-5,distance_from_energy,54.737464904785156,FashionMNIST,ECCCo,JEM Ensemble,1,3
-5,distance_from_targets,278.4678955078125,FashionMNIST,ECCCo,JEM Ensemble,1,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,3
-1,distance,8.700000762939453,FashionMNIST,Schut,JEM Ensemble,1,3
-1,distance_from_energy,496.45556640625,FashionMNIST,Schut,JEM Ensemble,1,3
-1,distance_from_targets,316.8699035644531,FashionMNIST,Schut,JEM Ensemble,1,3
-1,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM Ensemble,1,3
-1,set_size_penalty,5.0,FashionMNIST,Schut,JEM Ensemble,1,3
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,1,3
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,3
-2,distance_from_energy,526.709228515625,FashionMNIST,Schut,JEM Ensemble,1,3
-2,distance_from_targets,330.7109680175781,FashionMNIST,Schut,JEM Ensemble,1,3
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,3
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,3
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,3
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,3
-3,distance_from_energy,538.0299682617188,FashionMNIST,Schut,JEM Ensemble,1,3
-3,distance_from_targets,331.56475830078125,FashionMNIST,Schut,JEM Ensemble,1,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,3
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,3
-4,distance_from_energy,343.57086181640625,FashionMNIST,Schut,JEM Ensemble,1,3
-4,distance_from_targets,265.9556884765625,FashionMNIST,Schut,JEM Ensemble,1,3
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,3
-4,set_size_penalty,5.000000000772554,FashionMNIST,Schut,JEM Ensemble,1,3
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,1,3
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,3
-5,distance_from_energy,482.2940979003906,FashionMNIST,Schut,JEM Ensemble,1,3
-5,distance_from_targets,300.1339111328125,FashionMNIST,Schut,JEM Ensemble,1,3
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,3
-6,distance,70.09839630126953,FashionMNIST,Wachter,MLP,1,3
-6,distance_from_energy,848.7100830078125,FashionMNIST,Wachter,MLP,1,3
-6,distance_from_targets,310.92889404296875,FashionMNIST,Wachter,MLP,1,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,3
-6,set_size_penalty,2.4465528774402143,FashionMNIST,Wachter,MLP,1,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,3
-7,distance,65.4699935913086,FashionMNIST,Wachter,MLP,1,3
-7,distance_from_energy,857.78515625,FashionMNIST,Wachter,MLP,1,3
-7,distance_from_targets,280.7044372558594,FashionMNIST,Wachter,MLP,1,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,3
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,1,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,1,3
-8,distance,67.93140411376953,FashionMNIST,Wachter,MLP,1,3
-8,distance_from_energy,835.32275390625,FashionMNIST,Wachter,MLP,1,3
-8,distance_from_targets,297.2203063964844,FashionMNIST,Wachter,MLP,1,3
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,1,3
-8,set_size_penalty,2.9997266380981826,FashionMNIST,Wachter,MLP,1,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,3
-9,distance,61.51263427734375,FashionMNIST,Wachter,MLP,1,3
-9,distance_from_energy,812.7909545898438,FashionMNIST,Wachter,MLP,1,3
-9,distance_from_targets,309.2002868652344,FashionMNIST,Wachter,MLP,1,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,3
-9,set_size_penalty,3.0004495439540553,FashionMNIST,Wachter,MLP,1,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,3
-10,distance,59.47990798950195,FashionMNIST,Wachter,MLP,1,3
-10,distance_from_energy,893.3595581054688,FashionMNIST,Wachter,MLP,1,3
-10,distance_from_targets,316.5279235839844,FashionMNIST,Wachter,MLP,1,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,3
-10,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,1,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,3
-6,distance,250.40951538085938,FashionMNIST,REVISE,MLP,1,3
-6,distance_from_energy,836.8826293945312,FashionMNIST,REVISE,MLP,1,3
-6,distance_from_targets,367.70379638671875,FashionMNIST,REVISE,MLP,1,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,3
-6,set_size_penalty,2.094106378672695,FashionMNIST,REVISE,MLP,1,3
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,3
-7,distance,143.7348175048828,FashionMNIST,REVISE,MLP,1,3
-7,distance_from_energy,804.8399047851562,FashionMNIST,REVISE,MLP,1,3
-7,distance_from_targets,226.27606201171875,FashionMNIST,REVISE,MLP,1,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,3
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,3
-7,validity,1.0,FashionMNIST,REVISE,MLP,1,3
-8,distance,165.04042053222656,FashionMNIST,REVISE,MLP,1,3
-8,distance_from_energy,825.8497924804688,FashionMNIST,REVISE,MLP,1,3
-8,distance_from_targets,212.07826232910156,FashionMNIST,REVISE,MLP,1,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,3
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,3
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,3
-9,distance,222.3719482421875,FashionMNIST,REVISE,MLP,1,3
-9,distance_from_energy,843.6886596679688,FashionMNIST,REVISE,MLP,1,3
-9,distance_from_targets,424.0447998046875,FashionMNIST,REVISE,MLP,1,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,1,3
-10,distance,188.29397583007812,FashionMNIST,REVISE,MLP,1,3
-10,distance_from_energy,870.7702026367188,FashionMNIST,REVISE,MLP,1,3
-10,distance_from_targets,310.47454833984375,FashionMNIST,REVISE,MLP,1,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,3
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,3
-10,validity,1.0,FashionMNIST,REVISE,MLP,1,3
-6,distance,738.0578002929688,FashionMNIST,ECCCo,MLP,1,3
-6,distance_from_energy,166.35073852539062,FashionMNIST,ECCCo,MLP,1,3
-6,distance_from_targets,672.3970336914062,FashionMNIST,ECCCo,MLP,1,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,3
-6,set_size_penalty,1.0000153282240725,FashionMNIST,ECCCo,MLP,1,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,3
-7,distance,609.5071411132812,FashionMNIST,ECCCo,MLP,1,3
-7,distance_from_energy,231.72659301757812,FashionMNIST,ECCCo,MLP,1,3
-7,distance_from_targets,608.8817749023438,FashionMNIST,ECCCo,MLP,1,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,3
-7,set_size_penalty,1.234464117580725,FashionMNIST,ECCCo,MLP,1,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,3
-8,distance,675.6548461914062,FashionMNIST,ECCCo,MLP,1,3
-8,distance_from_energy,167.08375549316406,FashionMNIST,ECCCo,MLP,1,3
-8,distance_from_targets,646.0426635742188,FashionMNIST,ECCCo,MLP,1,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,3
-8,set_size_penalty,1.000000036119389,FashionMNIST,ECCCo,MLP,1,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,3
-9,distance,667.0850830078125,FashionMNIST,ECCCo,MLP,1,3
-9,distance_from_energy,210.2332763671875,FashionMNIST,ECCCo,MLP,1,3
-9,distance_from_targets,649.3685302734375,FashionMNIST,ECCCo,MLP,1,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,3
-9,set_size_penalty,1.5279141649239427,FashionMNIST,ECCCo,MLP,1,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,3
-10,distance,646.6328125,FashionMNIST,ECCCo,MLP,1,3
-10,distance_from_energy,217.86669921875,FashionMNIST,ECCCo,MLP,1,3
-10,distance_from_targets,587.1755981445312,FashionMNIST,ECCCo,MLP,1,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,3
-10,set_size_penalty,1.0002289949048042,FashionMNIST,ECCCo,MLP,1,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,3
-6,distance,10.0,FashionMNIST,Schut,MLP,1,3
-6,distance_from_energy,860.064453125,FashionMNIST,Schut,MLP,1,3
-6,distance_from_targets,276.7983093261719,FashionMNIST,Schut,MLP,1,3
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,3
-6,validity,0.0,FashionMNIST,Schut,MLP,1,3
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,3
-7,distance_from_energy,829.3931884765625,FashionMNIST,Schut,MLP,1,3
-7,distance_from_targets,239.67735290527344,FashionMNIST,Schut,MLP,1,3
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,3
-7,validity,0.0,FashionMNIST,Schut,MLP,1,3
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,3
-8,distance_from_energy,855.4151611328125,FashionMNIST,Schut,MLP,1,3
-8,distance_from_targets,262.0247802734375,FashionMNIST,Schut,MLP,1,3
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,3
-8,validity,0.0,FashionMNIST,Schut,MLP,1,3
-9,distance,9.399999618530273,FashionMNIST,Schut,MLP,1,3
-9,distance_from_energy,849.1725463867188,FashionMNIST,Schut,MLP,1,3
-9,distance_from_targets,264.81610107421875,FashionMNIST,Schut,MLP,1,3
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,3
-9,set_size_penalty,3.0001057363963373,FashionMNIST,Schut,MLP,1,3
-9,validity,1.0,FashionMNIST,Schut,MLP,1,3
-10,distance,8.300000190734863,FashionMNIST,Schut,MLP,1,3
-10,distance_from_energy,856.8746948242188,FashionMNIST,Schut,MLP,1,3
-10,distance_from_targets,281.0361022949219,FashionMNIST,Schut,MLP,1,3
-10,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP,1,3
-10,set_size_penalty,2.0,FashionMNIST,Schut,MLP,1,3
-10,validity,1.0,FashionMNIST,Schut,MLP,1,3
-11,distance,58.81813049316406,FashionMNIST,Wachter,MLP Ensemble,1,3
-11,distance_from_energy,703.14208984375,FashionMNIST,Wachter,MLP Ensemble,1,3
-11,distance_from_targets,279.0535583496094,FashionMNIST,Wachter,MLP Ensemble,1,3
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-11,set_size_penalty,1.0000000000009266,FashionMNIST,Wachter,MLP Ensemble,1,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-12,distance,56.20392990112305,FashionMNIST,Wachter,MLP Ensemble,1,3
-12,distance_from_energy,691.818603515625,FashionMNIST,Wachter,MLP Ensemble,1,3
-12,distance_from_targets,273.3770446777344,FashionMNIST,Wachter,MLP Ensemble,1,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-12,set_size_penalty,2.0055770364796346,FashionMNIST,Wachter,MLP Ensemble,1,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-13,distance,71.49893951416016,FashionMNIST,Wachter,MLP Ensemble,1,3
-13,distance_from_energy,667.1414184570312,FashionMNIST,Wachter,MLP Ensemble,1,3
-13,distance_from_targets,288.1407165527344,FashionMNIST,Wachter,MLP Ensemble,1,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-13,set_size_penalty,3.0000000000000004,FashionMNIST,Wachter,MLP Ensemble,1,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-14,distance,67.34172058105469,FashionMNIST,Wachter,MLP Ensemble,1,3
-14,distance_from_energy,672.8954467773438,FashionMNIST,Wachter,MLP Ensemble,1,3
-14,distance_from_targets,297.74200439453125,FashionMNIST,Wachter,MLP Ensemble,1,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-15,distance,57.550567626953125,FashionMNIST,Wachter,MLP Ensemble,1,3
-15,distance_from_energy,716.458740234375,FashionMNIST,Wachter,MLP Ensemble,1,3
-15,distance_from_targets,500.8885803222656,FashionMNIST,Wachter,MLP Ensemble,1,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-15,set_size_penalty,1.000000000057376,FashionMNIST,Wachter,MLP Ensemble,1,3
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,3
-11,distance,210.6398162841797,FashionMNIST,REVISE,MLP Ensemble,1,3
-11,distance_from_energy,638.5734252929688,FashionMNIST,REVISE,MLP Ensemble,1,3
-11,distance_from_targets,321.2344665527344,FashionMNIST,REVISE,MLP Ensemble,1,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-12,distance,296.2493591308594,FashionMNIST,REVISE,MLP Ensemble,1,3
-12,distance_from_energy,723.5384521484375,FashionMNIST,REVISE,MLP Ensemble,1,3
-12,distance_from_targets,308.4102478027344,FashionMNIST,REVISE,MLP Ensemble,1,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-12,set_size_penalty,1.0000000432735283,FashionMNIST,REVISE,MLP Ensemble,1,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-13,distance,232.71441650390625,FashionMNIST,REVISE,MLP Ensemble,1,3
-13,distance_from_energy,617.7520751953125,FashionMNIST,REVISE,MLP Ensemble,1,3
-13,distance_from_targets,225.80494689941406,FashionMNIST,REVISE,MLP Ensemble,1,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-13,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-14,distance,167.31422424316406,FashionMNIST,REVISE,MLP Ensemble,1,3
-14,distance_from_energy,671.0987548828125,FashionMNIST,REVISE,MLP Ensemble,1,3
-14,distance_from_targets,300.8902282714844,FashionMNIST,REVISE,MLP Ensemble,1,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-15,distance,142.3113555908203,FashionMNIST,REVISE,MLP Ensemble,1,3
-15,distance_from_energy,727.2254638671875,FashionMNIST,REVISE,MLP Ensemble,1,3
-15,distance_from_targets,487.3552551269531,FashionMNIST,REVISE,MLP Ensemble,1,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,3
-11,distance,581.6953125,FashionMNIST,ECCCo,MLP Ensemble,1,3
-11,distance_from_energy,127.43498229980469,FashionMNIST,ECCCo,MLP Ensemble,1,3
-11,distance_from_targets,540.5242309570312,FashionMNIST,ECCCo,MLP Ensemble,1,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-11,set_size_penalty,1.000000002669158,FashionMNIST,ECCCo,MLP Ensemble,1,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-12,distance,633.0089111328125,FashionMNIST,ECCCo,MLP Ensemble,1,3
-12,distance_from_energy,108.50823974609375,FashionMNIST,ECCCo,MLP Ensemble,1,3
-12,distance_from_targets,576.4442138671875,FashionMNIST,ECCCo,MLP Ensemble,1,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-12,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-13,distance,620.6329956054688,FashionMNIST,ECCCo,MLP Ensemble,1,3
-13,distance_from_energy,108.51481628417969,FashionMNIST,ECCCo,MLP Ensemble,1,3
-13,distance_from_targets,571.3740234375,FashionMNIST,ECCCo,MLP Ensemble,1,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-14,distance,570.1475830078125,FashionMNIST,ECCCo,MLP Ensemble,1,3
-14,distance_from_energy,146.26235961914062,FashionMNIST,ECCCo,MLP Ensemble,1,3
-14,distance_from_targets,524.706787109375,FashionMNIST,ECCCo,MLP Ensemble,1,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-14,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-15,distance,602.7479248046875,FashionMNIST,ECCCo,MLP Ensemble,1,3
-15,distance_from_energy,158.7869415283203,FashionMNIST,ECCCo,MLP Ensemble,1,3
-15,distance_from_targets,553.9313354492188,FashionMNIST,ECCCo,MLP Ensemble,1,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-15,set_size_penalty,1.35727051632909,FashionMNIST,ECCCo,MLP Ensemble,1,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,3
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,3
-11,distance_from_energy,666.1878051757812,FashionMNIST,Schut,MLP Ensemble,1,3
-11,distance_from_targets,245.17337036132812,FashionMNIST,Schut,MLP Ensemble,1,3
-11,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,1,3
-11,set_size_penalty,1.1012437200629552,FashionMNIST,Schut,MLP Ensemble,1,3
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,1,3
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,3
-12,distance_from_energy,699.9132080078125,FashionMNIST,Schut,MLP Ensemble,1,3
-12,distance_from_targets,247.28587341308594,FashionMNIST,Schut,MLP Ensemble,1,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,3
-12,set_size_penalty,2.9795701961990324,FashionMNIST,Schut,MLP Ensemble,1,3
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,1,3
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,3
-13,distance_from_energy,724.4151611328125,FashionMNIST,Schut,MLP Ensemble,1,3
-13,distance_from_targets,255.7427215576172,FashionMNIST,Schut,MLP Ensemble,1,3
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,3
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,3
-14,distance_from_energy,698.6986083984375,FashionMNIST,Schut,MLP Ensemble,1,3
-14,distance_from_targets,268.6898498535156,FashionMNIST,Schut,MLP Ensemble,1,3
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,3
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,3
-15,distance_from_energy,739.0714721679688,FashionMNIST,Schut,MLP Ensemble,1,3
-15,distance_from_targets,470.8489685058594,FashionMNIST,Schut,MLP Ensemble,1,3
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,1,3
-15,set_size_penalty,1.0000206302289256,FashionMNIST,Schut,MLP Ensemble,1,3
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,1,3
-16,distance,55.414222717285156,FashionMNIST,Wachter,JEM,1,3
-16,distance_from_energy,360.2240905761719,FashionMNIST,Wachter,JEM,1,3
-16,distance_from_targets,257.1227111816406,FashionMNIST,Wachter,JEM,1,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,3
-16,set_size_penalty,8.0,FashionMNIST,Wachter,JEM,1,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,3
-17,distance,67.78243255615234,FashionMNIST,Wachter,JEM,1,3
-17,distance_from_energy,532.069091796875,FashionMNIST,Wachter,JEM,1,3
-17,distance_from_targets,370.0235290527344,FashionMNIST,Wachter,JEM,1,3
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,3
-17,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,1,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,3
-18,distance,67.8652114868164,FashionMNIST,Wachter,JEM,1,3
-18,distance_from_energy,683.14892578125,FashionMNIST,Wachter,JEM,1,3
-18,distance_from_targets,273.2403564453125,FashionMNIST,Wachter,JEM,1,3
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,1,3
-18,set_size_penalty,7.000000000000082,FashionMNIST,Wachter,JEM,1,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,3
-19,distance,59.1026496887207,FashionMNIST,Wachter,JEM,1,3
-19,distance_from_energy,389.3837585449219,FashionMNIST,Wachter,JEM,1,3
-19,distance_from_targets,265.4813232421875,FashionMNIST,Wachter,JEM,1,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,3
-19,set_size_penalty,7.000970916818817,FashionMNIST,Wachter,JEM,1,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,3
-20,distance,67.95904541015625,FashionMNIST,Wachter,JEM,1,3
-20,distance_from_energy,732.917236328125,FashionMNIST,Wachter,JEM,1,3
-20,distance_from_targets,589.6483764648438,FashionMNIST,Wachter,JEM,1,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,3
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,3
-16,distance,227.0971221923828,FashionMNIST,REVISE,JEM,1,3
-16,distance_from_energy,297.96868896484375,FashionMNIST,REVISE,JEM,1,3
-16,distance_from_targets,228.92129516601562,FashionMNIST,REVISE,JEM,1,3
-16,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,1,3
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,3
-16,validity,1.0,FashionMNIST,REVISE,JEM,1,3
-17,distance,147.54403686523438,FashionMNIST,REVISE,JEM,1,3
-17,distance_from_energy,507.5850524902344,FashionMNIST,REVISE,JEM,1,3
-17,distance_from_targets,340.25543212890625,FashionMNIST,REVISE,JEM,1,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,3
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,1,3
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,3
-18,distance,220.9048614501953,FashionMNIST,REVISE,JEM,1,3
-18,distance_from_energy,207.3624725341797,FashionMNIST,REVISE,JEM,1,3
-18,distance_from_targets,210.63304138183594,FashionMNIST,REVISE,JEM,1,3
-18,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,1,3
-18,set_size_penalty,4.000000000000243,FashionMNIST,REVISE,JEM,1,3
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,3
-19,distance,202.98971557617188,FashionMNIST,REVISE,JEM,1,3
-19,distance_from_energy,408.9855041503906,FashionMNIST,REVISE,JEM,1,3
-19,distance_from_targets,260.8093566894531,FashionMNIST,REVISE,JEM,1,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,3
-19,set_size_penalty,6.9991898535475805,FashionMNIST,REVISE,JEM,1,3
-19,validity,1.0,FashionMNIST,REVISE,JEM,1,3
-20,distance,194.92697143554688,FashionMNIST,REVISE,JEM,1,3
-20,distance_from_energy,746.7491455078125,FashionMNIST,REVISE,JEM,1,3
-20,distance_from_targets,549.270751953125,FashionMNIST,REVISE,JEM,1,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,3
-20,set_size_penalty,1.0000069184004463,FashionMNIST,REVISE,JEM,1,3
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,3
-16,distance,319.06768798828125,FashionMNIST,ECCCo,JEM,1,3
-16,distance_from_energy,39.0369758605957,FashionMNIST,ECCCo,JEM,1,3
-16,distance_from_targets,307.0514831542969,FashionMNIST,ECCCo,JEM,1,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,3
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,1,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,3
-17,distance,493.0887145996094,FashionMNIST,ECCCo,JEM,1,3
-17,distance_from_energy,46.16912078857422,FashionMNIST,ECCCo,JEM,1,3
-17,distance_from_targets,305.06085205078125,FashionMNIST,ECCCo,JEM,1,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,3
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,3
-18,distance,301.1692199707031,FashionMNIST,ECCCo,JEM,1,3
-18,distance_from_energy,43.338111877441406,FashionMNIST,ECCCo,JEM,1,3
-18,distance_from_targets,303.9981384277344,FashionMNIST,ECCCo,JEM,1,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,3
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,3
-19,distance,344.34613037109375,FashionMNIST,ECCCo,JEM,1,3
-19,distance_from_energy,79.73045349121094,FashionMNIST,ECCCo,JEM,1,3
-19,distance_from_targets,296.6692810058594,FashionMNIST,ECCCo,JEM,1,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,3
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,3
-20,distance,638.2987670898438,FashionMNIST,ECCCo,JEM,1,3
-20,distance_from_energy,98.3651351928711,FashionMNIST,ECCCo,JEM,1,3
-20,distance_from_targets,309.27569580078125,FashionMNIST,ECCCo,JEM,1,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,3
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,3
-16,distance,2.700000286102295,FashionMNIST,Schut,JEM,1,3
-16,distance_from_energy,601.95556640625,FashionMNIST,Schut,JEM,1,3
-16,distance_from_targets,215.17794799804688,FashionMNIST,Schut,JEM,1,3
-16,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,1,3
-16,set_size_penalty,8.0,FashionMNIST,Schut,JEM,1,3
-16,validity,1.0,FashionMNIST,Schut,JEM,1,3
-17,distance,10.0,FashionMNIST,Schut,JEM,1,3
-17,distance_from_energy,680.7572021484375,FashionMNIST,Schut,JEM,1,3
-17,distance_from_targets,337.0080871582031,FashionMNIST,Schut,JEM,1,3
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,3
-17,validity,0.0,FashionMNIST,Schut,JEM,1,3
-18,distance,10.0,FashionMNIST,Schut,JEM,1,3
-18,distance_from_energy,335.18243408203125,FashionMNIST,Schut,JEM,1,3
-18,distance_from_targets,237.9326934814453,FashionMNIST,Schut,JEM,1,3
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,3
-18,validity,0.0,FashionMNIST,Schut,JEM,1,3
-19,distance,5.800000190734863,FashionMNIST,Schut,JEM,1,3
-19,distance_from_energy,384.53515625,FashionMNIST,Schut,JEM,1,3
-19,distance_from_targets,232.36927795410156,FashionMNIST,Schut,JEM,1,3
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,3
-19,set_size_penalty,7.000000000004871,FashionMNIST,Schut,JEM,1,3
-19,validity,1.0,FashionMNIST,Schut,JEM,1,3
-20,distance,10.0,FashionMNIST,Schut,JEM,1,3
-20,distance_from_energy,732.0184326171875,FashionMNIST,Schut,JEM,1,3
-20,distance_from_targets,564.672119140625,FashionMNIST,Schut,JEM,1,3
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,3
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,3
-20,validity,0.0,FashionMNIST,Schut,JEM,1,3
-1,distance,69.92985534667969,FashionMNIST,Wachter,JEM Ensemble,1,4
-1,distance_from_energy,443.30975341796875,FashionMNIST,Wachter,JEM Ensemble,1,4
-1,distance_from_targets,337.59820556640625,FashionMNIST,Wachter,JEM Ensemble,1,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-1,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-2,distance,89.84222412109375,FashionMNIST,Wachter,JEM Ensemble,1,4
-2,distance_from_energy,567.1182861328125,FashionMNIST,Wachter,JEM Ensemble,1,4
-2,distance_from_targets,446.0012512207031,FashionMNIST,Wachter,JEM Ensemble,1,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-2,set_size_penalty,2.017826149672972,FashionMNIST,Wachter,JEM Ensemble,1,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-3,distance,102.00125122070312,FashionMNIST,Wachter,JEM Ensemble,1,4
-3,distance_from_energy,657.0113525390625,FashionMNIST,Wachter,JEM Ensemble,1,4
-3,distance_from_targets,542.2603149414062,FashionMNIST,Wachter,JEM Ensemble,1,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-4,distance,83.30083465576172,FashionMNIST,Wachter,JEM Ensemble,1,4
-4,distance_from_energy,531.6009521484375,FashionMNIST,Wachter,JEM Ensemble,1,4
-4,distance_from_targets,376.23809814453125,FashionMNIST,Wachter,JEM Ensemble,1,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-4,set_size_penalty,4.9994422953627655,FashionMNIST,Wachter,JEM Ensemble,1,4
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-5,distance,96.71076965332031,FashionMNIST,Wachter,JEM Ensemble,1,4
-5,distance_from_energy,642.3124389648438,FashionMNIST,Wachter,JEM Ensemble,1,4
-5,distance_from_targets,505.34381103515625,FashionMNIST,Wachter,JEM Ensemble,1,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,1,4
-1,distance,186.936767578125,FashionMNIST,REVISE,JEM Ensemble,1,4
-1,distance_from_energy,395.81378173828125,FashionMNIST,REVISE,JEM Ensemble,1,4
-1,distance_from_targets,250.1741943359375,FashionMNIST,REVISE,JEM Ensemble,1,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-1,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-2,distance,225.3819580078125,FashionMNIST,REVISE,JEM Ensemble,1,4
-2,distance_from_energy,516.65966796875,FashionMNIST,REVISE,JEM Ensemble,1,4
-2,distance_from_targets,401.517333984375,FashionMNIST,REVISE,JEM Ensemble,1,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-3,distance,374.6783752441406,FashionMNIST,REVISE,JEM Ensemble,1,4
-3,distance_from_energy,583.5350341796875,FashionMNIST,REVISE,JEM Ensemble,1,4
-3,distance_from_targets,546.8157958984375,FashionMNIST,REVISE,JEM Ensemble,1,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-4,distance,166.2449951171875,FashionMNIST,REVISE,JEM Ensemble,1,4
-4,distance_from_energy,524.0677490234375,FashionMNIST,REVISE,JEM Ensemble,1,4
-4,distance_from_targets,336.1193542480469,FashionMNIST,REVISE,JEM Ensemble,1,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-5,distance,478.4512023925781,FashionMNIST,REVISE,JEM Ensemble,1,4
-5,distance_from_energy,600.3425903320312,FashionMNIST,REVISE,JEM Ensemble,1,4
-5,distance_from_targets,553.036376953125,FashionMNIST,REVISE,JEM Ensemble,1,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-5,set_size_penalty,3.999880870363437,FashionMNIST,REVISE,JEM Ensemble,1,4
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,4
-1,distance,392.6092529296875,FashionMNIST,ECCCo,JEM Ensemble,1,4
-1,distance_from_energy,52.8718376159668,FashionMNIST,ECCCo,JEM Ensemble,1,4
-1,distance_from_targets,291.8827819824219,FashionMNIST,ECCCo,JEM Ensemble,1,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-2,distance,487.3293151855469,FashionMNIST,ECCCo,JEM Ensemble,1,4
-2,distance_from_energy,85.86146545410156,FashionMNIST,ECCCo,JEM Ensemble,1,4
-2,distance_from_targets,304.5567932128906,FashionMNIST,ECCCo,JEM Ensemble,1,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-3,distance,548.2875366210938,FashionMNIST,ECCCo,JEM Ensemble,1,4
-3,distance_from_energy,117.45267486572266,FashionMNIST,ECCCo,JEM Ensemble,1,4
-3,distance_from_targets,318.2799377441406,FashionMNIST,ECCCo,JEM Ensemble,1,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-3,set_size_penalty,3.000203591525704,FashionMNIST,ECCCo,JEM Ensemble,1,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-4,distance,507.3840637207031,FashionMNIST,ECCCo,JEM Ensemble,1,4
-4,distance_from_energy,29.76837730407715,FashionMNIST,ECCCo,JEM Ensemble,1,4
-4,distance_from_targets,294.8727111816406,FashionMNIST,ECCCo,JEM Ensemble,1,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-5,distance,557.3660888671875,FashionMNIST,ECCCo,JEM Ensemble,1,4
-5,distance_from_energy,93.85940551757812,FashionMNIST,ECCCo,JEM Ensemble,1,4
-5,distance_from_targets,306.35064697265625,FashionMNIST,ECCCo,JEM Ensemble,1,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-5,set_size_penalty,3.99998400893856,FashionMNIST,ECCCo,JEM Ensemble,1,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,4
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,4
-1,distance_from_energy,440.41998291015625,FashionMNIST,Schut,JEM Ensemble,1,4
-1,distance_from_targets,306.3539733886719,FashionMNIST,Schut,JEM Ensemble,1,4
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,4
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,4
-2,distance_from_energy,565.2932739257812,FashionMNIST,Schut,JEM Ensemble,1,4
-2,distance_from_targets,410.8442077636719,FashionMNIST,Schut,JEM Ensemble,1,4
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,4
-3,distance_from_energy,651.8712158203125,FashionMNIST,Schut,JEM Ensemble,1,4
-3,distance_from_targets,515.8885498046875,FashionMNIST,Schut,JEM Ensemble,1,4
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,4
-4,distance_from_energy,521.25341796875,FashionMNIST,Schut,JEM Ensemble,1,4
-4,distance_from_targets,345.0504150390625,FashionMNIST,Schut,JEM Ensemble,1,4
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,4
-5,distance_from_energy,641.7978515625,FashionMNIST,Schut,JEM Ensemble,1,4
-5,distance_from_targets,481.0734558105469,FashionMNIST,Schut,JEM Ensemble,1,4
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,4
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,4
-6,distance,81.20460510253906,FashionMNIST,Wachter,MLP,1,4
-6,distance_from_energy,886.2213745117188,FashionMNIST,Wachter,MLP,1,4
-6,distance_from_targets,504.8399658203125,FashionMNIST,Wachter,MLP,1,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,4
-6,set_size_penalty,2.0000000009715238,FashionMNIST,Wachter,MLP,1,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,4
-7,distance,79.89370727539062,FashionMNIST,Wachter,MLP,1,4
-7,distance_from_energy,886.9494018554688,FashionMNIST,Wachter,MLP,1,4
-7,distance_from_targets,556.802001953125,FashionMNIST,Wachter,MLP,1,4
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,1,4
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,1,4
-7,validity,0.0,FashionMNIST,Wachter,MLP,1,4
-8,distance,92.76505279541016,FashionMNIST,Wachter,MLP,1,4
-8,distance_from_energy,953.4183349609375,FashionMNIST,Wachter,MLP,1,4
-8,distance_from_targets,546.2026977539062,FashionMNIST,Wachter,MLP,1,4
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,4
-8,set_size_penalty,1.0283653770253067,FashionMNIST,Wachter,MLP,1,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,4
-9,distance,67.76414489746094,FashionMNIST,Wachter,MLP,1,4
-9,distance_from_energy,890.4803466796875,FashionMNIST,Wachter,MLP,1,4
-9,distance_from_targets,331.9395446777344,FashionMNIST,Wachter,MLP,1,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,4
-9,set_size_penalty,1.0000000000000668,FashionMNIST,Wachter,MLP,1,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,4
-10,distance,82.52719116210938,FashionMNIST,Wachter,MLP,1,4
-10,distance_from_energy,911.6788940429688,FashionMNIST,Wachter,MLP,1,4
-10,distance_from_targets,464.9876708984375,FashionMNIST,Wachter,MLP,1,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,4
-10,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,1,4
-10,validity,0.0,FashionMNIST,Wachter,MLP,1,4
-6,distance,182.9530487060547,FashionMNIST,REVISE,MLP,1,4
-6,distance_from_energy,867.22021484375,FashionMNIST,REVISE,MLP,1,4
-6,distance_from_targets,487.26898193359375,FashionMNIST,REVISE,MLP,1,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,4
-6,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,1,4
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,4
-7,distance,257.8824462890625,FashionMNIST,REVISE,MLP,1,4
-7,distance_from_energy,878.0134887695312,FashionMNIST,REVISE,MLP,1,4
-7,distance_from_targets,560.0062255859375,FashionMNIST,REVISE,MLP,1,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,4
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,4
-7,validity,1.0,FashionMNIST,REVISE,MLP,1,4
-8,distance,244.9038543701172,FashionMNIST,REVISE,MLP,1,4
-8,distance_from_energy,897.916015625,FashionMNIST,REVISE,MLP,1,4
-8,distance_from_targets,565.0721435546875,FashionMNIST,REVISE,MLP,1,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,4
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,4
-8,validity,0.0,FashionMNIST,REVISE,MLP,1,4
-9,distance,241.88711547851562,FashionMNIST,REVISE,MLP,1,4
-9,distance_from_energy,867.5568237304688,FashionMNIST,REVISE,MLP,1,4
-9,distance_from_targets,367.3268127441406,FashionMNIST,REVISE,MLP,1,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,4
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,4
-9,validity,1.0,FashionMNIST,REVISE,MLP,1,4
-10,distance,258.9434509277344,FashionMNIST,REVISE,MLP,1,4
-10,distance_from_energy,897.6910400390625,FashionMNIST,REVISE,MLP,1,4
-10,distance_from_targets,473.0308837890625,FashionMNIST,REVISE,MLP,1,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,4
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,4
-10,validity,1.0,FashionMNIST,REVISE,MLP,1,4
-6,distance,761.1181030273438,FashionMNIST,ECCCo,MLP,1,4
-6,distance_from_energy,194.14395141601562,FashionMNIST,ECCCo,MLP,1,4
-6,distance_from_targets,681.65478515625,FashionMNIST,ECCCo,MLP,1,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,4
-6,set_size_penalty,1.0000201224097158,FashionMNIST,ECCCo,MLP,1,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,4
-7,distance,714.9342041015625,FashionMNIST,ECCCo,MLP,1,4
-7,distance_from_energy,188.29983520507812,FashionMNIST,ECCCo,MLP,1,4
-7,distance_from_targets,662.6156616210938,FashionMNIST,ECCCo,MLP,1,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,4
-7,set_size_penalty,1.0609095865617502,FashionMNIST,ECCCo,MLP,1,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,4
-8,distance,782.189453125,FashionMNIST,ECCCo,MLP,1,4
-8,distance_from_energy,190.31942749023438,FashionMNIST,ECCCo,MLP,1,4
-8,distance_from_targets,703.0406494140625,FashionMNIST,ECCCo,MLP,1,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,4
-8,set_size_penalty,1.0003360792092502,FashionMNIST,ECCCo,MLP,1,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,4
-9,distance,718.9016723632812,FashionMNIST,ECCCo,MLP,1,4
-9,distance_from_energy,174.78216552734375,FashionMNIST,ECCCo,MLP,1,4
-9,distance_from_targets,642.055419921875,FashionMNIST,ECCCo,MLP,1,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,4
-9,set_size_penalty,2.0000324788885435,FashionMNIST,ECCCo,MLP,1,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,4
-10,distance,768.47021484375,FashionMNIST,ECCCo,MLP,1,4
-10,distance_from_energy,159.87684631347656,FashionMNIST,ECCCo,MLP,1,4
-10,distance_from_targets,657.21728515625,FashionMNIST,ECCCo,MLP,1,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,4
-10,set_size_penalty,1.0001097204107658,FashionMNIST,ECCCo,MLP,1,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,4
-6,distance,10.0,FashionMNIST,Schut,MLP,1,4
-6,distance_from_energy,922.6378784179688,FashionMNIST,Schut,MLP,1,4
-6,distance_from_targets,475.91668701171875,FashionMNIST,Schut,MLP,1,4
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,4
-6,validity,0.0,FashionMNIST,Schut,MLP,1,4
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,4
-7,distance_from_energy,892.6829833984375,FashionMNIST,Schut,MLP,1,4
-7,distance_from_targets,522.6385498046875,FashionMNIST,Schut,MLP,1,4
-7,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,4
-7,validity,0.0,FashionMNIST,Schut,MLP,1,4
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,4
-8,distance_from_energy,954.63330078125,FashionMNIST,Schut,MLP,1,4
-8,distance_from_targets,513.0477294921875,FashionMNIST,Schut,MLP,1,4
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,4
-8,validity,0.0,FashionMNIST,Schut,MLP,1,4
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,4
-9,distance_from_energy,913.9337768554688,FashionMNIST,Schut,MLP,1,4
-9,distance_from_targets,290.385009765625,FashionMNIST,Schut,MLP,1,4
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,4
-9,validity,0.0,FashionMNIST,Schut,MLP,1,4
-10,distance,10.0,FashionMNIST,Schut,MLP,1,4
-10,distance_from_energy,898.9764404296875,FashionMNIST,Schut,MLP,1,4
-10,distance_from_targets,430.02783203125,FashionMNIST,Schut,MLP,1,4
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,4
-10,validity,0.0,FashionMNIST,Schut,MLP,1,4
-11,distance,90.5724868774414,FashionMNIST,Wachter,MLP Ensemble,1,4
-11,distance_from_energy,810.1405029296875,FashionMNIST,Wachter,MLP Ensemble,1,4
-11,distance_from_targets,523.9132690429688,FashionMNIST,Wachter,MLP Ensemble,1,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-11,set_size_penalty,3.000001700950261,FashionMNIST,Wachter,MLP Ensemble,1,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-12,distance,81.26199340820312,FashionMNIST,Wachter,MLP Ensemble,1,4
-12,distance_from_energy,767.06591796875,FashionMNIST,Wachter,MLP Ensemble,1,4
-12,distance_from_targets,424.4600830078125,FashionMNIST,Wachter,MLP Ensemble,1,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-12,set_size_penalty,2.9999984252463503,FashionMNIST,Wachter,MLP Ensemble,1,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-13,distance,79.60861206054688,FashionMNIST,Wachter,MLP Ensemble,1,4
-13,distance_from_energy,798.6990356445312,FashionMNIST,Wachter,MLP Ensemble,1,4
-13,distance_from_targets,465.10504150390625,FashionMNIST,Wachter,MLP Ensemble,1,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-13,set_size_penalty,2.9999999999968923,FashionMNIST,Wachter,MLP Ensemble,1,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-14,distance,68.93708801269531,FashionMNIST,Wachter,MLP Ensemble,1,4
-14,distance_from_energy,722.9382934570312,FashionMNIST,Wachter,MLP Ensemble,1,4
-14,distance_from_targets,339.1911926269531,FashionMNIST,Wachter,MLP Ensemble,1,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-14,set_size_penalty,1.8857595098530262,FashionMNIST,Wachter,MLP Ensemble,1,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-15,distance,76.38811492919922,FashionMNIST,Wachter,MLP Ensemble,1,4
-15,distance_from_energy,767.4291381835938,FashionMNIST,Wachter,MLP Ensemble,1,4
-15,distance_from_targets,452.9549255371094,FashionMNIST,Wachter,MLP Ensemble,1,4
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-15,set_size_penalty,2.9999999992065733,FashionMNIST,Wachter,MLP Ensemble,1,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,4
-11,distance,260.72393798828125,FashionMNIST,REVISE,MLP Ensemble,1,4
-11,distance_from_energy,811.9808349609375,FashionMNIST,REVISE,MLP Ensemble,1,4
-11,distance_from_targets,580.1535034179688,FashionMNIST,REVISE,MLP Ensemble,1,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-12,distance,174.16546630859375,FashionMNIST,REVISE,MLP Ensemble,1,4
-12,distance_from_energy,735.51806640625,FashionMNIST,REVISE,MLP Ensemble,1,4
-12,distance_from_targets,435.86468505859375,FashionMNIST,REVISE,MLP Ensemble,1,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-12,set_size_penalty,3.0000012275161954,FashionMNIST,REVISE,MLP Ensemble,1,4
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-13,distance,345.859619140625,FashionMNIST,REVISE,MLP Ensemble,1,4
-13,distance_from_energy,761.2210083007812,FashionMNIST,REVISE,MLP Ensemble,1,4
-13,distance_from_targets,411.2853698730469,FashionMNIST,REVISE,MLP Ensemble,1,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-13,set_size_penalty,2.9999999999998828,FashionMNIST,REVISE,MLP Ensemble,1,4
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-14,distance,264.4769592285156,FashionMNIST,REVISE,MLP Ensemble,1,4
-14,distance_from_energy,719.2352294921875,FashionMNIST,REVISE,MLP Ensemble,1,4
-14,distance_from_targets,422.9345703125,FashionMNIST,REVISE,MLP Ensemble,1,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-15,distance,291.1562805175781,FashionMNIST,REVISE,MLP Ensemble,1,4
-15,distance_from_energy,732.3994140625,FashionMNIST,REVISE,MLP Ensemble,1,4
-15,distance_from_targets,472.1114807128906,FashionMNIST,REVISE,MLP Ensemble,1,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-15,set_size_penalty,2.9999946300647164,FashionMNIST,REVISE,MLP Ensemble,1,4
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,4
-11,distance,670.368408203125,FashionMNIST,ECCCo,MLP Ensemble,1,4
-11,distance_from_energy,192.4426727294922,FashionMNIST,ECCCo,MLP Ensemble,1,4
-11,distance_from_targets,557.1416625976562,FashionMNIST,ECCCo,MLP Ensemble,1,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-11,set_size_penalty,1.0032575084941577,FashionMNIST,ECCCo,MLP Ensemble,1,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-12,distance,647.6220092773438,FashionMNIST,ECCCo,MLP Ensemble,1,4
-12,distance_from_energy,146.6018829345703,FashionMNIST,ECCCo,MLP Ensemble,1,4
-12,distance_from_targets,558.793701171875,FashionMNIST,ECCCo,MLP Ensemble,1,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-12,set_size_penalty,1.000000014971299,FashionMNIST,ECCCo,MLP Ensemble,1,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-13,distance,703.2286987304688,FashionMNIST,ECCCo,MLP Ensemble,1,4
-13,distance_from_energy,117.26448822021484,FashionMNIST,ECCCo,MLP Ensemble,1,4
-13,distance_from_targets,561.3798828125,FashionMNIST,ECCCo,MLP Ensemble,1,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-14,distance,607.24755859375,FashionMNIST,ECCCo,MLP Ensemble,1,4
-14,distance_from_energy,164.8524169921875,FashionMNIST,ECCCo,MLP Ensemble,1,4
-14,distance_from_targets,517.6810302734375,FashionMNIST,ECCCo,MLP Ensemble,1,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-14,set_size_penalty,1.00000000777344,FashionMNIST,ECCCo,MLP Ensemble,1,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-15,distance,674.484619140625,FashionMNIST,ECCCo,MLP Ensemble,1,4
-15,distance_from_energy,130.08316040039062,FashionMNIST,ECCCo,MLP Ensemble,1,4
-15,distance_from_targets,563.001953125,FashionMNIST,ECCCo,MLP Ensemble,1,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-15,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,4
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,4
-11,distance_from_energy,846.8839721679688,FashionMNIST,Schut,MLP Ensemble,1,4
-11,distance_from_targets,490.56341552734375,FashionMNIST,Schut,MLP Ensemble,1,4
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,4
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,4
-12,distance_from_energy,766.0101928710938,FashionMNIST,Schut,MLP Ensemble,1,4
-12,distance_from_targets,396.6528625488281,FashionMNIST,Schut,MLP Ensemble,1,4
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,4
-13,distance_from_energy,803.2984619140625,FashionMNIST,Schut,MLP Ensemble,1,4
-13,distance_from_targets,435.7319030761719,FashionMNIST,Schut,MLP Ensemble,1,4
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,4
-14,distance_from_energy,741.2252807617188,FashionMNIST,Schut,MLP Ensemble,1,4
-14,distance_from_targets,309.8066711425781,FashionMNIST,Schut,MLP Ensemble,1,4
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,4
-15,distance_from_energy,775.6142578125,FashionMNIST,Schut,MLP Ensemble,1,4
-15,distance_from_targets,421.39617919921875,FashionMNIST,Schut,MLP Ensemble,1,4
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,4
-16,distance,94.326171875,FashionMNIST,Wachter,JEM,1,4
-16,distance_from_energy,697.9591064453125,FashionMNIST,Wachter,JEM,1,4
-16,distance_from_targets,527.9124145507812,FashionMNIST,Wachter,JEM,1,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,4
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,4
-17,distance,63.276695251464844,FashionMNIST,Wachter,JEM,1,4
-17,distance_from_energy,604.6939086914062,FashionMNIST,Wachter,JEM,1,4
-17,distance_from_targets,432.2708740234375,FashionMNIST,Wachter,JEM,1,4
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,4
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,4
-18,distance,70.9753189086914,FashionMNIST,Wachter,JEM,1,4
-18,distance_from_energy,714.3397216796875,FashionMNIST,Wachter,JEM,1,4
-18,distance_from_targets,530.70849609375,FashionMNIST,Wachter,JEM,1,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,1,4
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,4
-19,distance,66.92729187011719,FashionMNIST,Wachter,JEM,1,4
-19,distance_from_energy,580.0460205078125,FashionMNIST,Wachter,JEM,1,4
-19,distance_from_targets,400.9232482910156,FashionMNIST,Wachter,JEM,1,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,4
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,1,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,4
-20,distance,85.35527038574219,FashionMNIST,Wachter,JEM,1,4
-20,distance_from_energy,674.019287109375,FashionMNIST,Wachter,JEM,1,4
-20,distance_from_targets,492.5211181640625,FashionMNIST,Wachter,JEM,1,4
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,4
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,4
-16,distance,273.79217529296875,FashionMNIST,REVISE,JEM,1,4
-16,distance_from_energy,748.2985229492188,FashionMNIST,REVISE,JEM,1,4
-16,distance_from_targets,587.87841796875,FashionMNIST,REVISE,JEM,1,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,4
-16,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,1,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,1,4
-17,distance,629.2927856445312,FashionMNIST,REVISE,JEM,1,4
-17,distance_from_energy,657.45654296875,FashionMNIST,REVISE,JEM,1,4
-17,distance_from_targets,659.1143188476562,FashionMNIST,REVISE,JEM,1,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,4
-17,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,1,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,4
-18,distance,382.955322265625,FashionMNIST,REVISE,JEM,1,4
-18,distance_from_energy,709.772705078125,FashionMNIST,REVISE,JEM,1,4
-18,distance_from_targets,679.5372924804688,FashionMNIST,REVISE,JEM,1,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,4
-18,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,1,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,4
-19,distance,243.73533630371094,FashionMNIST,REVISE,JEM,1,4
-19,distance_from_energy,555.0191650390625,FashionMNIST,REVISE,JEM,1,4
-19,distance_from_targets,316.9680480957031,FashionMNIST,REVISE,JEM,1,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,4
-19,set_size_penalty,4.9999999999972005,FashionMNIST,REVISE,JEM,1,4
-19,validity,1.0,FashionMNIST,REVISE,JEM,1,4
-20,distance,369.1812438964844,FashionMNIST,REVISE,JEM,1,4
-20,distance_from_energy,521.5852661132812,FashionMNIST,REVISE,JEM,1,4
-20,distance_from_targets,428.9136047363281,FashionMNIST,REVISE,JEM,1,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,4
-20,set_size_penalty,0.9999999985539183,FashionMNIST,REVISE,JEM,1,4
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,4
-16,distance,579.1968994140625,FashionMNIST,ECCCo,JEM,1,4
-16,distance_from_energy,208.65017700195312,FashionMNIST,ECCCo,JEM,1,4
-16,distance_from_targets,384.1231994628906,FashionMNIST,ECCCo,JEM,1,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,4
-16,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,1,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,4
-17,distance,489.8882751464844,FashionMNIST,ECCCo,JEM,1,4
-17,distance_from_energy,213.4961395263672,FashionMNIST,ECCCo,JEM,1,4
-17,distance_from_targets,584.8980712890625,FashionMNIST,ECCCo,JEM,1,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,4
-17,set_size_penalty,10.0,FashionMNIST,ECCCo,JEM,1,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,4
-18,distance,589.369140625,FashionMNIST,ECCCo,JEM,1,4
-18,distance_from_energy,96.24894714355469,FashionMNIST,ECCCo,JEM,1,4
-18,distance_from_targets,309.02227783203125,FashionMNIST,ECCCo,JEM,1,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,4
-18,set_size_penalty,3.000031139190342,FashionMNIST,ECCCo,JEM,1,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,4
-19,distance,544.5540771484375,FashionMNIST,ECCCo,JEM,1,4
-19,distance_from_energy,49.20316696166992,FashionMNIST,ECCCo,JEM,1,4
-19,distance_from_targets,295.2943420410156,FashionMNIST,ECCCo,JEM,1,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,4
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,4
-20,distance,579.3541259765625,FashionMNIST,ECCCo,JEM,1,4
-20,distance_from_energy,111.27848052978516,FashionMNIST,ECCCo,JEM,1,4
-20,distance_from_targets,572.6716918945312,FashionMNIST,ECCCo,JEM,1,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,4
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,1,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,4
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,4
-16,distance_from_energy,693.6578369140625,FashionMNIST,Schut,JEM,1,4
-16,distance_from_targets,504.4438171386719,FashionMNIST,Schut,JEM,1,4
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,4
-16,validity,0.0,FashionMNIST,Schut,JEM,1,4
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,4
-17,distance_from_energy,622.1981811523438,FashionMNIST,Schut,JEM,1,4
-17,distance_from_targets,401.0125427246094,FashionMNIST,Schut,JEM,1,4
-17,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,1,4
-17,set_size_penalty,10.0,FashionMNIST,Schut,JEM,1,4
-17,validity,1.0,FashionMNIST,Schut,JEM,1,4
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,4
-18,distance_from_energy,677.065673828125,FashionMNIST,Schut,JEM,1,4
-18,distance_from_targets,501.1708679199219,FashionMNIST,Schut,JEM,1,4
-18,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,1,4
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,4
-18,validity,0.0,FashionMNIST,Schut,JEM,1,4
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,4
-19,distance_from_energy,580.0578002929688,FashionMNIST,Schut,JEM,1,4
-19,distance_from_targets,364.27789306640625,FashionMNIST,Schut,JEM,1,4
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,4
-19,set_size_penalty,4.92140901466791,FashionMNIST,Schut,JEM,1,4
-19,validity,1.0,FashionMNIST,Schut,JEM,1,4
-20,distance,10.0,FashionMNIST,Schut,JEM,1,4
-20,distance_from_energy,659.9981079101562,FashionMNIST,Schut,JEM,1,4
-20,distance_from_targets,462.3672180175781,FashionMNIST,Schut,JEM,1,4
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,4
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,4
-20,validity,0.0,FashionMNIST,Schut,JEM,1,4
-1,distance,79.61579895019531,FashionMNIST,Wachter,JEM Ensemble,1,5
-1,distance_from_energy,559.0657958984375,FashionMNIST,Wachter,JEM Ensemble,1,5
-1,distance_from_targets,411.4743347167969,FashionMNIST,Wachter,JEM Ensemble,1,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-2,distance,92.56172943115234,FashionMNIST,Wachter,JEM Ensemble,1,5
-2,distance_from_energy,559.0693359375,FashionMNIST,Wachter,JEM Ensemble,1,5
-2,distance_from_targets,420.0672302246094,FashionMNIST,Wachter,JEM Ensemble,1,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-2,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-3,distance,84.41361236572266,FashionMNIST,Wachter,JEM Ensemble,1,5
-3,distance_from_energy,579.8384399414062,FashionMNIST,Wachter,JEM Ensemble,1,5
-3,distance_from_targets,429.55419921875,FashionMNIST,Wachter,JEM Ensemble,1,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-3,set_size_penalty,2.362712560325164,FashionMNIST,Wachter,JEM Ensemble,1,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-4,distance,74.90164947509766,FashionMNIST,Wachter,JEM Ensemble,1,5
-4,distance_from_energy,553.72216796875,FashionMNIST,Wachter,JEM Ensemble,1,5
-4,distance_from_targets,407.5400695800781,FashionMNIST,Wachter,JEM Ensemble,1,5
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-4,set_size_penalty,7.986318640187274,FashionMNIST,Wachter,JEM Ensemble,1,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-5,distance,90.805908203125,FashionMNIST,Wachter,JEM Ensemble,1,5
-5,distance_from_energy,577.0114135742188,FashionMNIST,Wachter,JEM Ensemble,1,5
-5,distance_from_targets,417.5022277832031,FashionMNIST,Wachter,JEM Ensemble,1,5
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,5
-5,set_size_penalty,3.0000000353014875,FashionMNIST,Wachter,JEM Ensemble,1,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,5
-1,distance,200.72509765625,FashionMNIST,REVISE,JEM Ensemble,1,5
-1,distance_from_energy,509.639892578125,FashionMNIST,REVISE,JEM Ensemble,1,5
-1,distance_from_targets,366.41802978515625,FashionMNIST,REVISE,JEM Ensemble,1,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-1,set_size_penalty,7.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-2,distance,166.72447204589844,FashionMNIST,REVISE,JEM Ensemble,1,5
-2,distance_from_energy,536.2034301757812,FashionMNIST,REVISE,JEM Ensemble,1,5
-2,distance_from_targets,399.3543395996094,FashionMNIST,REVISE,JEM Ensemble,1,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-3,distance,413.87725830078125,FashionMNIST,REVISE,JEM Ensemble,1,5
-3,distance_from_energy,462.996826171875,FashionMNIST,REVISE,JEM Ensemble,1,5
-3,distance_from_targets,372.86767578125,FashionMNIST,REVISE,JEM Ensemble,1,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-4,distance,190.05223083496094,FashionMNIST,REVISE,JEM Ensemble,1,5
-4,distance_from_energy,488.7911071777344,FashionMNIST,REVISE,JEM Ensemble,1,5
-4,distance_from_targets,352.68511962890625,FashionMNIST,REVISE,JEM Ensemble,1,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-4,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-5,distance,281.1373291015625,FashionMNIST,REVISE,JEM Ensemble,1,5
-5,distance_from_energy,453.04168701171875,FashionMNIST,REVISE,JEM Ensemble,1,5
-5,distance_from_targets,321.0510559082031,FashionMNIST,REVISE,JEM Ensemble,1,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,5
-1,distance,460.75567626953125,FashionMNIST,ECCCo,JEM Ensemble,1,5
-1,distance_from_energy,112.66355895996094,FashionMNIST,ECCCo,JEM Ensemble,1,5
-1,distance_from_targets,256.8179931640625,FashionMNIST,ECCCo,JEM Ensemble,1,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-2,distance,469.2536315917969,FashionMNIST,ECCCo,JEM Ensemble,1,5
-2,distance_from_energy,116.45831298828125,FashionMNIST,ECCCo,JEM Ensemble,1,5
-2,distance_from_targets,247.31727600097656,FashionMNIST,ECCCo,JEM Ensemble,1,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-3,distance,476.53216552734375,FashionMNIST,ECCCo,JEM Ensemble,1,5
-3,distance_from_energy,121.7646713256836,FashionMNIST,ECCCo,JEM Ensemble,1,5
-3,distance_from_targets,258.3120422363281,FashionMNIST,ECCCo,JEM Ensemble,1,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-3,set_size_penalty,3.000000000000286,FashionMNIST,ECCCo,JEM Ensemble,1,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-4,distance,458.4393005371094,FashionMNIST,ECCCo,JEM Ensemble,1,5
-4,distance_from_energy,111.82289123535156,FashionMNIST,ECCCo,JEM Ensemble,1,5
-4,distance_from_targets,244.5021209716797,FashionMNIST,ECCCo,JEM Ensemble,1,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-5,distance,487.7138977050781,FashionMNIST,ECCCo,JEM Ensemble,1,5
-5,distance_from_energy,104.05338287353516,FashionMNIST,ECCCo,JEM Ensemble,1,5
-5,distance_from_targets,257.55126953125,FashionMNIST,ECCCo,JEM Ensemble,1,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,5
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,5
-1,distance_from_energy,557.0846557617188,FashionMNIST,Schut,JEM Ensemble,1,5
-1,distance_from_targets,388.49652099609375,FashionMNIST,Schut,JEM Ensemble,1,5
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,5
-2,distance_from_energy,572.7989501953125,FashionMNIST,Schut,JEM Ensemble,1,5
-2,distance_from_targets,404.8066711425781,FashionMNIST,Schut,JEM Ensemble,1,5
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,5
-3,distance_from_energy,592.71923828125,FashionMNIST,Schut,JEM Ensemble,1,5
-3,distance_from_targets,414.930419921875,FashionMNIST,Schut,JEM Ensemble,1,5
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,5
-4,distance_from_energy,557.1151733398438,FashionMNIST,Schut,JEM Ensemble,1,5
-4,distance_from_targets,379.3968811035156,FashionMNIST,Schut,JEM Ensemble,1,5
-4,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,5
-5,distance_from_energy,587.7908935546875,FashionMNIST,Schut,JEM Ensemble,1,5
-5,distance_from_targets,402.0093688964844,FashionMNIST,Schut,JEM Ensemble,1,5
-5,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,5
-6,distance,88.1688003540039,FashionMNIST,Wachter,MLP,1,5
-6,distance_from_energy,934.3338012695312,FashionMNIST,Wachter,MLP,1,5
-6,distance_from_targets,495.2457580566406,FashionMNIST,Wachter,MLP,1,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,5
-6,set_size_penalty,2.15708916931389,FashionMNIST,Wachter,MLP,1,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,5
-7,distance,80.34254455566406,FashionMNIST,Wachter,MLP,1,5
-7,distance_from_energy,912.5969848632812,FashionMNIST,Wachter,MLP,1,5
-7,distance_from_targets,427.8562316894531,FashionMNIST,Wachter,MLP,1,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,5
-7,set_size_penalty,2.0000000000087104,FashionMNIST,Wachter,MLP,1,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,1,5
-8,distance,108.45909118652344,FashionMNIST,Wachter,MLP,1,5
-8,distance_from_energy,880.4602661132812,FashionMNIST,Wachter,MLP,1,5
-8,distance_from_targets,540.1060180664062,FashionMNIST,Wachter,MLP,1,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,5
-8,set_size_penalty,4.000349685530501,FashionMNIST,Wachter,MLP,1,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,5
-9,distance,81.52555847167969,FashionMNIST,Wachter,MLP,1,5
-9,distance_from_energy,943.0812377929688,FashionMNIST,Wachter,MLP,1,5
-9,distance_from_targets,476.43280029296875,FashionMNIST,Wachter,MLP,1,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,5
-9,set_size_penalty,9.999999999999993,FashionMNIST,Wachter,MLP,1,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,5
-10,distance,77.26313781738281,FashionMNIST,Wachter,MLP,1,5
-10,distance_from_energy,914.9542236328125,FashionMNIST,Wachter,MLP,1,5
-10,distance_from_targets,488.37786865234375,FashionMNIST,Wachter,MLP,1,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,5
-10,set_size_penalty,2.999999999954748,FashionMNIST,Wachter,MLP,1,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,5
-6,distance,253.19375610351562,FashionMNIST,REVISE,MLP,1,5
-6,distance_from_energy,877.62841796875,FashionMNIST,REVISE,MLP,1,5
-6,distance_from_targets,348.2421875,FashionMNIST,REVISE,MLP,1,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,5
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,5
-6,validity,0.0,FashionMNIST,REVISE,MLP,1,5
-7,distance,154.31881713867188,FashionMNIST,REVISE,MLP,1,5
-7,distance_from_energy,930.390625,FashionMNIST,REVISE,MLP,1,5
-7,distance_from_targets,375.331298828125,FashionMNIST,REVISE,MLP,1,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,5
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,5
-7,validity,0.0,FashionMNIST,REVISE,MLP,1,5
-8,distance,389.3310241699219,FashionMNIST,REVISE,MLP,1,5
-8,distance_from_energy,841.0736083984375,FashionMNIST,REVISE,MLP,1,5
-8,distance_from_targets,356.1292419433594,FashionMNIST,REVISE,MLP,1,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,5
-8,set_size_penalty,2.9999999999873492,FashionMNIST,REVISE,MLP,1,5
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,5
-9,distance,244.20848083496094,FashionMNIST,REVISE,MLP,1,5
-9,distance_from_energy,923.4478759765625,FashionMNIST,REVISE,MLP,1,5
-9,distance_from_targets,379.21514892578125,FashionMNIST,REVISE,MLP,1,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,5
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,5
-9,validity,0.0,FashionMNIST,REVISE,MLP,1,5
-10,distance,299.8359375,FashionMNIST,REVISE,MLP,1,5
-10,distance_from_energy,851.7946166992188,FashionMNIST,REVISE,MLP,1,5
-10,distance_from_targets,292.6922607421875,FashionMNIST,REVISE,MLP,1,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,5
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,5
-10,validity,1.0,FashionMNIST,REVISE,MLP,1,5
-6,distance,738.0467529296875,FashionMNIST,ECCCo,MLP,1,5
-6,distance_from_energy,210.93075561523438,FashionMNIST,ECCCo,MLP,1,5
-6,distance_from_targets,631.7916259765625,FashionMNIST,ECCCo,MLP,1,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,5
-6,set_size_penalty,1.0002563439355494,FashionMNIST,ECCCo,MLP,1,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,5
-7,distance,687.9146728515625,FashionMNIST,ECCCo,MLP,1,5
-7,distance_from_energy,259.47454833984375,FashionMNIST,ECCCo,MLP,1,5
-7,distance_from_targets,614.6446533203125,FashionMNIST,ECCCo,MLP,1,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,5
-7,set_size_penalty,2.000022540295664,FashionMNIST,ECCCo,MLP,1,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,5
-8,distance,729.3920288085938,FashionMNIST,ECCCo,MLP,1,5
-8,distance_from_energy,214.2280731201172,FashionMNIST,ECCCo,MLP,1,5
-8,distance_from_targets,680.4265747070312,FashionMNIST,ECCCo,MLP,1,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,5
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,1,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,5
-9,distance,738.6348266601562,FashionMNIST,ECCCo,MLP,1,5
-9,distance_from_energy,184.66336059570312,FashionMNIST,ECCCo,MLP,1,5
-9,distance_from_targets,647.5545043945312,FashionMNIST,ECCCo,MLP,1,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,5
-9,set_size_penalty,1.0000595989713779,FashionMNIST,ECCCo,MLP,1,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,5
-10,distance,748.335205078125,FashionMNIST,ECCCo,MLP,1,5
-10,distance_from_energy,223.4744873046875,FashionMNIST,ECCCo,MLP,1,5
-10,distance_from_targets,666.5120849609375,FashionMNIST,ECCCo,MLP,1,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,5
-10,set_size_penalty,1.0025460337082046,FashionMNIST,ECCCo,MLP,1,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,5
-6,distance,10.0,FashionMNIST,Schut,MLP,1,5
-6,distance_from_energy,946.0568237304688,FashionMNIST,Schut,MLP,1,5
-6,distance_from_targets,478.7207336425781,FashionMNIST,Schut,MLP,1,5
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,5
-6,validity,0.0,FashionMNIST,Schut,MLP,1,5
-7,distance,10.0,FashionMNIST,Schut,MLP,1,5
-7,distance_from_energy,868.1451416015625,FashionMNIST,Schut,MLP,1,5
-7,distance_from_targets,402.9274597167969,FashionMNIST,Schut,MLP,1,5
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,5
-7,validity,0.0,FashionMNIST,Schut,MLP,1,5
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,5
-8,distance_from_energy,930.1935424804688,FashionMNIST,Schut,MLP,1,5
-8,distance_from_targets,538.8128051757812,FashionMNIST,Schut,MLP,1,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,5
-8,validity,0.0,FashionMNIST,Schut,MLP,1,5
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,5
-9,distance_from_energy,916.0318603515625,FashionMNIST,Schut,MLP,1,5
-9,distance_from_targets,452.54229736328125,FashionMNIST,Schut,MLP,1,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,5
-9,validity,0.0,FashionMNIST,Schut,MLP,1,5
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,5
-10,distance_from_energy,904.2443237304688,FashionMNIST,Schut,MLP,1,5
-10,distance_from_targets,459.6833801269531,FashionMNIST,Schut,MLP,1,5
-10,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,1,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,5
-10,validity,0.0,FashionMNIST,Schut,MLP,1,5
-11,distance,83.68388366699219,FashionMNIST,Wachter,MLP Ensemble,1,5
-11,distance_from_energy,770.517333984375,FashionMNIST,Wachter,MLP Ensemble,1,5
-11,distance_from_targets,429.63336181640625,FashionMNIST,Wachter,MLP Ensemble,1,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-11,set_size_penalty,1.9999996478153965,FashionMNIST,Wachter,MLP Ensemble,1,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-12,distance,85.44214630126953,FashionMNIST,Wachter,MLP Ensemble,1,5
-12,distance_from_energy,790.7242431640625,FashionMNIST,Wachter,MLP Ensemble,1,5
-12,distance_from_targets,438.6697692871094,FashionMNIST,Wachter,MLP Ensemble,1,5
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,1,5
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-13,distance,101.68352508544922,FashionMNIST,Wachter,MLP Ensemble,1,5
-13,distance_from_energy,763.516357421875,FashionMNIST,Wachter,MLP Ensemble,1,5
-13,distance_from_targets,456.7006530761719,FashionMNIST,Wachter,MLP Ensemble,1,5
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,1,5
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-14,distance,100.94915771484375,FashionMNIST,Wachter,MLP Ensemble,1,5
-14,distance_from_energy,768.603271484375,FashionMNIST,Wachter,MLP Ensemble,1,5
-14,distance_from_targets,470.3878173828125,FashionMNIST,Wachter,MLP Ensemble,1,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-14,set_size_penalty,1.9999999999256677,FashionMNIST,Wachter,MLP Ensemble,1,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-15,distance,77.63427734375,FashionMNIST,Wachter,MLP Ensemble,1,5
-15,distance_from_energy,766.9869384765625,FashionMNIST,Wachter,MLP Ensemble,1,5
-15,distance_from_targets,406.6817321777344,FashionMNIST,Wachter,MLP Ensemble,1,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-15,set_size_penalty,9.999996168805504,FashionMNIST,Wachter,MLP Ensemble,1,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,5
-11,distance,130.72836303710938,FashionMNIST,REVISE,MLP Ensemble,1,5
-11,distance_from_energy,754.2537841796875,FashionMNIST,REVISE,MLP Ensemble,1,5
-11,distance_from_targets,382.04229736328125,FashionMNIST,REVISE,MLP Ensemble,1,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-12,distance,156.99127197265625,FashionMNIST,REVISE,MLP Ensemble,1,5
-12,distance_from_energy,752.4364013671875,FashionMNIST,REVISE,MLP Ensemble,1,5
-12,distance_from_targets,361.3016662597656,FashionMNIST,REVISE,MLP Ensemble,1,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-12,set_size_penalty,10.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-13,distance,227.65371704101562,FashionMNIST,REVISE,MLP Ensemble,1,5
-13,distance_from_energy,755.2443237304688,FashionMNIST,REVISE,MLP Ensemble,1,5
-13,distance_from_targets,356.5903625488281,FashionMNIST,REVISE,MLP Ensemble,1,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-14,distance,290.36865234375,FashionMNIST,REVISE,MLP Ensemble,1,5
-14,distance_from_energy,673.2398681640625,FashionMNIST,REVISE,MLP Ensemble,1,5
-14,distance_from_targets,282.1553039550781,FashionMNIST,REVISE,MLP Ensemble,1,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-14,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-15,distance,105.51892852783203,FashionMNIST,REVISE,MLP Ensemble,1,5
-15,distance_from_energy,732.80224609375,FashionMNIST,REVISE,MLP Ensemble,1,5
-15,distance_from_targets,350.4867248535156,FashionMNIST,REVISE,MLP Ensemble,1,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-15,set_size_penalty,9.999999999998378,FashionMNIST,REVISE,MLP Ensemble,1,5
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,5
-11,distance,584.3099365234375,FashionMNIST,ECCCo,MLP Ensemble,1,5
-11,distance_from_energy,169.5607147216797,FashionMNIST,ECCCo,MLP Ensemble,1,5
-11,distance_from_targets,514.649169921875,FashionMNIST,ECCCo,MLP Ensemble,1,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-11,set_size_penalty,1.000011720198646,FashionMNIST,ECCCo,MLP Ensemble,1,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-12,distance,598.4617309570312,FashionMNIST,ECCCo,MLP Ensemble,1,5
-12,distance_from_energy,215.620361328125,FashionMNIST,ECCCo,MLP Ensemble,1,5
-12,distance_from_targets,505.7780456542969,FashionMNIST,ECCCo,MLP Ensemble,1,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-12,set_size_penalty,1.0134939717973206,FashionMNIST,ECCCo,MLP Ensemble,1,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-13,distance,642.1106567382812,FashionMNIST,ECCCo,MLP Ensemble,1,5
-13,distance_from_energy,166.89230346679688,FashionMNIST,ECCCo,MLP Ensemble,1,5
-13,distance_from_targets,527.7244873046875,FashionMNIST,ECCCo,MLP Ensemble,1,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-13,set_size_penalty,1.4123018218431411,FashionMNIST,ECCCo,MLP Ensemble,1,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-14,distance,619.7626342773438,FashionMNIST,ECCCo,MLP Ensemble,1,5
-14,distance_from_energy,195.226806640625,FashionMNIST,ECCCo,MLP Ensemble,1,5
-14,distance_from_targets,509.7300109863281,FashionMNIST,ECCCo,MLP Ensemble,1,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-14,set_size_penalty,1.0000024597692354,FashionMNIST,ECCCo,MLP Ensemble,1,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-15,distance,554.3995971679688,FashionMNIST,ECCCo,MLP Ensemble,1,5
-15,distance_from_energy,188.7054901123047,FashionMNIST,ECCCo,MLP Ensemble,1,5
-15,distance_from_targets,492.79779052734375,FashionMNIST,ECCCo,MLP Ensemble,1,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-15,set_size_penalty,1.0056223499036199,FashionMNIST,ECCCo,MLP Ensemble,1,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,5
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,5
-11,distance_from_energy,744.7737426757812,FashionMNIST,Schut,MLP Ensemble,1,5
-11,distance_from_targets,390.14434814453125,FashionMNIST,Schut,MLP Ensemble,1,5
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,5
-12,distance_from_energy,795.945556640625,FashionMNIST,Schut,MLP Ensemble,1,5
-12,distance_from_targets,399.55780029296875,FashionMNIST,Schut,MLP Ensemble,1,5
-12,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,1,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,5
-13,distance_from_energy,773.1803588867188,FashionMNIST,Schut,MLP Ensemble,1,5
-13,distance_from_targets,441.0043640136719,FashionMNIST,Schut,MLP Ensemble,1,5
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,5
-14,distance_from_energy,802.6887817382812,FashionMNIST,Schut,MLP Ensemble,1,5
-14,distance_from_targets,443.3057861328125,FashionMNIST,Schut,MLP Ensemble,1,5
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,5
-15,distance_from_energy,739.1217041015625,FashionMNIST,Schut,MLP Ensemble,1,5
-15,distance_from_targets,372.2050476074219,FashionMNIST,Schut,MLP Ensemble,1,5
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,5
-16,distance,84.12732696533203,FashionMNIST,Wachter,JEM,1,5
-16,distance_from_energy,631.6997680664062,FashionMNIST,Wachter,JEM,1,5
-16,distance_from_targets,452.61883544921875,FashionMNIST,Wachter,JEM,1,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,5
-16,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,1,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,5
-17,distance,92.98004150390625,FashionMNIST,Wachter,JEM,1,5
-17,distance_from_energy,609.792724609375,FashionMNIST,Wachter,JEM,1,5
-17,distance_from_targets,446.82232666015625,FashionMNIST,Wachter,JEM,1,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,5
-17,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,1,5
-17,validity,0.0,FashionMNIST,Wachter,JEM,1,5
-18,distance,88.00605773925781,FashionMNIST,Wachter,JEM,1,5
-18,distance_from_energy,502.75701904296875,FashionMNIST,Wachter,JEM,1,5
-18,distance_from_targets,434.87115478515625,FashionMNIST,Wachter,JEM,1,5
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,5
-18,set_size_penalty,6.432967856333046,FashionMNIST,Wachter,JEM,1,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,5
-19,distance,74.14105224609375,FashionMNIST,Wachter,JEM,1,5
-19,distance_from_energy,531.900146484375,FashionMNIST,Wachter,JEM,1,5
-19,distance_from_targets,427.96142578125,FashionMNIST,Wachter,JEM,1,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,5
-19,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,1,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,5
-20,distance,75.96964263916016,FashionMNIST,Wachter,JEM,1,5
-20,distance_from_energy,589.8641357421875,FashionMNIST,Wachter,JEM,1,5
-20,distance_from_targets,448.2943115234375,FashionMNIST,Wachter,JEM,1,5
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,5
-20,set_size_penalty,7.0000000002387885,FashionMNIST,Wachter,JEM,1,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,5
-16,distance,172.2482452392578,FashionMNIST,REVISE,JEM,1,5
-16,distance_from_energy,591.688232421875,FashionMNIST,REVISE,JEM,1,5
-16,distance_from_targets,409.0836486816406,FashionMNIST,REVISE,JEM,1,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,5
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,5
-16,validity,0.0,FashionMNIST,REVISE,JEM,1,5
-17,distance,234.3180694580078,FashionMNIST,REVISE,JEM,1,5
-17,distance_from_energy,473.6370544433594,FashionMNIST,REVISE,JEM,1,5
-17,distance_from_targets,329.8954162597656,FashionMNIST,REVISE,JEM,1,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,5
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,5
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,5
-18,distance,321.09124755859375,FashionMNIST,REVISE,JEM,1,5
-18,distance_from_energy,420.59197998046875,FashionMNIST,REVISE,JEM,1,5
-18,distance_from_targets,297.4319763183594,FashionMNIST,REVISE,JEM,1,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,5
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,5
-19,distance,298.0054016113281,FashionMNIST,REVISE,JEM,1,5
-19,distance_from_energy,408.8363342285156,FashionMNIST,REVISE,JEM,1,5
-19,distance_from_targets,276.32891845703125,FashionMNIST,REVISE,JEM,1,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,5
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,1,5
-20,distance,288.75579833984375,FashionMNIST,REVISE,JEM,1,5
-20,distance_from_energy,438.10162353515625,FashionMNIST,REVISE,JEM,1,5
-20,distance_from_targets,299.3868713378906,FashionMNIST,REVISE,JEM,1,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,5
-20,set_size_penalty,5.002358834652451,FashionMNIST,REVISE,JEM,1,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,5
-16,distance,500.2481689453125,FashionMNIST,ECCCo,JEM,1,5
-16,distance_from_energy,104.15948486328125,FashionMNIST,ECCCo,JEM,1,5
-16,distance_from_targets,260.92718505859375,FashionMNIST,ECCCo,JEM,1,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,5
-16,set_size_penalty,4.9999999999999885,FashionMNIST,ECCCo,JEM,1,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,5
-17,distance,469.90380859375,FashionMNIST,ECCCo,JEM,1,5
-17,distance_from_energy,126.2328109741211,FashionMNIST,ECCCo,JEM,1,5
-17,distance_from_targets,273.2348937988281,FashionMNIST,ECCCo,JEM,1,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,5
-17,set_size_penalty,2.0000000000006586,FashionMNIST,ECCCo,JEM,1,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,5
-18,distance,410.1588134765625,FashionMNIST,ECCCo,JEM,1,5
-18,distance_from_energy,169.89675903320312,FashionMNIST,ECCCo,JEM,1,5
-18,distance_from_targets,298.5903015136719,FashionMNIST,ECCCo,JEM,1,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,5
-18,set_size_penalty,2.369691893721168,FashionMNIST,ECCCo,JEM,1,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,5
-19,distance,487.9573669433594,FashionMNIST,ECCCo,JEM,1,5
-19,distance_from_energy,111.83670806884766,FashionMNIST,ECCCo,JEM,1,5
-19,distance_from_targets,265.962158203125,FashionMNIST,ECCCo,JEM,1,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,5
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,5
-20,distance,381.0505676269531,FashionMNIST,ECCCo,JEM,1,5
-20,distance_from_energy,151.05621337890625,FashionMNIST,ECCCo,JEM,1,5
-20,distance_from_targets,547.4768676757812,FashionMNIST,ECCCo,JEM,1,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,5
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,1,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,5
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,5
-16,distance_from_energy,598.408935546875,FashionMNIST,Schut,JEM,1,5
-16,distance_from_targets,416.78411865234375,FashionMNIST,Schut,JEM,1,5
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,5
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,5
-16,validity,0.0,FashionMNIST,Schut,JEM,1,5
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,5
-17,distance_from_energy,714.1168212890625,FashionMNIST,Schut,JEM,1,5
-17,distance_from_targets,412.8763732910156,FashionMNIST,Schut,JEM,1,5
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,5
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,5
-17,validity,0.0,FashionMNIST,Schut,JEM,1,5
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,5
-18,distance_from_energy,584.7797241210938,FashionMNIST,Schut,JEM,1,5
-18,distance_from_targets,401.71075439453125,FashionMNIST,Schut,JEM,1,5
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,5
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,5
-18,validity,0.0,FashionMNIST,Schut,JEM,1,5
-19,distance,10.0,FashionMNIST,Schut,JEM,1,5
-19,distance_from_energy,582.4229736328125,FashionMNIST,Schut,JEM,1,5
-19,distance_from_targets,397.0994567871094,FashionMNIST,Schut,JEM,1,5
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,5
-19,validity,0.0,FashionMNIST,Schut,JEM,1,5
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,5
-20,distance_from_energy,584.8997802734375,FashionMNIST,Schut,JEM,1,5
-20,distance_from_targets,416.83624267578125,FashionMNIST,Schut,JEM,1,5
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,5
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,5
-20,validity,0.0,FashionMNIST,Schut,JEM,1,5
-1,distance,76.02315521240234,FashionMNIST,Wachter,JEM Ensemble,1,6
-1,distance_from_energy,646.9396362304688,FashionMNIST,Wachter,JEM Ensemble,1,6
-1,distance_from_targets,454.1189880371094,FashionMNIST,Wachter,JEM Ensemble,1,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-2,distance,98.55316925048828,FashionMNIST,Wachter,JEM Ensemble,1,6
-2,distance_from_energy,630.3499145507812,FashionMNIST,Wachter,JEM Ensemble,1,6
-2,distance_from_targets,505.6123352050781,FashionMNIST,Wachter,JEM Ensemble,1,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-2,set_size_penalty,2.000117270394323,FashionMNIST,Wachter,JEM Ensemble,1,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-3,distance,94.11125946044922,FashionMNIST,Wachter,JEM Ensemble,1,6
-3,distance_from_energy,654.1853637695312,FashionMNIST,Wachter,JEM Ensemble,1,6
-3,distance_from_targets,514.539794921875,FashionMNIST,Wachter,JEM Ensemble,1,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-4,distance,81.04798126220703,FashionMNIST,Wachter,JEM Ensemble,1,6
-4,distance_from_energy,663.2716064453125,FashionMNIST,Wachter,JEM Ensemble,1,6
-4,distance_from_targets,469.2658996582031,FashionMNIST,Wachter,JEM Ensemble,1,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-5,distance,79.50424194335938,FashionMNIST,Wachter,JEM Ensemble,1,6
-5,distance_from_energy,619.4029541015625,FashionMNIST,Wachter,JEM Ensemble,1,6
-5,distance_from_targets,419.62481689453125,FashionMNIST,Wachter,JEM Ensemble,1,6
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,1,6
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,6
-1,distance,441.9473571777344,FashionMNIST,REVISE,JEM Ensemble,1,6
-1,distance_from_energy,592.0938110351562,FashionMNIST,REVISE,JEM Ensemble,1,6
-1,distance_from_targets,554.0751342773438,FashionMNIST,REVISE,JEM Ensemble,1,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-2,distance,243.89617919921875,FashionMNIST,REVISE,JEM Ensemble,1,6
-2,distance_from_energy,606.4424438476562,FashionMNIST,REVISE,JEM Ensemble,1,6
-2,distance_from_targets,524.6843872070312,FashionMNIST,REVISE,JEM Ensemble,1,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-2,set_size_penalty,5.999999999999999,FashionMNIST,REVISE,JEM Ensemble,1,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-3,distance,278.2294921875,FashionMNIST,REVISE,JEM Ensemble,1,6
-3,distance_from_energy,557.9423217773438,FashionMNIST,REVISE,JEM Ensemble,1,6
-3,distance_from_targets,421.5667724609375,FashionMNIST,REVISE,JEM Ensemble,1,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-3,set_size_penalty,3.0000000032537826,FashionMNIST,REVISE,JEM Ensemble,1,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-4,distance,223.07894897460938,FashionMNIST,REVISE,JEM Ensemble,1,6
-4,distance_from_energy,661.3779907226562,FashionMNIST,REVISE,JEM Ensemble,1,6
-4,distance_from_targets,456.3834228515625,FashionMNIST,REVISE,JEM Ensemble,1,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-5,distance,549.0870971679688,FashionMNIST,REVISE,JEM Ensemble,1,6
-5,distance_from_energy,481.44659423828125,FashionMNIST,REVISE,JEM Ensemble,1,6
-5,distance_from_targets,464.5104675292969,FashionMNIST,REVISE,JEM Ensemble,1,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,6
-1,distance,619.3746337890625,FashionMNIST,ECCCo,JEM Ensemble,1,6
-1,distance_from_energy,42.06487274169922,FashionMNIST,ECCCo,JEM Ensemble,1,6
-1,distance_from_targets,295.3150329589844,FashionMNIST,ECCCo,JEM Ensemble,1,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-2,distance,549.6646728515625,FashionMNIST,ECCCo,JEM Ensemble,1,6
-2,distance_from_energy,91.1611099243164,FashionMNIST,ECCCo,JEM Ensemble,1,6
-2,distance_from_targets,314.2947998046875,FashionMNIST,ECCCo,JEM Ensemble,1,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-3,distance,579.930908203125,FashionMNIST,ECCCo,JEM Ensemble,1,6
-3,distance_from_energy,83.33871459960938,FashionMNIST,ECCCo,JEM Ensemble,1,6
-3,distance_from_targets,303.3830871582031,FashionMNIST,ECCCo,JEM Ensemble,1,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-4,distance,641.7020874023438,FashionMNIST,ECCCo,JEM Ensemble,1,6
-4,distance_from_energy,37.258094787597656,FashionMNIST,ECCCo,JEM Ensemble,1,6
-4,distance_from_targets,301.26422119140625,FashionMNIST,ECCCo,JEM Ensemble,1,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-5,distance,586.57763671875,FashionMNIST,ECCCo,JEM Ensemble,1,6
-5,distance_from_energy,36.42085647583008,FashionMNIST,ECCCo,JEM Ensemble,1,6
-5,distance_from_targets,294.1017761230469,FashionMNIST,ECCCo,JEM Ensemble,1,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,6
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,6
-1,distance_from_energy,639.9545288085938,FashionMNIST,Schut,JEM Ensemble,1,6
-1,distance_from_targets,428.1627197265625,FashionMNIST,Schut,JEM Ensemble,1,6
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,6
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,6
-2,distance_from_energy,632.3797607421875,FashionMNIST,Schut,JEM Ensemble,1,6
-2,distance_from_targets,480.60931396484375,FashionMNIST,Schut,JEM Ensemble,1,6
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,6
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,6
-3,distance_from_energy,655.1194458007812,FashionMNIST,Schut,JEM Ensemble,1,6
-3,distance_from_targets,479.68023681640625,FashionMNIST,Schut,JEM Ensemble,1,6
-3,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,6
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,6
-4,distance_from_energy,664.09912109375,FashionMNIST,Schut,JEM Ensemble,1,6
-4,distance_from_targets,442.8647155761719,FashionMNIST,Schut,JEM Ensemble,1,6
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,6
-5,distance_from_energy,613.5130615234375,FashionMNIST,Schut,JEM Ensemble,1,6
-5,distance_from_targets,393.9532775878906,FashionMNIST,Schut,JEM Ensemble,1,6
-5,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,6
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,6
-6,distance,95.17015075683594,FashionMNIST,Wachter,MLP,1,6
-6,distance_from_energy,882.58203125,FashionMNIST,Wachter,MLP,1,6
-6,distance_from_targets,453.71728515625,FashionMNIST,Wachter,MLP,1,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,6
-6,set_size_penalty,2.082692440703668,FashionMNIST,Wachter,MLP,1,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,6
-7,distance,84.72259521484375,FashionMNIST,Wachter,MLP,1,6
-7,distance_from_energy,926.2267456054688,FashionMNIST,Wachter,MLP,1,6
-7,distance_from_targets,398.8854675292969,FashionMNIST,Wachter,MLP,1,6
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,6
-7,set_size_penalty,2.000000035423822,FashionMNIST,Wachter,MLP,1,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,1,6
-8,distance,64.91304016113281,FashionMNIST,Wachter,MLP,1,6
-8,distance_from_energy,871.0686645507812,FashionMNIST,Wachter,MLP,1,6
-8,distance_from_targets,643.1141357421875,FashionMNIST,Wachter,MLP,1,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,6
-8,set_size_penalty,0.9999889978357486,FashionMNIST,Wachter,MLP,1,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,6
-9,distance,86.45277404785156,FashionMNIST,Wachter,MLP,1,6
-9,distance_from_energy,879.40673828125,FashionMNIST,Wachter,MLP,1,6
-9,distance_from_targets,431.81396484375,FashionMNIST,Wachter,MLP,1,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,6
-9,set_size_penalty,1.0036514119352435,FashionMNIST,Wachter,MLP,1,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,6
-10,distance,64.04255676269531,FashionMNIST,Wachter,MLP,1,6
-10,distance_from_energy,842.5946044921875,FashionMNIST,Wachter,MLP,1,6
-10,distance_from_targets,405.5472717285156,FashionMNIST,Wachter,MLP,1,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,6
-10,set_size_penalty,1.1979910135520282,FashionMNIST,Wachter,MLP,1,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,6
-6,distance,183.71603393554688,FashionMNIST,REVISE,MLP,1,6
-6,distance_from_energy,852.7105712890625,FashionMNIST,REVISE,MLP,1,6
-6,distance_from_targets,414.60833740234375,FashionMNIST,REVISE,MLP,1,6
-6,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,1,6
-6,set_size_penalty,2.9999999999995954,FashionMNIST,REVISE,MLP,1,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,6
-7,distance,244.0912628173828,FashionMNIST,REVISE,MLP,1,6
-7,distance_from_energy,897.44140625,FashionMNIST,REVISE,MLP,1,6
-7,distance_from_targets,296.4646301269531,FashionMNIST,REVISE,MLP,1,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,6
-7,set_size_penalty,2.001981438462962,FashionMNIST,REVISE,MLP,1,6
-7,validity,1.0,FashionMNIST,REVISE,MLP,1,6
-8,distance,235.33187866210938,FashionMNIST,REVISE,MLP,1,6
-8,distance_from_energy,854.97607421875,FashionMNIST,REVISE,MLP,1,6
-8,distance_from_targets,627.8327026367188,FashionMNIST,REVISE,MLP,1,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,6
-8,set_size_penalty,0.9999976249974214,FashionMNIST,REVISE,MLP,1,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,6
-9,distance,328.06500244140625,FashionMNIST,REVISE,MLP,1,6
-9,distance_from_energy,948.5535888671875,FashionMNIST,REVISE,MLP,1,6
-9,distance_from_targets,433.9613037109375,FashionMNIST,REVISE,MLP,1,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,6
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,6
-9,validity,0.0,FashionMNIST,REVISE,MLP,1,6
-10,distance,280.694091796875,FashionMNIST,REVISE,MLP,1,6
-10,distance_from_energy,873.6189575195312,FashionMNIST,REVISE,MLP,1,6
-10,distance_from_targets,303.3262939453125,FashionMNIST,REVISE,MLP,1,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,6
-10,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,1,6
-10,validity,1.0,FashionMNIST,REVISE,MLP,1,6
-6,distance,798.0381469726562,FashionMNIST,ECCCo,MLP,1,6
-6,distance_from_energy,131.14146423339844,FashionMNIST,ECCCo,MLP,1,6
-6,distance_from_targets,699.8204956054688,FashionMNIST,ECCCo,MLP,1,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,6
-6,set_size_penalty,1.0026595665881568,FashionMNIST,ECCCo,MLP,1,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,6
-7,distance,814.173583984375,FashionMNIST,ECCCo,MLP,1,6
-7,distance_from_energy,143.1988525390625,FashionMNIST,ECCCo,MLP,1,6
-7,distance_from_targets,689.6119384765625,FashionMNIST,ECCCo,MLP,1,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,6
-7,set_size_penalty,1.2681135559905883,FashionMNIST,ECCCo,MLP,1,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,6
-8,distance,745.2879638671875,FashionMNIST,ECCCo,MLP,1,6
-8,distance_from_energy,152.27517700195312,FashionMNIST,ECCCo,MLP,1,6
-8,distance_from_targets,733.6880493164062,FashionMNIST,ECCCo,MLP,1,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,6
-8,set_size_penalty,1.9997931064970333,FashionMNIST,ECCCo,MLP,1,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,6
-9,distance,767.9436645507812,FashionMNIST,ECCCo,MLP,1,6
-9,distance_from_energy,157.90179443359375,FashionMNIST,ECCCo,MLP,1,6
-9,distance_from_targets,683.9446411132812,FashionMNIST,ECCCo,MLP,1,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,6
-9,set_size_penalty,2.044459480076502,FashionMNIST,ECCCo,MLP,1,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,6
-10,distance,731.6681518554688,FashionMNIST,ECCCo,MLP,1,6
-10,distance_from_energy,185.65029907226562,FashionMNIST,ECCCo,MLP,1,6
-10,distance_from_targets,679.72314453125,FashionMNIST,ECCCo,MLP,1,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,6
-10,set_size_penalty,1.0013761268604588,FashionMNIST,ECCCo,MLP,1,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,6
-6,distance,10.0,FashionMNIST,Schut,MLP,1,6
-6,distance_from_energy,914.3507690429688,FashionMNIST,Schut,MLP,1,6
-6,distance_from_targets,423.8148193359375,FashionMNIST,Schut,MLP,1,6
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,6
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,6
-6,validity,0.0,FashionMNIST,Schut,MLP,1,6
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,6
-7,distance_from_energy,923.9303588867188,FashionMNIST,Schut,MLP,1,6
-7,distance_from_targets,360.2483215332031,FashionMNIST,Schut,MLP,1,6
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,6
-7,validity,0.0,FashionMNIST,Schut,MLP,1,6
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,6
-8,distance_from_energy,879.5018310546875,FashionMNIST,Schut,MLP,1,6
-8,distance_from_targets,627.7113647460938,FashionMNIST,Schut,MLP,1,6
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,6
-8,set_size_penalty,0.999999999999822,FashionMNIST,Schut,MLP,1,6
-8,validity,1.0,FashionMNIST,Schut,MLP,1,6
-9,distance,10.0,FashionMNIST,Schut,MLP,1,6
-9,distance_from_energy,894.6636962890625,FashionMNIST,Schut,MLP,1,6
-9,distance_from_targets,405.3553771972656,FashionMNIST,Schut,MLP,1,6
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,6
-9,validity,0.0,FashionMNIST,Schut,MLP,1,6
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,6
-10,distance_from_energy,870.4650268554688,FashionMNIST,Schut,MLP,1,6
-10,distance_from_targets,377.13299560546875,FashionMNIST,Schut,MLP,1,6
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,6
-10,set_size_penalty,1.000005583158546,FashionMNIST,Schut,MLP,1,6
-10,validity,1.0,FashionMNIST,Schut,MLP,1,6
-11,distance,83.28723907470703,FashionMNIST,Wachter,MLP Ensemble,1,6
-11,distance_from_energy,725.6840209960938,FashionMNIST,Wachter,MLP Ensemble,1,6
-11,distance_from_targets,334.0818176269531,FashionMNIST,Wachter,MLP Ensemble,1,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-11,set_size_penalty,1.9999981175573742,FashionMNIST,Wachter,MLP Ensemble,1,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-12,distance,94.92332458496094,FashionMNIST,Wachter,MLP Ensemble,1,6
-12,distance_from_energy,815.7416381835938,FashionMNIST,Wachter,MLP Ensemble,1,6
-12,distance_from_targets,664.9166870117188,FashionMNIST,Wachter,MLP Ensemble,1,6
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-12,set_size_penalty,2.0001829556717934,FashionMNIST,Wachter,MLP Ensemble,1,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-13,distance,79.4120864868164,FashionMNIST,Wachter,MLP Ensemble,1,6
-13,distance_from_energy,737.3667602539062,FashionMNIST,Wachter,MLP Ensemble,1,6
-13,distance_from_targets,370.2064208984375,FashionMNIST,Wachter,MLP Ensemble,1,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-13,set_size_penalty,3.029217350566704,FashionMNIST,Wachter,MLP Ensemble,1,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-14,distance,95.66156768798828,FashionMNIST,Wachter,MLP Ensemble,1,6
-14,distance_from_energy,835.5682373046875,FashionMNIST,Wachter,MLP Ensemble,1,6
-14,distance_from_targets,589.1854248046875,FashionMNIST,Wachter,MLP Ensemble,1,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-14,set_size_penalty,2.8665294667944754,FashionMNIST,Wachter,MLP Ensemble,1,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-15,distance,74.70877838134766,FashionMNIST,Wachter,MLP Ensemble,1,6
-15,distance_from_energy,795.0433349609375,FashionMNIST,Wachter,MLP Ensemble,1,6
-15,distance_from_targets,498.4699401855469,FashionMNIST,Wachter,MLP Ensemble,1,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-15,set_size_penalty,2.9999789076071766,FashionMNIST,Wachter,MLP Ensemble,1,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,6
-11,distance,199.34146118164062,FashionMNIST,REVISE,MLP Ensemble,1,6
-11,distance_from_energy,654.71923828125,FashionMNIST,REVISE,MLP Ensemble,1,6
-11,distance_from_targets,264.6236267089844,FashionMNIST,REVISE,MLP Ensemble,1,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-11,set_size_penalty,1.999999999988643,FashionMNIST,REVISE,MLP Ensemble,1,6
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-12,distance,373.4239807128906,FashionMNIST,REVISE,MLP Ensemble,1,6
-12,distance_from_energy,871.8427734375,FashionMNIST,REVISE,MLP Ensemble,1,6
-12,distance_from_targets,784.8425903320312,FashionMNIST,REVISE,MLP Ensemble,1,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-13,distance,224.5144805908203,FashionMNIST,REVISE,MLP Ensemble,1,6
-13,distance_from_energy,675.4159545898438,FashionMNIST,REVISE,MLP Ensemble,1,6
-13,distance_from_targets,262.5280456542969,FashionMNIST,REVISE,MLP Ensemble,1,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-13,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-14,distance,243.7589569091797,FashionMNIST,REVISE,MLP Ensemble,1,6
-14,distance_from_energy,797.2657470703125,FashionMNIST,REVISE,MLP Ensemble,1,6
-14,distance_from_targets,607.7352905273438,FashionMNIST,REVISE,MLP Ensemble,1,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-15,distance,255.7204132080078,FashionMNIST,REVISE,MLP Ensemble,1,6
-15,distance_from_energy,702.6558837890625,FashionMNIST,REVISE,MLP Ensemble,1,6
-15,distance_from_targets,383.66998291015625,FashionMNIST,REVISE,MLP Ensemble,1,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-15,set_size_penalty,2.9768126140958313,FashionMNIST,REVISE,MLP Ensemble,1,6
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,6
-11,distance,614.9503784179688,FashionMNIST,ECCCo,MLP Ensemble,1,6
-11,distance_from_energy,152.48764038085938,FashionMNIST,ECCCo,MLP Ensemble,1,6
-11,distance_from_targets,532.195556640625,FashionMNIST,ECCCo,MLP Ensemble,1,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-11,set_size_penalty,1.9996937391029528,FashionMNIST,ECCCo,MLP Ensemble,1,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-12,distance,701.82861328125,FashionMNIST,ECCCo,MLP Ensemble,1,6
-12,distance_from_energy,163.3006591796875,FashionMNIST,ECCCo,MLP Ensemble,1,6
-12,distance_from_targets,577.7085571289062,FashionMNIST,ECCCo,MLP Ensemble,1,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-12,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-13,distance,675.5726318359375,FashionMNIST,ECCCo,MLP Ensemble,1,6
-13,distance_from_energy,104.59822082519531,FashionMNIST,ECCCo,MLP Ensemble,1,6
-13,distance_from_targets,568.8660888671875,FashionMNIST,ECCCo,MLP Ensemble,1,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-14,distance,658.4210205078125,FashionMNIST,ECCCo,MLP Ensemble,1,6
-14,distance_from_energy,231.9355010986328,FashionMNIST,ECCCo,MLP Ensemble,1,6
-14,distance_from_targets,529.287353515625,FashionMNIST,ECCCo,MLP Ensemble,1,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-14,set_size_penalty,1.0013602037410732,FashionMNIST,ECCCo,MLP Ensemble,1,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-15,distance,652.49609375,FashionMNIST,ECCCo,MLP Ensemble,1,6
-15,distance_from_energy,183.49070739746094,FashionMNIST,ECCCo,MLP Ensemble,1,6
-15,distance_from_targets,563.5930786132812,FashionMNIST,ECCCo,MLP Ensemble,1,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-15,set_size_penalty,1.0726107576378998,FashionMNIST,ECCCo,MLP Ensemble,1,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,6
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,6
-11,distance_from_energy,729.9637451171875,FashionMNIST,Schut,MLP Ensemble,1,6
-11,distance_from_targets,298.3586730957031,FashionMNIST,Schut,MLP Ensemble,1,6
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,6
-12,distance_from_energy,820.7574462890625,FashionMNIST,Schut,MLP Ensemble,1,6
-12,distance_from_targets,638.1554565429688,FashionMNIST,Schut,MLP Ensemble,1,6
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,6
-13,distance_from_energy,756.2697143554688,FashionMNIST,Schut,MLP Ensemble,1,6
-13,distance_from_targets,337.4185791015625,FashionMNIST,Schut,MLP Ensemble,1,6
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,6
-14,distance_from_energy,846.0452880859375,FashionMNIST,Schut,MLP Ensemble,1,6
-14,distance_from_targets,556.8201904296875,FashionMNIST,Schut,MLP Ensemble,1,6
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,6
-15,distance_from_energy,811.0486450195312,FashionMNIST,Schut,MLP Ensemble,1,6
-15,distance_from_targets,466.3885192871094,FashionMNIST,Schut,MLP Ensemble,1,6
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,1,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,6
-16,distance,76.07540893554688,FashionMNIST,Wachter,JEM,1,6
-16,distance_from_energy,720.6636962890625,FashionMNIST,Wachter,JEM,1,6
-16,distance_from_targets,441.77392578125,FashionMNIST,Wachter,JEM,1,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,6
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,6
-17,distance,70.87582397460938,FashionMNIST,Wachter,JEM,1,6
-17,distance_from_energy,620.7034912109375,FashionMNIST,Wachter,JEM,1,6
-17,distance_from_targets,535.0719604492188,FashionMNIST,Wachter,JEM,1,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,6
-17,set_size_penalty,4.058326771247295,FashionMNIST,Wachter,JEM,1,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,6
-18,distance,74.5041275024414,FashionMNIST,Wachter,JEM,1,6
-18,distance_from_energy,585.9885864257812,FashionMNIST,Wachter,JEM,1,6
-18,distance_from_targets,434.6484375,FashionMNIST,Wachter,JEM,1,6
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,1,6
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,6
-19,distance,67.72660827636719,FashionMNIST,Wachter,JEM,1,6
-19,distance_from_energy,703.6060180664062,FashionMNIST,Wachter,JEM,1,6
-19,distance_from_targets,492.9285888671875,FashionMNIST,Wachter,JEM,1,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,6
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,6
-20,distance,70.2203140258789,FashionMNIST,Wachter,JEM,1,6
-20,distance_from_energy,636.6647338867188,FashionMNIST,Wachter,JEM,1,6
-20,distance_from_targets,432.52398681640625,FashionMNIST,Wachter,JEM,1,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,6
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,6
-16,distance,272.05224609375,FashionMNIST,REVISE,JEM,1,6
-16,distance_from_energy,600.4365844726562,FashionMNIST,REVISE,JEM,1,6
-16,distance_from_targets,414.6767272949219,FashionMNIST,REVISE,JEM,1,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,6
-16,set_size_penalty,5.99999800866113,FashionMNIST,REVISE,JEM,1,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,1,6
-17,distance,198.2803955078125,FashionMNIST,REVISE,JEM,1,6
-17,distance_from_energy,600.6793212890625,FashionMNIST,REVISE,JEM,1,6
-17,distance_from_targets,537.574951171875,FashionMNIST,REVISE,JEM,1,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,6
-17,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,1,6
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,6
-18,distance,297.9708251953125,FashionMNIST,REVISE,JEM,1,6
-18,distance_from_energy,443.3858337402344,FashionMNIST,REVISE,JEM,1,6
-18,distance_from_targets,343.9194641113281,FashionMNIST,REVISE,JEM,1,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,6
-18,set_size_penalty,3.023135127902151,FashionMNIST,REVISE,JEM,1,6
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,6
-19,distance,316.1521911621094,FashionMNIST,REVISE,JEM,1,6
-19,distance_from_energy,764.6961669921875,FashionMNIST,REVISE,JEM,1,6
-19,distance_from_targets,567.3557739257812,FashionMNIST,REVISE,JEM,1,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,6
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,6
-19,validity,0.0,FashionMNIST,REVISE,JEM,1,6
-20,distance,224.63299560546875,FashionMNIST,REVISE,JEM,1,6
-20,distance_from_energy,502.4967346191406,FashionMNIST,REVISE,JEM,1,6
-20,distance_from_targets,320.2111511230469,FashionMNIST,REVISE,JEM,1,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,6
-20,set_size_penalty,2.9999999996674056,FashionMNIST,REVISE,JEM,1,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,6
-16,distance,464.1246643066406,FashionMNIST,ECCCo,JEM,1,6
-16,distance_from_energy,158.3113250732422,FashionMNIST,ECCCo,JEM,1,6
-16,distance_from_targets,310.9407958984375,FashionMNIST,ECCCo,JEM,1,6
-16,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,1,6
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,6
-17,distance,498.2030334472656,FashionMNIST,ECCCo,JEM,1,6
-17,distance_from_energy,127.76849365234375,FashionMNIST,ECCCo,JEM,1,6
-17,distance_from_targets,331.68341064453125,FashionMNIST,ECCCo,JEM,1,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,6
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,6
-18,distance,536.7730712890625,FashionMNIST,ECCCo,JEM,1,6
-18,distance_from_energy,52.9337272644043,FashionMNIST,ECCCo,JEM,1,6
-18,distance_from_targets,301.4419860839844,FashionMNIST,ECCCo,JEM,1,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,6
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,6
-19,distance,665.3062133789062,FashionMNIST,ECCCo,JEM,1,6
-19,distance_from_energy,38.646236419677734,FashionMNIST,ECCCo,JEM,1,6
-19,distance_from_targets,309.5990295410156,FashionMNIST,ECCCo,JEM,1,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,6
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,6
-20,distance,419.001708984375,FashionMNIST,ECCCo,JEM,1,6
-20,distance_from_energy,270.14581298828125,FashionMNIST,ECCCo,JEM,1,6
-20,distance_from_targets,357.670654296875,FashionMNIST,ECCCo,JEM,1,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,6
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,1,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,6
-16,distance,10.0,FashionMNIST,Schut,JEM,1,6
-16,distance_from_energy,561.23876953125,FashionMNIST,Schut,JEM,1,6
-16,distance_from_targets,407.3282470703125,FashionMNIST,Schut,JEM,1,6
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,6
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,6
-16,validity,0.0,FashionMNIST,Schut,JEM,1,6
-17,distance,10.0,FashionMNIST,Schut,JEM,1,6
-17,distance_from_energy,607.4407958984375,FashionMNIST,Schut,JEM,1,6
-17,distance_from_targets,494.05010986328125,FashionMNIST,Schut,JEM,1,6
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,6
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,6
-17,validity,0.0,FashionMNIST,Schut,JEM,1,6
-18,distance,10.0,FashionMNIST,Schut,JEM,1,6
-18,distance_from_energy,525.1759033203125,FashionMNIST,Schut,JEM,1,6
-18,distance_from_targets,400.9094543457031,FashionMNIST,Schut,JEM,1,6
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,6
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,6
-18,validity,0.0,FashionMNIST,Schut,JEM,1,6
-19,distance,10.0,FashionMNIST,Schut,JEM,1,6
-19,distance_from_energy,694.84619140625,FashionMNIST,Schut,JEM,1,6
-19,distance_from_targets,462.25311279296875,FashionMNIST,Schut,JEM,1,6
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,6
-19,set_size_penalty,10.0,FashionMNIST,Schut,JEM,1,6
-19,validity,1.0,FashionMNIST,Schut,JEM,1,6
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,6
-20,distance_from_energy,621.2805786132812,FashionMNIST,Schut,JEM,1,6
-20,distance_from_targets,399.1331481933594,FashionMNIST,Schut,JEM,1,6
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,6
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,6
-20,validity,0.0,FashionMNIST,Schut,JEM,1,6
-1,distance,100.46601867675781,FashionMNIST,Wachter,JEM Ensemble,1,7
-1,distance_from_energy,596.6790771484375,FashionMNIST,Wachter,JEM Ensemble,1,7
-1,distance_from_targets,431.54071044921875,FashionMNIST,Wachter,JEM Ensemble,1,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-1,set_size_penalty,9.99999863420009,FashionMNIST,Wachter,JEM Ensemble,1,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-2,distance,94.24360656738281,FashionMNIST,Wachter,JEM Ensemble,1,7
-2,distance_from_energy,568.6229248046875,FashionMNIST,Wachter,JEM Ensemble,1,7
-2,distance_from_targets,407.0077209472656,FashionMNIST,Wachter,JEM Ensemble,1,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-2,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-3,distance,143.8292694091797,FashionMNIST,Wachter,JEM Ensemble,1,7
-3,distance_from_energy,658.3939208984375,FashionMNIST,Wachter,JEM Ensemble,1,7
-3,distance_from_targets,504.3381652832031,FashionMNIST,Wachter,JEM Ensemble,1,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-4,distance,117.65040588378906,FashionMNIST,Wachter,JEM Ensemble,1,7
-4,distance_from_energy,591.7146606445312,FashionMNIST,Wachter,JEM Ensemble,1,7
-4,distance_from_targets,435.9703369140625,FashionMNIST,Wachter,JEM Ensemble,1,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-5,distance,123.8233413696289,FashionMNIST,Wachter,JEM Ensemble,1,7
-5,distance_from_energy,621.1199340820312,FashionMNIST,Wachter,JEM Ensemble,1,7
-5,distance_from_targets,469.1759033203125,FashionMNIST,Wachter,JEM Ensemble,1,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,7
-1,distance,305.0198974609375,FashionMNIST,REVISE,JEM Ensemble,1,7
-1,distance_from_energy,439.2288513183594,FashionMNIST,REVISE,JEM Ensemble,1,7
-1,distance_from_targets,304.4741516113281,FashionMNIST,REVISE,JEM Ensemble,1,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-1,set_size_penalty,4.000000112679925,FashionMNIST,REVISE,JEM Ensemble,1,7
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-2,distance,180.8463592529297,FashionMNIST,REVISE,JEM Ensemble,1,7
-2,distance_from_energy,524.0300903320312,FashionMNIST,REVISE,JEM Ensemble,1,7
-2,distance_from_targets,355.08001708984375,FashionMNIST,REVISE,JEM Ensemble,1,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-2,set_size_penalty,1.0000028094360176,FashionMNIST,REVISE,JEM Ensemble,1,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-3,distance,292.5744323730469,FashionMNIST,REVISE,JEM Ensemble,1,7
-3,distance_from_energy,579.8366088867188,FashionMNIST,REVISE,JEM Ensemble,1,7
-3,distance_from_targets,397.07220458984375,FashionMNIST,REVISE,JEM Ensemble,1,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-4,distance,440.0730895996094,FashionMNIST,REVISE,JEM Ensemble,1,7
-4,distance_from_energy,342.043701171875,FashionMNIST,REVISE,JEM Ensemble,1,7
-4,distance_from_targets,242.47894287109375,FashionMNIST,REVISE,JEM Ensemble,1,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-4,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-5,distance,291.87615966796875,FashionMNIST,REVISE,JEM Ensemble,1,7
-5,distance_from_energy,544.6508178710938,FashionMNIST,REVISE,JEM Ensemble,1,7
-5,distance_from_targets,375.67718505859375,FashionMNIST,REVISE,JEM Ensemble,1,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-5,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,7
-1,distance,511.5143737792969,FashionMNIST,ECCCo,JEM Ensemble,1,7
-1,distance_from_energy,107.81333923339844,FashionMNIST,ECCCo,JEM Ensemble,1,7
-1,distance_from_targets,265.8340759277344,FashionMNIST,ECCCo,JEM Ensemble,1,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-2,distance,467.29168701171875,FashionMNIST,ECCCo,JEM Ensemble,1,7
-2,distance_from_energy,124.7973861694336,FashionMNIST,ECCCo,JEM Ensemble,1,7
-2,distance_from_targets,266.3284912109375,FashionMNIST,ECCCo,JEM Ensemble,1,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-2,set_size_penalty,3.9999999999894857,FashionMNIST,ECCCo,JEM Ensemble,1,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-3,distance,622.222412109375,FashionMNIST,ECCCo,JEM Ensemble,1,7
-3,distance_from_energy,88.51377868652344,FashionMNIST,ECCCo,JEM Ensemble,1,7
-3,distance_from_targets,272.9599609375,FashionMNIST,ECCCo,JEM Ensemble,1,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-4,distance,543.7545776367188,FashionMNIST,ECCCo,JEM Ensemble,1,7
-4,distance_from_energy,90.81501007080078,FashionMNIST,ECCCo,JEM Ensemble,1,7
-4,distance_from_targets,267.4150390625,FashionMNIST,ECCCo,JEM Ensemble,1,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-5,distance,593.2669067382812,FashionMNIST,ECCCo,JEM Ensemble,1,7
-5,distance_from_energy,82.93635559082031,FashionMNIST,ECCCo,JEM Ensemble,1,7
-5,distance_from_targets,262.3884582519531,FashionMNIST,ECCCo,JEM Ensemble,1,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,7
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,7
-1,distance_from_energy,610.6595458984375,FashionMNIST,Schut,JEM Ensemble,1,7
-1,distance_from_targets,423.6758117675781,FashionMNIST,Schut,JEM Ensemble,1,7
-1,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,7
-2,distance_from_energy,579.1117553710938,FashionMNIST,Schut,JEM Ensemble,1,7
-2,distance_from_targets,391.4049072265625,FashionMNIST,Schut,JEM Ensemble,1,7
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,7
-3,distance_from_energy,697.6715087890625,FashionMNIST,Schut,JEM Ensemble,1,7
-3,distance_from_targets,508.601318359375,FashionMNIST,Schut,JEM Ensemble,1,7
-3,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,1,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,7
-4,distance_from_energy,620.6900024414062,FashionMNIST,Schut,JEM Ensemble,1,7
-4,distance_from_targets,433.1792907714844,FashionMNIST,Schut,JEM Ensemble,1,7
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,7
-5,distance_from_energy,663.1463012695312,FashionMNIST,Schut,JEM Ensemble,1,7
-5,distance_from_targets,464.2707824707031,FashionMNIST,Schut,JEM Ensemble,1,7
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,7
-6,distance,93.7764663696289,FashionMNIST,Wachter,MLP,1,7
-6,distance_from_energy,889.955078125,FashionMNIST,Wachter,MLP,1,7
-6,distance_from_targets,451.7147521972656,FashionMNIST,Wachter,MLP,1,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,7
-6,set_size_penalty,2.0000000000025335,FashionMNIST,Wachter,MLP,1,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,7
-7,distance,87.2420883178711,FashionMNIST,Wachter,MLP,1,7
-7,distance_from_energy,929.7010498046875,FashionMNIST,Wachter,MLP,1,7
-7,distance_from_targets,480.888916015625,FashionMNIST,Wachter,MLP,1,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,7
-7,set_size_penalty,2.0000000000001936,FashionMNIST,Wachter,MLP,1,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,1,7
-8,distance,96.21965789794922,FashionMNIST,Wachter,MLP,1,7
-8,distance_from_energy,890.1695556640625,FashionMNIST,Wachter,MLP,1,7
-8,distance_from_targets,458.2920227050781,FashionMNIST,Wachter,MLP,1,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,7
-8,set_size_penalty,2.0268250424302656,FashionMNIST,Wachter,MLP,1,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,7
-9,distance,82.41155242919922,FashionMNIST,Wachter,MLP,1,7
-9,distance_from_energy,921.8561401367188,FashionMNIST,Wachter,MLP,1,7
-9,distance_from_targets,568.54345703125,FashionMNIST,Wachter,MLP,1,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,7
-9,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,1,7
-9,validity,0.0,FashionMNIST,Wachter,MLP,1,7
-10,distance,104.07198333740234,FashionMNIST,Wachter,MLP,1,7
-10,distance_from_energy,920.5386962890625,FashionMNIST,Wachter,MLP,1,7
-10,distance_from_targets,526.5404663085938,FashionMNIST,Wachter,MLP,1,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,7
-10,set_size_penalty,4.014996204854076,FashionMNIST,Wachter,MLP,1,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,7
-6,distance,230.81817626953125,FashionMNIST,REVISE,MLP,1,7
-6,distance_from_energy,870.8853759765625,FashionMNIST,REVISE,MLP,1,7
-6,distance_from_targets,315.7428894042969,FashionMNIST,REVISE,MLP,1,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,7
-6,set_size_penalty,1.000004533900275,FashionMNIST,REVISE,MLP,1,7
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,7
-7,distance,171.12705993652344,FashionMNIST,REVISE,MLP,1,7
-7,distance_from_energy,869.3024291992188,FashionMNIST,REVISE,MLP,1,7
-7,distance_from_targets,414.7677307128906,FashionMNIST,REVISE,MLP,1,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,7
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,7
-7,validity,0.0,FashionMNIST,REVISE,MLP,1,7
-8,distance,219.19483947753906,FashionMNIST,REVISE,MLP,1,7
-8,distance_from_energy,889.5524291992188,FashionMNIST,REVISE,MLP,1,7
-8,distance_from_targets,333.7492980957031,FashionMNIST,REVISE,MLP,1,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,7
-8,set_size_penalty,1.9999272547596496,FashionMNIST,REVISE,MLP,1,7
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,7
-9,distance,253.4401397705078,FashionMNIST,REVISE,MLP,1,7
-9,distance_from_energy,891.9552612304688,FashionMNIST,REVISE,MLP,1,7
-9,distance_from_targets,518.7490234375,FashionMNIST,REVISE,MLP,1,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,7
-9,set_size_penalty,3.0000000199564782,FashionMNIST,REVISE,MLP,1,7
-9,validity,1.0,FashionMNIST,REVISE,MLP,1,7
-10,distance,433.4517517089844,FashionMNIST,REVISE,MLP,1,7
-10,distance_from_energy,806.1190795898438,FashionMNIST,REVISE,MLP,1,7
-10,distance_from_targets,378.62713623046875,FashionMNIST,REVISE,MLP,1,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,7
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,7
-10,validity,1.0,FashionMNIST,REVISE,MLP,1,7
-6,distance,710.3172607421875,FashionMNIST,ECCCo,MLP,1,7
-6,distance_from_energy,224.2632293701172,FashionMNIST,ECCCo,MLP,1,7
-6,distance_from_targets,621.9380493164062,FashionMNIST,ECCCo,MLP,1,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,7
-6,set_size_penalty,1.0475365581059062,FashionMNIST,ECCCo,MLP,1,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,7
-7,distance,703.7554321289062,FashionMNIST,ECCCo,MLP,1,7
-7,distance_from_energy,206.8990936279297,FashionMNIST,ECCCo,MLP,1,7
-7,distance_from_targets,648.1907348632812,FashionMNIST,ECCCo,MLP,1,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,7
-7,set_size_penalty,1.000000003879778,FashionMNIST,ECCCo,MLP,1,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,7
-8,distance,763.2255859375,FashionMNIST,ECCCo,MLP,1,7
-8,distance_from_energy,194.85214233398438,FashionMNIST,ECCCo,MLP,1,7
-8,distance_from_targets,664.4949951171875,FashionMNIST,ECCCo,MLP,1,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,7
-8,set_size_penalty,1.1279934634074644,FashionMNIST,ECCCo,MLP,1,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,7
-9,distance,692.8572998046875,FashionMNIST,ECCCo,MLP,1,7
-9,distance_from_energy,227.6321258544922,FashionMNIST,ECCCo,MLP,1,7
-9,distance_from_targets,676.0350952148438,FashionMNIST,ECCCo,MLP,1,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,7
-9,set_size_penalty,2.0007374278573513,FashionMNIST,ECCCo,MLP,1,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,7
-10,distance,720.57568359375,FashionMNIST,ECCCo,MLP,1,7
-10,distance_from_energy,218.119140625,FashionMNIST,ECCCo,MLP,1,7
-10,distance_from_targets,620.5631713867188,FashionMNIST,ECCCo,MLP,1,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,7
-10,set_size_penalty,2.0030536767248055,FashionMNIST,ECCCo,MLP,1,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,7
-6,distance,10.0,FashionMNIST,Schut,MLP,1,7
-6,distance_from_energy,931.1419677734375,FashionMNIST,Schut,MLP,1,7
-6,distance_from_targets,430.4902648925781,FashionMNIST,Schut,MLP,1,7
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,7
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,7
-6,validity,0.0,FashionMNIST,Schut,MLP,1,7
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,7
-7,distance_from_energy,881.9127197265625,FashionMNIST,Schut,MLP,1,7
-7,distance_from_targets,456.2151184082031,FashionMNIST,Schut,MLP,1,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,7
-7,validity,0.0,FashionMNIST,Schut,MLP,1,7
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,7
-8,distance_from_energy,921.77197265625,FashionMNIST,Schut,MLP,1,7
-8,distance_from_targets,433.56365966796875,FashionMNIST,Schut,MLP,1,7
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,7
-8,validity,0.0,FashionMNIST,Schut,MLP,1,7
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,7
-9,distance_from_energy,925.6365356445312,FashionMNIST,Schut,MLP,1,7
-9,distance_from_targets,542.3961181640625,FashionMNIST,Schut,MLP,1,7
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,7
-9,validity,0.0,FashionMNIST,Schut,MLP,1,7
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,7
-10,distance_from_energy,920.0960693359375,FashionMNIST,Schut,MLP,1,7
-10,distance_from_targets,499.19537353515625,FashionMNIST,Schut,MLP,1,7
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,7
-10,validity,0.0,FashionMNIST,Schut,MLP,1,7
-11,distance,120.10357666015625,FashionMNIST,Wachter,MLP Ensemble,1,7
-11,distance_from_energy,822.68994140625,FashionMNIST,Wachter,MLP Ensemble,1,7
-11,distance_from_targets,527.0201416015625,FashionMNIST,Wachter,MLP Ensemble,1,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-11,set_size_penalty,3.000000395887184,FashionMNIST,Wachter,MLP Ensemble,1,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-12,distance,98.13373565673828,FashionMNIST,Wachter,MLP Ensemble,1,7
-12,distance_from_energy,778.5553588867188,FashionMNIST,Wachter,MLP Ensemble,1,7
-12,distance_from_targets,474.47674560546875,FashionMNIST,Wachter,MLP Ensemble,1,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-12,set_size_penalty,2.8207768800662545,FashionMNIST,Wachter,MLP Ensemble,1,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-13,distance,103.86689758300781,FashionMNIST,Wachter,MLP Ensemble,1,7
-13,distance_from_energy,772.1387939453125,FashionMNIST,Wachter,MLP Ensemble,1,7
-13,distance_from_targets,503.30963134765625,FashionMNIST,Wachter,MLP Ensemble,1,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-13,set_size_penalty,2.9999997143000297,FashionMNIST,Wachter,MLP Ensemble,1,7
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-14,distance,105.57969665527344,FashionMNIST,Wachter,MLP Ensemble,1,7
-14,distance_from_energy,816.9458618164062,FashionMNIST,Wachter,MLP Ensemble,1,7
-14,distance_from_targets,541.7626953125,FashionMNIST,Wachter,MLP Ensemble,1,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-14,set_size_penalty,2.0000058699078496,FashionMNIST,Wachter,MLP Ensemble,1,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-15,distance,84.9356918334961,FashionMNIST,Wachter,MLP Ensemble,1,7
-15,distance_from_energy,764.9998779296875,FashionMNIST,Wachter,MLP Ensemble,1,7
-15,distance_from_targets,440.6321105957031,FashionMNIST,Wachter,MLP Ensemble,1,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-15,set_size_penalty,1.9108189082987095,FashionMNIST,Wachter,MLP Ensemble,1,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,7
-11,distance,295.1698913574219,FashionMNIST,REVISE,MLP Ensemble,1,7
-11,distance_from_energy,773.6007080078125,FashionMNIST,REVISE,MLP Ensemble,1,7
-11,distance_from_targets,412.9365539550781,FashionMNIST,REVISE,MLP Ensemble,1,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-12,distance,156.0955352783203,FashionMNIST,REVISE,MLP Ensemble,1,7
-12,distance_from_energy,757.4901123046875,FashionMNIST,REVISE,MLP Ensemble,1,7
-12,distance_from_targets,407.546142578125,FashionMNIST,REVISE,MLP Ensemble,1,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-13,distance,117.1042709350586,FashionMNIST,REVISE,MLP Ensemble,1,7
-13,distance_from_energy,805.8888549804688,FashionMNIST,REVISE,MLP Ensemble,1,7
-13,distance_from_targets,480.59881591796875,FashionMNIST,REVISE,MLP Ensemble,1,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-14,distance,146.06817626953125,FashionMNIST,REVISE,MLP Ensemble,1,7
-14,distance_from_energy,831.3203125,FashionMNIST,REVISE,MLP Ensemble,1,7
-14,distance_from_targets,519.84228515625,FashionMNIST,REVISE,MLP Ensemble,1,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-15,distance,195.9367218017578,FashionMNIST,REVISE,MLP Ensemble,1,7
-15,distance_from_energy,726.2791748046875,FashionMNIST,REVISE,MLP Ensemble,1,7
-15,distance_from_targets,332.3498840332031,FashionMNIST,REVISE,MLP Ensemble,1,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-15,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,7
-11,distance,713.5751342773438,FashionMNIST,ECCCo,MLP Ensemble,1,7
-11,distance_from_energy,176.2736053466797,FashionMNIST,ECCCo,MLP Ensemble,1,7
-11,distance_from_targets,528.9976806640625,FashionMNIST,ECCCo,MLP Ensemble,1,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-11,set_size_penalty,1.000000000366412,FashionMNIST,ECCCo,MLP Ensemble,1,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-12,distance,649.8239135742188,FashionMNIST,ECCCo,MLP Ensemble,1,7
-12,distance_from_energy,158.81124877929688,FashionMNIST,ECCCo,MLP Ensemble,1,7
-12,distance_from_targets,538.1919555664062,FashionMNIST,ECCCo,MLP Ensemble,1,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-12,set_size_penalty,2.0051748500117172,FashionMNIST,ECCCo,MLP Ensemble,1,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-13,distance,648.7864990234375,FashionMNIST,ECCCo,MLP Ensemble,1,7
-13,distance_from_energy,176.6107635498047,FashionMNIST,ECCCo,MLP Ensemble,1,7
-13,distance_from_targets,537.0078125,FashionMNIST,ECCCo,MLP Ensemble,1,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-13,set_size_penalty,1.0000001773889426,FashionMNIST,ECCCo,MLP Ensemble,1,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-14,distance,687.6908569335938,FashionMNIST,ECCCo,MLP Ensemble,1,7
-14,distance_from_energy,192.89846801757812,FashionMNIST,ECCCo,MLP Ensemble,1,7
-14,distance_from_targets,545.8234252929688,FashionMNIST,ECCCo,MLP Ensemble,1,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-14,set_size_penalty,1.0000000164539866,FashionMNIST,ECCCo,MLP Ensemble,1,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-15,distance,641.3076171875,FashionMNIST,ECCCo,MLP Ensemble,1,7
-15,distance_from_energy,161.97901916503906,FashionMNIST,ECCCo,MLP Ensemble,1,7
-15,distance_from_targets,519.468994140625,FashionMNIST,ECCCo,MLP Ensemble,1,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-15,set_size_penalty,1.424297136684027,FashionMNIST,ECCCo,MLP Ensemble,1,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,7
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,7
-11,distance_from_energy,850.8023681640625,FashionMNIST,Schut,MLP Ensemble,1,7
-11,distance_from_targets,511.03076171875,FashionMNIST,Schut,MLP Ensemble,1,7
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,7
-12,distance_from_energy,788.5700073242188,FashionMNIST,Schut,MLP Ensemble,1,7
-12,distance_from_targets,453.5621032714844,FashionMNIST,Schut,MLP Ensemble,1,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-13,distance,10.00000286102295,FashionMNIST,Schut,MLP Ensemble,1,7
-13,distance_from_energy,804.7843017578125,FashionMNIST,Schut,MLP Ensemble,1,7
-13,distance_from_targets,490.10626220703125,FashionMNIST,Schut,MLP Ensemble,1,7
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,7
-14,distance_from_energy,843.89599609375,FashionMNIST,Schut,MLP Ensemble,1,7
-14,distance_from_targets,518.86962890625,FashionMNIST,Schut,MLP Ensemble,1,7
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,7
-15,distance_from_energy,785.6317138671875,FashionMNIST,Schut,MLP Ensemble,1,7
-15,distance_from_targets,407.1588439941406,FashionMNIST,Schut,MLP Ensemble,1,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,7
-16,distance,79.16561889648438,FashionMNIST,Wachter,JEM,1,7
-16,distance_from_energy,637.86328125,FashionMNIST,Wachter,JEM,1,7
-16,distance_from_targets,480.7426452636719,FashionMNIST,Wachter,JEM,1,7
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,7
-16,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,1,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,7
-17,distance,75.48934173583984,FashionMNIST,Wachter,JEM,1,7
-17,distance_from_energy,623.4271240234375,FashionMNIST,Wachter,JEM,1,7
-17,distance_from_targets,474.1836853027344,FashionMNIST,Wachter,JEM,1,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,7
-17,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,1,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,7
-18,distance,107.51025390625,FashionMNIST,Wachter,JEM,1,7
-18,distance_from_energy,587.3448486328125,FashionMNIST,Wachter,JEM,1,7
-18,distance_from_targets,449.760009765625,FashionMNIST,Wachter,JEM,1,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,1,7
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,7
-19,distance,85.2253646850586,FashionMNIST,Wachter,JEM,1,7
-19,distance_from_energy,577.5570068359375,FashionMNIST,Wachter,JEM,1,7
-19,distance_from_targets,417.1744689941406,FashionMNIST,Wachter,JEM,1,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,7
-19,set_size_penalty,7.9999997968150875,FashionMNIST,Wachter,JEM,1,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,7
-20,distance,99.89299011230469,FashionMNIST,Wachter,JEM,1,7
-20,distance_from_energy,587.8553466796875,FashionMNIST,Wachter,JEM,1,7
-20,distance_from_targets,433.7648010253906,FashionMNIST,Wachter,JEM,1,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,7
-20,set_size_penalty,2.9999785569441046,FashionMNIST,Wachter,JEM,1,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,7
-16,distance,185.56687927246094,FashionMNIST,REVISE,JEM,1,7
-16,distance_from_energy,653.5601806640625,FashionMNIST,REVISE,JEM,1,7
-16,distance_from_targets,491.6517333984375,FashionMNIST,REVISE,JEM,1,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,7
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,7
-16,validity,0.0,FashionMNIST,REVISE,JEM,1,7
-17,distance,270.9858703613281,FashionMNIST,REVISE,JEM,1,7
-17,distance_from_energy,581.50537109375,FashionMNIST,REVISE,JEM,1,7
-17,distance_from_targets,403.887939453125,FashionMNIST,REVISE,JEM,1,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,7
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,7
-18,distance,273.8030700683594,FashionMNIST,REVISE,JEM,1,7
-18,distance_from_energy,495.51885986328125,FashionMNIST,REVISE,JEM,1,7
-18,distance_from_targets,336.3517150878906,FashionMNIST,REVISE,JEM,1,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,7
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,7
-19,distance,243.79469299316406,FashionMNIST,REVISE,JEM,1,7
-19,distance_from_energy,447.65570068359375,FashionMNIST,REVISE,JEM,1,7
-19,distance_from_targets,299.7608947753906,FashionMNIST,REVISE,JEM,1,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,7
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,1,7
-20,distance,244.7872772216797,FashionMNIST,REVISE,JEM,1,7
-20,distance_from_energy,506.1266174316406,FashionMNIST,REVISE,JEM,1,7
-20,distance_from_targets,340.7693786621094,FashionMNIST,REVISE,JEM,1,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,7
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,7
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,7
-16,distance,560.2887573242188,FashionMNIST,ECCCo,JEM,1,7
-16,distance_from_energy,87.81251525878906,FashionMNIST,ECCCo,JEM,1,7
-16,distance_from_targets,277.9990234375,FashionMNIST,ECCCo,JEM,1,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,7
-16,set_size_penalty,3.0000000000004263,FashionMNIST,ECCCo,JEM,1,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,7
-17,distance,532.8787841796875,FashionMNIST,ECCCo,JEM,1,7
-17,distance_from_energy,105.5018539428711,FashionMNIST,ECCCo,JEM,1,7
-17,distance_from_targets,267.8507080078125,FashionMNIST,ECCCo,JEM,1,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,7
-17,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,1,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,7
-18,distance,509.4847412109375,FashionMNIST,ECCCo,JEM,1,7
-18,distance_from_energy,113.1015853881836,FashionMNIST,ECCCo,JEM,1,7
-18,distance_from_targets,268.9473876953125,FashionMNIST,ECCCo,JEM,1,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,7
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,7
-19,distance,418.892333984375,FashionMNIST,ECCCo,JEM,1,7
-19,distance_from_energy,138.97901916503906,FashionMNIST,ECCCo,JEM,1,7
-19,distance_from_targets,583.4520263671875,FashionMNIST,ECCCo,JEM,1,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,7
-19,set_size_penalty,2.9956453165601493,FashionMNIST,ECCCo,JEM,1,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,7
-20,distance,528.270263671875,FashionMNIST,ECCCo,JEM,1,7
-20,distance_from_energy,259.07342529296875,FashionMNIST,ECCCo,JEM,1,7
-20,distance_from_targets,420.4276428222656,FashionMNIST,ECCCo,JEM,1,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,7
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,1,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,7
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,7
-16,distance_from_energy,637.2098388671875,FashionMNIST,Schut,JEM,1,7
-16,distance_from_targets,462.150146484375,FashionMNIST,Schut,JEM,1,7
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,7
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,7
-16,validity,0.0,FashionMNIST,Schut,JEM,1,7
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,7
-17,distance_from_energy,516.9666748046875,FashionMNIST,Schut,JEM,1,7
-17,distance_from_targets,450.0142517089844,FashionMNIST,Schut,JEM,1,7
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,7
-17,validity,0.0,FashionMNIST,Schut,JEM,1,7
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,7
-18,distance_from_energy,617.9518432617188,FashionMNIST,Schut,JEM,1,7
-18,distance_from_targets,435.2087097167969,FashionMNIST,Schut,JEM,1,7
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,7
-18,validity,0.0,FashionMNIST,Schut,JEM,1,7
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,7
-19,distance_from_energy,571.9686279296875,FashionMNIST,Schut,JEM,1,7
-19,distance_from_targets,386.87469482421875,FashionMNIST,Schut,JEM,1,7
-19,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,1,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,7
-19,validity,0.0,FashionMNIST,Schut,JEM,1,7
-20,distance,10.0,FashionMNIST,Schut,JEM,1,7
-20,distance_from_energy,621.4265747070312,FashionMNIST,Schut,JEM,1,7
-20,distance_from_targets,409.8205871582031,FashionMNIST,Schut,JEM,1,7
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,7
-20,validity,0.0,FashionMNIST,Schut,JEM,1,7
-1,distance,115.9281997680664,FashionMNIST,Wachter,JEM Ensemble,1,8
-1,distance_from_energy,783.223876953125,FashionMNIST,Wachter,JEM Ensemble,1,8
-1,distance_from_targets,651.8026733398438,FashionMNIST,Wachter,JEM Ensemble,1,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-2,distance,127.760009765625,FashionMNIST,Wachter,JEM Ensemble,1,8
-2,distance_from_energy,695.08642578125,FashionMNIST,Wachter,JEM Ensemble,1,8
-2,distance_from_targets,558.8043823242188,FashionMNIST,Wachter,JEM Ensemble,1,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-3,distance,93.60359954833984,FashionMNIST,Wachter,JEM Ensemble,1,8
-3,distance_from_energy,564.2780151367188,FashionMNIST,Wachter,JEM Ensemble,1,8
-3,distance_from_targets,429.38165283203125,FashionMNIST,Wachter,JEM Ensemble,1,8
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-3,set_size_penalty,2.8556588745615974,FashionMNIST,Wachter,JEM Ensemble,1,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-4,distance,111.21942901611328,FashionMNIST,Wachter,JEM Ensemble,1,8
-4,distance_from_energy,603.777099609375,FashionMNIST,Wachter,JEM Ensemble,1,8
-4,distance_from_targets,441.02978515625,FashionMNIST,Wachter,JEM Ensemble,1,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-5,distance,83.57829284667969,FashionMNIST,Wachter,JEM Ensemble,1,8
-5,distance_from_energy,691.8485717773438,FashionMNIST,Wachter,JEM Ensemble,1,8
-5,distance_from_targets,505.82177734375,FashionMNIST,Wachter,JEM Ensemble,1,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,8
-1,distance,510.6723327636719,FashionMNIST,REVISE,JEM Ensemble,1,8
-1,distance_from_energy,622.050048828125,FashionMNIST,REVISE,JEM Ensemble,1,8
-1,distance_from_targets,548.262939453125,FashionMNIST,REVISE,JEM Ensemble,1,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-1,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-2,distance,469.0886535644531,FashionMNIST,REVISE,JEM Ensemble,1,8
-2,distance_from_energy,351.15631103515625,FashionMNIST,REVISE,JEM Ensemble,1,8
-2,distance_from_targets,243.85595703125,FashionMNIST,REVISE,JEM Ensemble,1,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-3,distance,378.34619140625,FashionMNIST,REVISE,JEM Ensemble,1,8
-3,distance_from_energy,323.14288330078125,FashionMNIST,REVISE,JEM Ensemble,1,8
-3,distance_from_targets,304.94012451171875,FashionMNIST,REVISE,JEM Ensemble,1,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-3,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-4,distance,233.82225036621094,FashionMNIST,REVISE,JEM Ensemble,1,8
-4,distance_from_energy,523.6771240234375,FashionMNIST,REVISE,JEM Ensemble,1,8
-4,distance_from_targets,353.27569580078125,FashionMNIST,REVISE,JEM Ensemble,1,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-4,set_size_penalty,3.999995575504058,FashionMNIST,REVISE,JEM Ensemble,1,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-5,distance,374.83917236328125,FashionMNIST,REVISE,JEM Ensemble,1,8
-5,distance_from_energy,527.6555786132812,FashionMNIST,REVISE,JEM Ensemble,1,8
-5,distance_from_targets,408.6824951171875,FashionMNIST,REVISE,JEM Ensemble,1,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,8
-1,distance,678.50439453125,FashionMNIST,ECCCo,JEM Ensemble,1,8
-1,distance_from_energy,125.335205078125,FashionMNIST,ECCCo,JEM Ensemble,1,8
-1,distance_from_targets,293.3900146484375,FashionMNIST,ECCCo,JEM Ensemble,1,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-1,set_size_penalty,3.9999999999979448,FashionMNIST,ECCCo,JEM Ensemble,1,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-2,distance,601.459716796875,FashionMNIST,ECCCo,JEM Ensemble,1,8
-2,distance_from_energy,120.74613952636719,FashionMNIST,ECCCo,JEM Ensemble,1,8
-2,distance_from_targets,299.7751770019531,FashionMNIST,ECCCo,JEM Ensemble,1,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-2,set_size_penalty,2.9999999999999956,FashionMNIST,ECCCo,JEM Ensemble,1,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-3,distance,487.1324462890625,FashionMNIST,ECCCo,JEM Ensemble,1,8
-3,distance_from_energy,99.65080261230469,FashionMNIST,ECCCo,JEM Ensemble,1,8
-3,distance_from_targets,289.11749267578125,FashionMNIST,ECCCo,JEM Ensemble,1,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-3,set_size_penalty,3.0000000000000044,FashionMNIST,ECCCo,JEM Ensemble,1,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-4,distance,552.154541015625,FashionMNIST,ECCCo,JEM Ensemble,1,8
-4,distance_from_energy,91.3548583984375,FashionMNIST,ECCCo,JEM Ensemble,1,8
-4,distance_from_targets,259.3558349609375,FashionMNIST,ECCCo,JEM Ensemble,1,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-5,distance,579.2528076171875,FashionMNIST,ECCCo,JEM Ensemble,1,8
-5,distance_from_energy,126.3031234741211,FashionMNIST,ECCCo,JEM Ensemble,1,8
-5,distance_from_targets,287.5823669433594,FashionMNIST,ECCCo,JEM Ensemble,1,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,8
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,8
-1,distance_from_energy,796.0988159179688,FashionMNIST,Schut,JEM Ensemble,1,8
-1,distance_from_targets,636.7906494140625,FashionMNIST,Schut,JEM Ensemble,1,8
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,8
-2,distance_from_energy,713.4937133789062,FashionMNIST,Schut,JEM Ensemble,1,8
-2,distance_from_targets,545.9566650390625,FashionMNIST,Schut,JEM Ensemble,1,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,8
-3,distance_from_energy,579.2954711914062,FashionMNIST,Schut,JEM Ensemble,1,8
-3,distance_from_targets,419.1244812011719,FashionMNIST,Schut,JEM Ensemble,1,8
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,8
-4,distance_from_energy,629.7326049804688,FashionMNIST,Schut,JEM Ensemble,1,8
-4,distance_from_targets,438.13604736328125,FashionMNIST,Schut,JEM Ensemble,1,8
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,1,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,8
-5,distance_from_energy,697.4164428710938,FashionMNIST,Schut,JEM Ensemble,1,8
-5,distance_from_targets,489.8972473144531,FashionMNIST,Schut,JEM Ensemble,1,8
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,8
-6,distance,84.85491180419922,FashionMNIST,Wachter,MLP,1,8
-6,distance_from_energy,866.1844482421875,FashionMNIST,Wachter,MLP,1,8
-6,distance_from_targets,493.57855224609375,FashionMNIST,Wachter,MLP,1,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,8
-6,set_size_penalty,1.9999935935010837,FashionMNIST,Wachter,MLP,1,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,8
-7,distance,85.51619720458984,FashionMNIST,Wachter,MLP,1,8
-7,distance_from_energy,895.8816528320312,FashionMNIST,Wachter,MLP,1,8
-7,distance_from_targets,642.1303100585938,FashionMNIST,Wachter,MLP,1,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,1,8
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,1,8
-7,validity,0.0,FashionMNIST,Wachter,MLP,1,8
-8,distance,105.07484436035156,FashionMNIST,Wachter,MLP,1,8
-8,distance_from_energy,852.6951904296875,FashionMNIST,Wachter,MLP,1,8
-8,distance_from_targets,422.9217529296875,FashionMNIST,Wachter,MLP,1,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,8
-8,set_size_penalty,3.000836320173917,FashionMNIST,Wachter,MLP,1,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,8
-9,distance,71.99943542480469,FashionMNIST,Wachter,MLP,1,8
-9,distance_from_energy,888.78076171875,FashionMNIST,Wachter,MLP,1,8
-9,distance_from_targets,472.27020263671875,FashionMNIST,Wachter,MLP,1,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,8
-9,set_size_penalty,1.0000000000173412,FashionMNIST,Wachter,MLP,1,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,8
-10,distance,82.36093139648438,FashionMNIST,Wachter,MLP,1,8
-10,distance_from_energy,881.28515625,FashionMNIST,Wachter,MLP,1,8
-10,distance_from_targets,608.7451171875,FashionMNIST,Wachter,MLP,1,8
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,1,8
-10,set_size_penalty,2.2954707704774386,FashionMNIST,Wachter,MLP,1,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,8
-6,distance,322.67095947265625,FashionMNIST,REVISE,MLP,1,8
-6,distance_from_energy,812.2449951171875,FashionMNIST,REVISE,MLP,1,8
-6,distance_from_targets,334.45361328125,FashionMNIST,REVISE,MLP,1,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,8
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,1,8
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,8
-7,distance,315.2306823730469,FashionMNIST,REVISE,MLP,1,8
-7,distance_from_energy,886.0383911132812,FashionMNIST,REVISE,MLP,1,8
-7,distance_from_targets,565.9177856445312,FashionMNIST,REVISE,MLP,1,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,8
-7,set_size_penalty,3.000000000968572,FashionMNIST,REVISE,MLP,1,8
-7,validity,1.0,FashionMNIST,REVISE,MLP,1,8
-8,distance,292.9699401855469,FashionMNIST,REVISE,MLP,1,8
-8,distance_from_energy,859.900390625,FashionMNIST,REVISE,MLP,1,8
-8,distance_from_targets,368.20343017578125,FashionMNIST,REVISE,MLP,1,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,8
-8,set_size_penalty,1.9998265976545744,FashionMNIST,REVISE,MLP,1,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,8
-9,distance,207.7755584716797,FashionMNIST,REVISE,MLP,1,8
-9,distance_from_energy,905.7857666015625,FashionMNIST,REVISE,MLP,1,8
-9,distance_from_targets,384.1515197753906,FashionMNIST,REVISE,MLP,1,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,8
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,8
-9,validity,0.0,FashionMNIST,REVISE,MLP,1,8
-10,distance,276.65850830078125,FashionMNIST,REVISE,MLP,1,8
-10,distance_from_energy,876.2478637695312,FashionMNIST,REVISE,MLP,1,8
-10,distance_from_targets,549.3521118164062,FashionMNIST,REVISE,MLP,1,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,8
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,8
-10,validity,0.0,FashionMNIST,REVISE,MLP,1,8
-6,distance,671.0203857421875,FashionMNIST,ECCCo,MLP,1,8
-6,distance_from_energy,204.42880249023438,FashionMNIST,ECCCo,MLP,1,8
-6,distance_from_targets,649.6478271484375,FashionMNIST,ECCCo,MLP,1,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,8
-6,set_size_penalty,1.0001179611066537,FashionMNIST,ECCCo,MLP,1,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,8
-7,distance,710.61376953125,FashionMNIST,ECCCo,MLP,1,8
-7,distance_from_energy,224.1053466796875,FashionMNIST,ECCCo,MLP,1,8
-7,distance_from_targets,680.8713989257812,FashionMNIST,ECCCo,MLP,1,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,8
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,1,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,8
-8,distance,736.2239990234375,FashionMNIST,ECCCo,MLP,1,8
-8,distance_from_energy,139.05764770507812,FashionMNIST,ECCCo,MLP,1,8
-8,distance_from_targets,661.6126708984375,FashionMNIST,ECCCo,MLP,1,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,8
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,1,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,8
-9,distance,710.5030517578125,FashionMNIST,ECCCo,MLP,1,8
-9,distance_from_energy,180.74244689941406,FashionMNIST,ECCCo,MLP,1,8
-9,distance_from_targets,668.9996948242188,FashionMNIST,ECCCo,MLP,1,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,8
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,1,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,8
-10,distance,754.3667602539062,FashionMNIST,ECCCo,MLP,1,8
-10,distance_from_energy,171.03567504882812,FashionMNIST,ECCCo,MLP,1,8
-10,distance_from_targets,693.0960083007812,FashionMNIST,ECCCo,MLP,1,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,8
-10,set_size_penalty,2.0000000000009193,FashionMNIST,ECCCo,MLP,1,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,8
-6,distance,10.0,FashionMNIST,Schut,MLP,1,8
-6,distance_from_energy,826.8641357421875,FashionMNIST,Schut,MLP,1,8
-6,distance_from_targets,467.30963134765625,FashionMNIST,Schut,MLP,1,8
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,8
-6,validity,0.0,FashionMNIST,Schut,MLP,1,8
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,8
-7,distance_from_energy,897.4288940429688,FashionMNIST,Schut,MLP,1,8
-7,distance_from_targets,616.5330810546875,FashionMNIST,Schut,MLP,1,8
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,1,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,8
-7,validity,0.0,FashionMNIST,Schut,MLP,1,8
-8,distance,10.0,FashionMNIST,Schut,MLP,1,8
-8,distance_from_energy,897.0732421875,FashionMNIST,Schut,MLP,1,8
-8,distance_from_targets,407.7055358886719,FashionMNIST,Schut,MLP,1,8
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,8
-8,validity,0.0,FashionMNIST,Schut,MLP,1,8
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,8
-9,distance_from_energy,895.3048095703125,FashionMNIST,Schut,MLP,1,8
-9,distance_from_targets,451.1155090332031,FashionMNIST,Schut,MLP,1,8
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,8
-9,validity,0.0,FashionMNIST,Schut,MLP,1,8
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,8
-10,distance_from_energy,928.7803955078125,FashionMNIST,Schut,MLP,1,8
-10,distance_from_targets,587.9095458984375,FashionMNIST,Schut,MLP,1,8
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,1,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,8
-10,validity,0.0,FashionMNIST,Schut,MLP,1,8
-11,distance,94.43960571289062,FashionMNIST,Wachter,MLP Ensemble,1,8
-11,distance_from_energy,814.5328369140625,FashionMNIST,Wachter,MLP Ensemble,1,8
-11,distance_from_targets,499.6634826660156,FashionMNIST,Wachter,MLP Ensemble,1,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-11,set_size_penalty,9.999412643190235,FashionMNIST,Wachter,MLP Ensemble,1,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-12,distance,118.47413635253906,FashionMNIST,Wachter,MLP Ensemble,1,8
-12,distance_from_energy,865.56103515625,FashionMNIST,Wachter,MLP Ensemble,1,8
-12,distance_from_targets,693.830078125,FashionMNIST,Wachter,MLP Ensemble,1,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-12,set_size_penalty,0.9950379153028702,FashionMNIST,Wachter,MLP Ensemble,1,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-13,distance,94.2483139038086,FashionMNIST,Wachter,MLP Ensemble,1,8
-13,distance_from_energy,781.947509765625,FashionMNIST,Wachter,MLP Ensemble,1,8
-13,distance_from_targets,524.494140625,FashionMNIST,Wachter,MLP Ensemble,1,8
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,1,8
-13,set_size_penalty,2.0000000639247166,FashionMNIST,Wachter,MLP Ensemble,1,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-14,distance,83.28150177001953,FashionMNIST,Wachter,MLP Ensemble,1,8
-14,distance_from_energy,776.5978393554688,FashionMNIST,Wachter,MLP Ensemble,1,8
-14,distance_from_targets,510.4989318847656,FashionMNIST,Wachter,MLP Ensemble,1,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-14,set_size_penalty,9.999999999860226,FashionMNIST,Wachter,MLP Ensemble,1,8
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-15,distance,110.61287689208984,FashionMNIST,Wachter,MLP Ensemble,1,8
-15,distance_from_energy,839.7072143554688,FashionMNIST,Wachter,MLP Ensemble,1,8
-15,distance_from_targets,655.998046875,FashionMNIST,Wachter,MLP Ensemble,1,8
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,1,8
-11,distance,341.382080078125,FashionMNIST,REVISE,MLP Ensemble,1,8
-11,distance_from_energy,685.9273071289062,FashionMNIST,REVISE,MLP Ensemble,1,8
-11,distance_from_targets,271.2930603027344,FashionMNIST,REVISE,MLP Ensemble,1,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-11,set_size_penalty,1.0000000000246998,FashionMNIST,REVISE,MLP Ensemble,1,8
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-12,distance,335.8482666015625,FashionMNIST,REVISE,MLP Ensemble,1,8
-12,distance_from_energy,815.7968139648438,FashionMNIST,REVISE,MLP Ensemble,1,8
-12,distance_from_targets,603.2485961914062,FashionMNIST,REVISE,MLP Ensemble,1,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-13,distance,335.253662109375,FashionMNIST,REVISE,MLP Ensemble,1,8
-13,distance_from_energy,692.9840087890625,FashionMNIST,REVISE,MLP Ensemble,1,8
-13,distance_from_targets,332.2117919921875,FashionMNIST,REVISE,MLP Ensemble,1,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-13,set_size_penalty,1.9999209466598862,FashionMNIST,REVISE,MLP Ensemble,1,8
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-14,distance,267.5535583496094,FashionMNIST,REVISE,MLP Ensemble,1,8
-14,distance_from_energy,730.3715209960938,FashionMNIST,REVISE,MLP Ensemble,1,8
-14,distance_from_targets,352.3475341796875,FashionMNIST,REVISE,MLP Ensemble,1,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-14,set_size_penalty,0.999999999999887,FashionMNIST,REVISE,MLP Ensemble,1,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-15,distance,283.1337890625,FashionMNIST,REVISE,MLP Ensemble,1,8
-15,distance_from_energy,827.83251953125,FashionMNIST,REVISE,MLP Ensemble,1,8
-15,distance_from_targets,574.4742431640625,FashionMNIST,REVISE,MLP Ensemble,1,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,8
-11,distance,702.5634765625,FashionMNIST,ECCCo,MLP Ensemble,1,8
-11,distance_from_energy,134.81057739257812,FashionMNIST,ECCCo,MLP Ensemble,1,8
-11,distance_from_targets,552.7438354492188,FashionMNIST,ECCCo,MLP Ensemble,1,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-11,set_size_penalty,1.9865248422396191,FashionMNIST,ECCCo,MLP Ensemble,1,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-12,distance,766.7655639648438,FashionMNIST,ECCCo,MLP Ensemble,1,8
-12,distance_from_energy,166.35394287109375,FashionMNIST,ECCCo,MLP Ensemble,1,8
-12,distance_from_targets,585.632080078125,FashionMNIST,ECCCo,MLP Ensemble,1,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-12,set_size_penalty,1.0000000261132225,FashionMNIST,ECCCo,MLP Ensemble,1,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-13,distance,726.0237426757812,FashionMNIST,ECCCo,MLP Ensemble,1,8
-13,distance_from_energy,108.98966979980469,FashionMNIST,ECCCo,MLP Ensemble,1,8
-13,distance_from_targets,569.5795288085938,FashionMNIST,ECCCo,MLP Ensemble,1,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-13,set_size_penalty,1.0000000278228152,FashionMNIST,ECCCo,MLP Ensemble,1,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-14,distance,695.086669921875,FashionMNIST,ECCCo,MLP Ensemble,1,8
-14,distance_from_energy,107.31767272949219,FashionMNIST,ECCCo,MLP Ensemble,1,8
-14,distance_from_targets,563.540771484375,FashionMNIST,ECCCo,MLP Ensemble,1,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-14,set_size_penalty,1.0029304508812513,FashionMNIST,ECCCo,MLP Ensemble,1,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-15,distance,748.5363159179688,FashionMNIST,ECCCo,MLP Ensemble,1,8
-15,distance_from_energy,153.09075927734375,FashionMNIST,ECCCo,MLP Ensemble,1,8
-15,distance_from_targets,576.2109375,FashionMNIST,ECCCo,MLP Ensemble,1,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-15,set_size_penalty,1.0010078385464594,FashionMNIST,ECCCo,MLP Ensemble,1,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,8
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,8
-11,distance_from_energy,809.1079711914062,FashionMNIST,Schut,MLP Ensemble,1,8
-11,distance_from_targets,486.4637145996094,FashionMNIST,Schut,MLP Ensemble,1,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,8
-12,distance_from_energy,899.0220947265625,FashionMNIST,Schut,MLP Ensemble,1,8
-12,distance_from_targets,694.9869995117188,FashionMNIST,Schut,MLP Ensemble,1,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,1,8
-13,distance_from_energy,803.2359619140625,FashionMNIST,Schut,MLP Ensemble,1,8
-13,distance_from_targets,507.7563781738281,FashionMNIST,Schut,MLP Ensemble,1,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,8
-14,distance_from_energy,789.009033203125,FashionMNIST,Schut,MLP Ensemble,1,8
-14,distance_from_targets,502.7203063964844,FashionMNIST,Schut,MLP Ensemble,1,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,8
-15,distance_from_energy,879.6603393554688,FashionMNIST,Schut,MLP Ensemble,1,8
-15,distance_from_targets,645.9424438476562,FashionMNIST,Schut,MLP Ensemble,1,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,8
-16,distance,60.30972671508789,FashionMNIST,Wachter,JEM,1,8
-16,distance_from_energy,932.7369995117188,FashionMNIST,Wachter,JEM,1,8
-16,distance_from_targets,789.6709594726562,FashionMNIST,Wachter,JEM,1,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,8
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,8
-17,distance,79.52928161621094,FashionMNIST,Wachter,JEM,1,8
-17,distance_from_energy,658.0850830078125,FashionMNIST,Wachter,JEM,1,8
-17,distance_from_targets,466.01177978515625,FashionMNIST,Wachter,JEM,1,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,8
-17,set_size_penalty,9.999547136440704,FashionMNIST,Wachter,JEM,1,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,8
-18,distance,74.5442123413086,FashionMNIST,Wachter,JEM,1,8
-18,distance_from_energy,555.9094848632812,FashionMNIST,Wachter,JEM,1,8
-18,distance_from_targets,491.11114501953125,FashionMNIST,Wachter,JEM,1,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,1,8
-18,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,1,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,8
-19,distance,86.46578216552734,FashionMNIST,Wachter,JEM,1,8
-19,distance_from_energy,639.4824829101562,FashionMNIST,Wachter,JEM,1,8
-19,distance_from_targets,470.59197998046875,FashionMNIST,Wachter,JEM,1,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,8
-19,set_size_penalty,9.999997897741924,FashionMNIST,Wachter,JEM,1,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,8
-20,distance,96.1329574584961,FashionMNIST,Wachter,JEM,1,8
-20,distance_from_energy,808.6380615234375,FashionMNIST,Wachter,JEM,1,8
-20,distance_from_targets,651.2069702148438,FashionMNIST,Wachter,JEM,1,8
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,8
-20,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,1,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,1,8
-16,distance,425.8751525878906,FashionMNIST,REVISE,JEM,1,8
-16,distance_from_energy,801.3604736328125,FashionMNIST,REVISE,JEM,1,8
-16,distance_from_targets,705.98583984375,FashionMNIST,REVISE,JEM,1,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,8
-16,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,1,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,1,8
-17,distance,265.57666015625,FashionMNIST,REVISE,JEM,1,8
-17,distance_from_energy,515.5250854492188,FashionMNIST,REVISE,JEM,1,8
-17,distance_from_targets,369.0733337402344,FashionMNIST,REVISE,JEM,1,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,8
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,1,8
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,8
-18,distance,224.75527954101562,FashionMNIST,REVISE,JEM,1,8
-18,distance_from_energy,611.1824951171875,FashionMNIST,REVISE,JEM,1,8
-18,distance_from_targets,434.9847412109375,FashionMNIST,REVISE,JEM,1,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,8
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,8
-18,validity,0.0,FashionMNIST,REVISE,JEM,1,8
-19,distance,532.4434814453125,FashionMNIST,REVISE,JEM,1,8
-19,distance_from_energy,570.034912109375,FashionMNIST,REVISE,JEM,1,8
-19,distance_from_targets,513.454833984375,FashionMNIST,REVISE,JEM,1,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,8
-19,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,1,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,1,8
-20,distance,278.43377685546875,FashionMNIST,REVISE,JEM,1,8
-20,distance_from_energy,755.25830078125,FashionMNIST,REVISE,JEM,1,8
-20,distance_from_targets,543.852783203125,FashionMNIST,REVISE,JEM,1,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,8
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,8
-20,validity,0.0,FashionMNIST,REVISE,JEM,1,8
-16,distance,794.1284790039062,FashionMNIST,ECCCo,JEM,1,8
-16,distance_from_energy,148.24447631835938,FashionMNIST,ECCCo,JEM,1,8
-16,distance_from_targets,317.7586364746094,FashionMNIST,ECCCo,JEM,1,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,8
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,8
-17,distance,483.7062683105469,FashionMNIST,ECCCo,JEM,1,8
-17,distance_from_energy,146.0438232421875,FashionMNIST,ECCCo,JEM,1,8
-17,distance_from_targets,532.25634765625,FashionMNIST,ECCCo,JEM,1,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,8
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,1,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,8
-18,distance,462.30010986328125,FashionMNIST,ECCCo,JEM,1,8
-18,distance_from_energy,133.38265991210938,FashionMNIST,ECCCo,JEM,1,8
-18,distance_from_targets,629.4833984375,FashionMNIST,ECCCo,JEM,1,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,8
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,1,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,8
-19,distance,551.9332275390625,FashionMNIST,ECCCo,JEM,1,8
-19,distance_from_energy,90.10269927978516,FashionMNIST,ECCCo,JEM,1,8
-19,distance_from_targets,290.7837829589844,FashionMNIST,ECCCo,JEM,1,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,8
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,8
-20,distance,577.5578002929688,FashionMNIST,ECCCo,JEM,1,8
-20,distance_from_energy,206.1934814453125,FashionMNIST,ECCCo,JEM,1,8
-20,distance_from_targets,444.9419860839844,FashionMNIST,ECCCo,JEM,1,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,8
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,1,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,8
-16,distance,6.900001049041748,FashionMNIST,Schut,JEM,1,8
-16,distance_from_energy,939.6067504882812,FashionMNIST,Schut,JEM,1,8
-16,distance_from_targets,783.6327514648438,FashionMNIST,Schut,JEM,1,8
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,8
-16,set_size_penalty,10.0,FashionMNIST,Schut,JEM,1,8
-16,validity,1.0,FashionMNIST,Schut,JEM,1,8
-17,distance,10.0,FashionMNIST,Schut,JEM,1,8
-17,distance_from_energy,655.3055419921875,FashionMNIST,Schut,JEM,1,8
-17,distance_from_targets,449.10675048828125,FashionMNIST,Schut,JEM,1,8
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,1,8
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,8
-17,validity,0.0,FashionMNIST,Schut,JEM,1,8
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,8
-18,distance_from_energy,567.5467529296875,FashionMNIST,Schut,JEM,1,8
-18,distance_from_targets,463.68994140625,FashionMNIST,Schut,JEM,1,8
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,8
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,8
-18,validity,0.0,FashionMNIST,Schut,JEM,1,8
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,8
-19,distance_from_energy,634.7884521484375,FashionMNIST,Schut,JEM,1,8
-19,distance_from_targets,440.865966796875,FashionMNIST,Schut,JEM,1,8
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,8
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,8
-19,validity,0.0,FashionMNIST,Schut,JEM,1,8
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,1,8
-20,distance_from_energy,839.7760009765625,FashionMNIST,Schut,JEM,1,8
-20,distance_from_targets,643.290283203125,FashionMNIST,Schut,JEM,1,8
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,8
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,8
-20,validity,0.0,FashionMNIST,Schut,JEM,1,8
-1,distance,155.6487579345703,FashionMNIST,Wachter,JEM Ensemble,1,9
-1,distance_from_energy,635.1363525390625,FashionMNIST,Wachter,JEM Ensemble,1,9
-1,distance_from_targets,483.0693359375,FashionMNIST,Wachter,JEM Ensemble,1,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-2,distance,103.58474731445312,FashionMNIST,Wachter,JEM Ensemble,1,9
-2,distance_from_energy,633.1756591796875,FashionMNIST,Wachter,JEM Ensemble,1,9
-2,distance_from_targets,457.8200378417969,FashionMNIST,Wachter,JEM Ensemble,1,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-3,distance,128.3990020751953,FashionMNIST,Wachter,JEM Ensemble,1,9
-3,distance_from_energy,605.4473876953125,FashionMNIST,Wachter,JEM Ensemble,1,9
-3,distance_from_targets,461.2328186035156,FashionMNIST,Wachter,JEM Ensemble,1,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-4,distance,163.8517608642578,FashionMNIST,Wachter,JEM Ensemble,1,9
-4,distance_from_energy,708.5064086914062,FashionMNIST,Wachter,JEM Ensemble,1,9
-4,distance_from_targets,570.194091796875,FashionMNIST,Wachter,JEM Ensemble,1,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-5,distance,157.4748077392578,FashionMNIST,Wachter,JEM Ensemble,1,9
-5,distance_from_energy,694.8081665039062,FashionMNIST,Wachter,JEM Ensemble,1,9
-5,distance_from_targets,562.4656982421875,FashionMNIST,Wachter,JEM Ensemble,1,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,1,9
-1,distance,342.2333984375,FashionMNIST,REVISE,JEM Ensemble,1,9
-1,distance_from_energy,497.057373046875,FashionMNIST,REVISE,JEM Ensemble,1,9
-1,distance_from_targets,333.4886169433594,FashionMNIST,REVISE,JEM Ensemble,1,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-2,distance,346.4851989746094,FashionMNIST,REVISE,JEM Ensemble,1,9
-2,distance_from_energy,459.33843994140625,FashionMNIST,REVISE,JEM Ensemble,1,9
-2,distance_from_targets,310.47393798828125,FashionMNIST,REVISE,JEM Ensemble,1,9
-2,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,1,9
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-3,distance,494.9276123046875,FashionMNIST,REVISE,JEM Ensemble,1,9
-3,distance_from_energy,432.8682556152344,FashionMNIST,REVISE,JEM Ensemble,1,9
-3,distance_from_targets,362.2920837402344,FashionMNIST,REVISE,JEM Ensemble,1,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-4,distance,566.07666015625,FashionMNIST,REVISE,JEM Ensemble,1,9
-4,distance_from_energy,520.8661499023438,FashionMNIST,REVISE,JEM Ensemble,1,9
-4,distance_from_targets,396.1795654296875,FashionMNIST,REVISE,JEM Ensemble,1,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-4,set_size_penalty,2.9600271283914754,FashionMNIST,REVISE,JEM Ensemble,1,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-5,distance,367.6529235839844,FashionMNIST,REVISE,JEM Ensemble,1,9
-5,distance_from_energy,705.7575073242188,FashionMNIST,REVISE,JEM Ensemble,1,9
-5,distance_from_targets,527.4962158203125,FashionMNIST,REVISE,JEM Ensemble,1,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,1,9
-1,distance,610.3016357421875,FashionMNIST,ECCCo,JEM Ensemble,1,9
-1,distance_from_energy,83.42516326904297,FashionMNIST,ECCCo,JEM Ensemble,1,9
-1,distance_from_targets,274.27484130859375,FashionMNIST,ECCCo,JEM Ensemble,1,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-2,distance,582.9671630859375,FashionMNIST,ECCCo,JEM Ensemble,1,9
-2,distance_from_energy,85.8438949584961,FashionMNIST,ECCCo,JEM Ensemble,1,9
-2,distance_from_targets,271.7362976074219,FashionMNIST,ECCCo,JEM Ensemble,1,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-3,distance,556.9931030273438,FashionMNIST,ECCCo,JEM Ensemble,1,9
-3,distance_from_energy,76.4113540649414,FashionMNIST,ECCCo,JEM Ensemble,1,9
-3,distance_from_targets,288.8960876464844,FashionMNIST,ECCCo,JEM Ensemble,1,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-4,distance,673.4326782226562,FashionMNIST,ECCCo,JEM Ensemble,1,9
-4,distance_from_energy,92.52176666259766,FashionMNIST,ECCCo,JEM Ensemble,1,9
-4,distance_from_targets,276.306884765625,FashionMNIST,ECCCo,JEM Ensemble,1,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-5,distance,647.2110595703125,FashionMNIST,ECCCo,JEM Ensemble,1,9
-5,distance_from_energy,99.22000885009766,FashionMNIST,ECCCo,JEM Ensemble,1,9
-5,distance_from_targets,290.5284729003906,FashionMNIST,ECCCo,JEM Ensemble,1,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,1,9
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,1,9
-1,distance_from_energy,689.8016357421875,FashionMNIST,Schut,JEM Ensemble,1,9
-1,distance_from_targets,496.46246337890625,FashionMNIST,Schut,JEM Ensemble,1,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,1,9
-2,distance_from_energy,654.3802490234375,FashionMNIST,Schut,JEM Ensemble,1,9
-2,distance_from_targets,457.2183532714844,FashionMNIST,Schut,JEM Ensemble,1,9
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,1,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,9
-3,distance_from_energy,626.7335205078125,FashionMNIST,Schut,JEM Ensemble,1,9
-3,distance_from_targets,451.9505615234375,FashionMNIST,Schut,JEM Ensemble,1,9
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,9
-4,distance_from_energy,758.4356689453125,FashionMNIST,Schut,JEM Ensemble,1,9
-4,distance_from_targets,579.47998046875,FashionMNIST,Schut,JEM Ensemble,1,9
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,1,9
-5,distance_from_energy,739.59716796875,FashionMNIST,Schut,JEM Ensemble,1,9
-5,distance_from_targets,565.0630493164062,FashionMNIST,Schut,JEM Ensemble,1,9
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,1,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,1,9
-6,distance,86.94020080566406,FashionMNIST,Wachter,MLP,1,9
-6,distance_from_energy,902.3624267578125,FashionMNIST,Wachter,MLP,1,9
-6,distance_from_targets,492.9553527832031,FashionMNIST,Wachter,MLP,1,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,1,9
-6,set_size_penalty,4.999999997490159,FashionMNIST,Wachter,MLP,1,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,1,9
-7,distance,89.80626678466797,FashionMNIST,Wachter,MLP,1,9
-7,distance_from_energy,892.9851684570312,FashionMNIST,Wachter,MLP,1,9
-7,distance_from_targets,534.8212280273438,FashionMNIST,Wachter,MLP,1,9
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,1,9
-7,set_size_penalty,3.964936072530665,FashionMNIST,Wachter,MLP,1,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,1,9
-8,distance,105.80843353271484,FashionMNIST,Wachter,MLP,1,9
-8,distance_from_energy,921.9015502929688,FashionMNIST,Wachter,MLP,1,9
-8,distance_from_targets,581.2589111328125,FashionMNIST,Wachter,MLP,1,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,1,9
-8,set_size_penalty,3.9940783724154194,FashionMNIST,Wachter,MLP,1,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,1,9
-9,distance,103.2978286743164,FashionMNIST,Wachter,MLP,1,9
-9,distance_from_energy,918.59228515625,FashionMNIST,Wachter,MLP,1,9
-9,distance_from_targets,612.8981323242188,FashionMNIST,Wachter,MLP,1,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,1,9
-9,set_size_penalty,4.999999999350912,FashionMNIST,Wachter,MLP,1,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,1,9
-10,distance,101.95443725585938,FashionMNIST,Wachter,MLP,1,9
-10,distance_from_energy,908.7552490234375,FashionMNIST,Wachter,MLP,1,9
-10,distance_from_targets,579.2845458984375,FashionMNIST,Wachter,MLP,1,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,1,9
-10,set_size_penalty,3.999999999760192,FashionMNIST,Wachter,MLP,1,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,1,9
-6,distance,247.4144287109375,FashionMNIST,REVISE,MLP,1,9
-6,distance_from_energy,897.494140625,FashionMNIST,REVISE,MLP,1,9
-6,distance_from_targets,353.31072998046875,FashionMNIST,REVISE,MLP,1,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,1,9
-6,set_size_penalty,1.0286885826547487,FashionMNIST,REVISE,MLP,1,9
-6,validity,1.0,FashionMNIST,REVISE,MLP,1,9
-7,distance,295.0334777832031,FashionMNIST,REVISE,MLP,1,9
-7,distance_from_energy,880.8541870117188,FashionMNIST,REVISE,MLP,1,9
-7,distance_from_targets,395.967041015625,FashionMNIST,REVISE,MLP,1,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,1,9
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,9
-7,validity,0.0,FashionMNIST,REVISE,MLP,1,9
-8,distance,385.31732177734375,FashionMNIST,REVISE,MLP,1,9
-8,distance_from_energy,881.63037109375,FashionMNIST,REVISE,MLP,1,9
-8,distance_from_targets,497.50787353515625,FashionMNIST,REVISE,MLP,1,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,1,9
-8,set_size_penalty,1.000001114350499,FashionMNIST,REVISE,MLP,1,9
-8,validity,1.0,FashionMNIST,REVISE,MLP,1,9
-9,distance,334.2331237792969,FashionMNIST,REVISE,MLP,1,9
-9,distance_from_energy,877.2932739257812,FashionMNIST,REVISE,MLP,1,9
-9,distance_from_targets,535.6029663085938,FashionMNIST,REVISE,MLP,1,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,1,9
-9,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,1,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,1,9
-10,distance,189.65065002441406,FashionMNIST,REVISE,MLP,1,9
-10,distance_from_energy,927.0841064453125,FashionMNIST,REVISE,MLP,1,9
-10,distance_from_targets,539.859619140625,FashionMNIST,REVISE,MLP,1,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,1,9
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,1,9
-10,validity,0.0,FashionMNIST,REVISE,MLP,1,9
-6,distance,745.3299560546875,FashionMNIST,ECCCo,MLP,1,9
-6,distance_from_energy,203.51712036132812,FashionMNIST,ECCCo,MLP,1,9
-6,distance_from_targets,673.196044921875,FashionMNIST,ECCCo,MLP,1,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,9
-6,set_size_penalty,2.000000000030407,FashionMNIST,ECCCo,MLP,1,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,1,9
-7,distance,767.2664794921875,FashionMNIST,ECCCo,MLP,1,9
-7,distance_from_energy,200.1377410888672,FashionMNIST,ECCCo,MLP,1,9
-7,distance_from_targets,661.2545166015625,FashionMNIST,ECCCo,MLP,1,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,9
-7,set_size_penalty,1.0017401642528054,FashionMNIST,ECCCo,MLP,1,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,1,9
-8,distance,793.7384033203125,FashionMNIST,ECCCo,MLP,1,9
-8,distance_from_energy,172.79086303710938,FashionMNIST,ECCCo,MLP,1,9
-8,distance_from_targets,711.0338134765625,FashionMNIST,ECCCo,MLP,1,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,9
-8,set_size_penalty,2.000010254976748,FashionMNIST,ECCCo,MLP,1,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,1,9
-9,distance,697.9585571289062,FashionMNIST,ECCCo,MLP,1,9
-9,distance_from_energy,235.0692138671875,FashionMNIST,ECCCo,MLP,1,9
-9,distance_from_targets,641.9697265625,FashionMNIST,ECCCo,MLP,1,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,9
-9,set_size_penalty,1.0144114799539088,FashionMNIST,ECCCo,MLP,1,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,1,9
-10,distance,793.0664672851562,FashionMNIST,ECCCo,MLP,1,9
-10,distance_from_energy,168.8947296142578,FashionMNIST,ECCCo,MLP,1,9
-10,distance_from_targets,680.6439208984375,FashionMNIST,ECCCo,MLP,1,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,1,9
-10,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,1,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,1,9
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,9
-6,distance_from_energy,898.1843872070312,FashionMNIST,Schut,MLP,1,9
-6,distance_from_targets,457.7869873046875,FashionMNIST,Schut,MLP,1,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,9
-6,validity,0.0,FashionMNIST,Schut,MLP,1,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,1,9
-7,distance_from_energy,928.8551635742188,FashionMNIST,Schut,MLP,1,9
-7,distance_from_targets,511.7860412597656,FashionMNIST,Schut,MLP,1,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,9
-7,validity,0.0,FashionMNIST,Schut,MLP,1,9
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,9
-8,distance_from_energy,916.4996948242188,FashionMNIST,Schut,MLP,1,9
-8,distance_from_targets,573.43896484375,FashionMNIST,Schut,MLP,1,9
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,9
-8,validity,0.0,FashionMNIST,Schut,MLP,1,9
-9,distance,10.0,FashionMNIST,Schut,MLP,1,9
-9,distance_from_energy,915.8074340820312,FashionMNIST,Schut,MLP,1,9
-9,distance_from_targets,585.5407104492188,FashionMNIST,Schut,MLP,1,9
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,1,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,9
-9,validity,0.0,FashionMNIST,Schut,MLP,1,9
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,1,9
-10,distance_from_energy,949.9556884765625,FashionMNIST,Schut,MLP,1,9
-10,distance_from_targets,552.056884765625,FashionMNIST,Schut,MLP,1,9
-10,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,1,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,1,9
-10,validity,0.0,FashionMNIST,Schut,MLP,1,9
-11,distance,104.1719970703125,FashionMNIST,Wachter,MLP Ensemble,1,9
-11,distance_from_energy,787.3137817382812,FashionMNIST,Wachter,MLP Ensemble,1,9
-11,distance_from_targets,494.13214111328125,FashionMNIST,Wachter,MLP Ensemble,1,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-11,set_size_penalty,2.0000000026149816,FashionMNIST,Wachter,MLP Ensemble,1,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-12,distance,121.27552795410156,FashionMNIST,Wachter,MLP Ensemble,1,9
-12,distance_from_energy,794.1959228515625,FashionMNIST,Wachter,MLP Ensemble,1,9
-12,distance_from_targets,555.7626342773438,FashionMNIST,Wachter,MLP Ensemble,1,9
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-12,set_size_penalty,2.016594452896807,FashionMNIST,Wachter,MLP Ensemble,1,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-13,distance,109.12740325927734,FashionMNIST,Wachter,MLP Ensemble,1,9
-13,distance_from_energy,817.4547119140625,FashionMNIST,Wachter,MLP Ensemble,1,9
-13,distance_from_targets,493.7753601074219,FashionMNIST,Wachter,MLP Ensemble,1,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-13,set_size_penalty,2.9999783696750013,FashionMNIST,Wachter,MLP Ensemble,1,9
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-14,distance,109.1514663696289,FashionMNIST,Wachter,MLP Ensemble,1,9
-14,distance_from_energy,798.3082275390625,FashionMNIST,Wachter,MLP Ensemble,1,9
-14,distance_from_targets,520.5838012695312,FashionMNIST,Wachter,MLP Ensemble,1,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-14,set_size_penalty,2.979404946951317,FashionMNIST,Wachter,MLP Ensemble,1,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-15,distance,116.76583862304688,FashionMNIST,Wachter,MLP Ensemble,1,9
-15,distance_from_energy,809.2337036132812,FashionMNIST,Wachter,MLP Ensemble,1,9
-15,distance_from_targets,559.2271728515625,FashionMNIST,Wachter,MLP Ensemble,1,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,1,9
-11,distance,287.8700866699219,FashionMNIST,REVISE,MLP Ensemble,1,9
-11,distance_from_energy,733.2032470703125,FashionMNIST,REVISE,MLP Ensemble,1,9
-11,distance_from_targets,348.7370910644531,FashionMNIST,REVISE,MLP Ensemble,1,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-12,distance,315.93426513671875,FashionMNIST,REVISE,MLP Ensemble,1,9
-12,distance_from_energy,747.9801635742188,FashionMNIST,REVISE,MLP Ensemble,1,9
-12,distance_from_targets,462.72088623046875,FashionMNIST,REVISE,MLP Ensemble,1,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-13,distance,274.4216003417969,FashionMNIST,REVISE,MLP Ensemble,1,9
-13,distance_from_energy,755.6007080078125,FashionMNIST,REVISE,MLP Ensemble,1,9
-13,distance_from_targets,337.789306640625,FashionMNIST,REVISE,MLP Ensemble,1,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-13,set_size_penalty,0.9999999974706353,FashionMNIST,REVISE,MLP Ensemble,1,9
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-14,distance,273.671142578125,FashionMNIST,REVISE,MLP Ensemble,1,9
-14,distance_from_energy,747.3524169921875,FashionMNIST,REVISE,MLP Ensemble,1,9
-14,distance_from_targets,363.03411865234375,FashionMNIST,REVISE,MLP Ensemble,1,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-15,distance,313.1009826660156,FashionMNIST,REVISE,MLP Ensemble,1,9
-15,distance_from_energy,773.6254272460938,FashionMNIST,REVISE,MLP Ensemble,1,9
-15,distance_from_targets,434.3879089355469,FashionMNIST,REVISE,MLP Ensemble,1,9
-15,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,1,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,1,9
-11,distance,700.8053588867188,FashionMNIST,ECCCo,MLP Ensemble,1,9
-11,distance_from_energy,129.3046112060547,FashionMNIST,ECCCo,MLP Ensemble,1,9
-11,distance_from_targets,547.4615478515625,FashionMNIST,ECCCo,MLP Ensemble,1,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-11,set_size_penalty,1.0000000000203786,FashionMNIST,ECCCo,MLP Ensemble,1,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-12,distance,721.7163696289062,FashionMNIST,ECCCo,MLP Ensemble,1,9
-12,distance_from_energy,129.5732879638672,FashionMNIST,ECCCo,MLP Ensemble,1,9
-12,distance_from_targets,567.2891235351562,FashionMNIST,ECCCo,MLP Ensemble,1,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-12,set_size_penalty,1.9999999999999982,FashionMNIST,ECCCo,MLP Ensemble,1,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-13,distance,695.6870727539062,FashionMNIST,ECCCo,MLP Ensemble,1,9
-13,distance_from_energy,163.5233612060547,FashionMNIST,ECCCo,MLP Ensemble,1,9
-13,distance_from_targets,525.0554809570312,FashionMNIST,ECCCo,MLP Ensemble,1,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-13,set_size_penalty,1.0077900394564403,FashionMNIST,ECCCo,MLP Ensemble,1,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-14,distance,690.1801147460938,FashionMNIST,ECCCo,MLP Ensemble,1,9
-14,distance_from_energy,163.07464599609375,FashionMNIST,ECCCo,MLP Ensemble,1,9
-14,distance_from_targets,539.5810546875,FashionMNIST,ECCCo,MLP Ensemble,1,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-14,set_size_penalty,1.0000219146875668,FashionMNIST,ECCCo,MLP Ensemble,1,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-15,distance,712.7879638671875,FashionMNIST,ECCCo,MLP Ensemble,1,9
-15,distance_from_energy,130.69589233398438,FashionMNIST,ECCCo,MLP Ensemble,1,9
-15,distance_from_targets,553.4771728515625,FashionMNIST,ECCCo,MLP Ensemble,1,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-15,set_size_penalty,1.000000000204423,FashionMNIST,ECCCo,MLP Ensemble,1,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,1,9
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,1,9
-11,distance_from_energy,821.9449462890625,FashionMNIST,Schut,MLP Ensemble,1,9
-11,distance_from_targets,480.9410705566406,FashionMNIST,Schut,MLP Ensemble,1,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,9
-12,distance_from_energy,830.5830078125,FashionMNIST,Schut,MLP Ensemble,1,9
-12,distance_from_targets,545.7938842773438,FashionMNIST,Schut,MLP Ensemble,1,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,9
-13,distance_from_energy,828.5753173828125,FashionMNIST,Schut,MLP Ensemble,1,9
-13,distance_from_targets,476.0728759765625,FashionMNIST,Schut,MLP Ensemble,1,9
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,9
-14,distance_from_energy,825.3575439453125,FashionMNIST,Schut,MLP Ensemble,1,9
-14,distance_from_targets,507.0952453613281,FashionMNIST,Schut,MLP Ensemble,1,9
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,1,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,1,9
-15,distance_from_energy,828.85791015625,FashionMNIST,Schut,MLP Ensemble,1,9
-15,distance_from_targets,541.2301635742188,FashionMNIST,Schut,MLP Ensemble,1,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,1,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,1,9
-16,distance,125.26561737060547,FashionMNIST,Wachter,JEM,1,9
-16,distance_from_energy,671.9965209960938,FashionMNIST,Wachter,JEM,1,9
-16,distance_from_targets,509.06280517578125,FashionMNIST,Wachter,JEM,1,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,1,9
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,1,9
-17,distance,96.81734466552734,FashionMNIST,Wachter,JEM,1,9
-17,distance_from_energy,685.30908203125,FashionMNIST,Wachter,JEM,1,9
-17,distance_from_targets,492.71630859375,FashionMNIST,Wachter,JEM,1,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,1,9
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,1,9
-18,distance,128.71835327148438,FashionMNIST,Wachter,JEM,1,9
-18,distance_from_energy,711.9735717773438,FashionMNIST,Wachter,JEM,1,9
-18,distance_from_targets,587.2250366210938,FashionMNIST,Wachter,JEM,1,9
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,1,9
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,1,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,1,9
-19,distance,109.32313537597656,FashionMNIST,Wachter,JEM,1,9
-19,distance_from_energy,679.4458618164062,FashionMNIST,Wachter,JEM,1,9
-19,distance_from_targets,513.4863891601562,FashionMNIST,Wachter,JEM,1,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,1,9
-19,set_size_penalty,2.901671309969785,FashionMNIST,Wachter,JEM,1,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,1,9
-20,distance,99.93891906738281,FashionMNIST,Wachter,JEM,1,9
-20,distance_from_energy,585.58740234375,FashionMNIST,Wachter,JEM,1,9
-20,distance_from_targets,521.247314453125,FashionMNIST,Wachter,JEM,1,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,1,9
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,1,9
-20,validity,0.0,FashionMNIST,Wachter,JEM,1,9
-16,distance,287.23138427734375,FashionMNIST,REVISE,JEM,1,9
-16,distance_from_energy,608.022705078125,FashionMNIST,REVISE,JEM,1,9
-16,distance_from_targets,441.5779724121094,FashionMNIST,REVISE,JEM,1,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,1,9
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,9
-16,validity,0.0,FashionMNIST,REVISE,JEM,1,9
-17,distance,557.5006103515625,FashionMNIST,REVISE,JEM,1,9
-17,distance_from_energy,321.2293701171875,FashionMNIST,REVISE,JEM,1,9
-17,distance_from_targets,269.0193786621094,FashionMNIST,REVISE,JEM,1,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,1,9
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,1,9
-17,validity,1.0,FashionMNIST,REVISE,JEM,1,9
-18,distance,463.1007995605469,FashionMNIST,REVISE,JEM,1,9
-18,distance_from_energy,619.0652465820312,FashionMNIST,REVISE,JEM,1,9
-18,distance_from_targets,501.3642578125,FashionMNIST,REVISE,JEM,1,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,1,9
-18,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,1,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,1,9
-19,distance,282.11895751953125,FashionMNIST,REVISE,JEM,1,9
-19,distance_from_energy,608.6317138671875,FashionMNIST,REVISE,JEM,1,9
-19,distance_from_targets,442.2989807128906,FashionMNIST,REVISE,JEM,1,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,1,9
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,1,9
-19,validity,0.0,FashionMNIST,REVISE,JEM,1,9
-20,distance,243.35385131835938,FashionMNIST,REVISE,JEM,1,9
-20,distance_from_energy,663.8436889648438,FashionMNIST,REVISE,JEM,1,9
-20,distance_from_targets,499.50665283203125,FashionMNIST,REVISE,JEM,1,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,1,9
-20,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,1,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,1,9
-16,distance,598.7804565429688,FashionMNIST,ECCCo,JEM,1,9
-16,distance_from_energy,87.03382110595703,FashionMNIST,ECCCo,JEM,1,9
-16,distance_from_targets,282.5009765625,FashionMNIST,ECCCo,JEM,1,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,9
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,1,9
-17,distance,332.67950439453125,FashionMNIST,ECCCo,JEM,1,9
-17,distance_from_energy,340.2740783691406,FashionMNIST,ECCCo,JEM,1,9
-17,distance_from_targets,344.5132751464844,FashionMNIST,ECCCo,JEM,1,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,9
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,1,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,1,9
-18,distance,656.49560546875,FashionMNIST,ECCCo,JEM,1,9
-18,distance_from_energy,78.49055480957031,FashionMNIST,ECCCo,JEM,1,9
-18,distance_from_targets,304.0941467285156,FashionMNIST,ECCCo,JEM,1,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,9
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,1,9
-19,distance,598.8363037109375,FashionMNIST,ECCCo,JEM,1,9
-19,distance_from_energy,82.36552429199219,FashionMNIST,ECCCo,JEM,1,9
-19,distance_from_targets,283.3518371582031,FashionMNIST,ECCCo,JEM,1,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,9
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,1,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,1,9
-20,distance,579.4501953125,FashionMNIST,ECCCo,JEM,1,9
-20,distance_from_energy,96.66415405273438,FashionMNIST,ECCCo,JEM,1,9
-20,distance_from_targets,276.365966796875,FashionMNIST,ECCCo,JEM,1,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,1,9
-20,set_size_penalty,3.962655014438109,FashionMNIST,ECCCo,JEM,1,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,1,9
-16,distance,10.0,FashionMNIST,Schut,JEM,1,9
-16,distance_from_energy,500.5215759277344,FashionMNIST,Schut,JEM,1,9
-16,distance_from_targets,493.8236999511719,FashionMNIST,Schut,JEM,1,9
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,9
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,9
-16,validity,0.0,FashionMNIST,Schut,JEM,1,9
-17,distance,10.0,FashionMNIST,Schut,JEM,1,9
-17,distance_from_energy,707.4697265625,FashionMNIST,Schut,JEM,1,9
-17,distance_from_targets,464.5565490722656,FashionMNIST,Schut,JEM,1,9
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,1,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,9
-17,validity,0.0,FashionMNIST,Schut,JEM,1,9
-18,distance,10.0,FashionMNIST,Schut,JEM,1,9
-18,distance_from_energy,742.8458251953125,FashionMNIST,Schut,JEM,1,9
-18,distance_from_targets,572.2367553710938,FashionMNIST,Schut,JEM,1,9
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,9
-18,validity,0.0,FashionMNIST,Schut,JEM,1,9
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,1,9
-19,distance_from_energy,673.0794067382812,FashionMNIST,Schut,JEM,1,9
-19,distance_from_targets,489.24713134765625,FashionMNIST,Schut,JEM,1,9
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,1,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,9
-19,validity,0.0,FashionMNIST,Schut,JEM,1,9
-20,distance,10.0,FashionMNIST,Schut,JEM,1,9
-20,distance_from_energy,658.7945556640625,FashionMNIST,Schut,JEM,1,9
-20,distance_from_targets,496.4614562988281,FashionMNIST,Schut,JEM,1,9
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,1,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,1,9
-20,validity,0.0,FashionMNIST,Schut,JEM,1,9
-1,distance,64.58728790283203,FashionMNIST,Wachter,JEM Ensemble,2,0
-1,distance_from_energy,879.6633911132812,FashionMNIST,Wachter,JEM Ensemble,2,0
-1,distance_from_targets,522.2651977539062,FashionMNIST,Wachter,JEM Ensemble,2,0
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,2,0
-1,set_size_penalty,3.013020735228678,FashionMNIST,Wachter,JEM Ensemble,2,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-2,distance,73.78363800048828,FashionMNIST,Wachter,JEM Ensemble,2,0
-2,distance_from_energy,599.3212890625,FashionMNIST,Wachter,JEM Ensemble,2,0
-2,distance_from_targets,477.2064514160156,FashionMNIST,Wachter,JEM Ensemble,2,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-2,set_size_penalty,2.999999375539386,FashionMNIST,Wachter,JEM Ensemble,2,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-3,distance,73.56169891357422,FashionMNIST,Wachter,JEM Ensemble,2,0
-3,distance_from_energy,619.641845703125,FashionMNIST,Wachter,JEM Ensemble,2,0
-3,distance_from_targets,456.5812683105469,FashionMNIST,Wachter,JEM Ensemble,2,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-3,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-4,distance,79.91903686523438,FashionMNIST,Wachter,JEM Ensemble,2,0
-4,distance_from_energy,703.9794311523438,FashionMNIST,Wachter,JEM Ensemble,2,0
-4,distance_from_targets,436.2874450683594,FashionMNIST,Wachter,JEM Ensemble,2,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-4,set_size_penalty,1.9999999997785085,FashionMNIST,Wachter,JEM Ensemble,2,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-5,distance,79.60688781738281,FashionMNIST,Wachter,JEM Ensemble,2,0
-5,distance_from_energy,570.4456787109375,FashionMNIST,Wachter,JEM Ensemble,2,0
-5,distance_from_targets,418.30731201171875,FashionMNIST,Wachter,JEM Ensemble,2,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-5,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,0
-1,distance,150.9807586669922,FashionMNIST,REVISE,JEM Ensemble,2,0
-1,distance_from_energy,875.7142333984375,FashionMNIST,REVISE,JEM Ensemble,2,0
-1,distance_from_targets,501.5233459472656,FashionMNIST,REVISE,JEM Ensemble,2,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-2,distance,191.11517333984375,FashionMNIST,REVISE,JEM Ensemble,2,0
-2,distance_from_energy,510.2783203125,FashionMNIST,REVISE,JEM Ensemble,2,0
-2,distance_from_targets,400.681884765625,FashionMNIST,REVISE,JEM Ensemble,2,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-3,distance,381.8800354003906,FashionMNIST,REVISE,JEM Ensemble,2,0
-3,distance_from_energy,665.9577026367188,FashionMNIST,REVISE,JEM Ensemble,2,0
-3,distance_from_targets,378.7339782714844,FashionMNIST,REVISE,JEM Ensemble,2,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-3,set_size_penalty,2.9999999999975495,FashionMNIST,REVISE,JEM Ensemble,2,0
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-4,distance,284.515869140625,FashionMNIST,REVISE,JEM Ensemble,2,0
-4,distance_from_energy,557.8956909179688,FashionMNIST,REVISE,JEM Ensemble,2,0
-4,distance_from_targets,350.8174133300781,FashionMNIST,REVISE,JEM Ensemble,2,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-4,set_size_penalty,3.9999999390079424,FashionMNIST,REVISE,JEM Ensemble,2,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-5,distance,334.14935302734375,FashionMNIST,REVISE,JEM Ensemble,2,0
-5,distance_from_energy,402.497802734375,FashionMNIST,REVISE,JEM Ensemble,2,0
-5,distance_from_targets,472.0709228515625,FashionMNIST,REVISE,JEM Ensemble,2,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,0
-1,distance,658.49609375,FashionMNIST,ECCCo,JEM Ensemble,2,0
-1,distance_from_energy,211.8668670654297,FashionMNIST,ECCCo,JEM Ensemble,2,0
-1,distance_from_targets,402.56915283203125,FashionMNIST,ECCCo,JEM Ensemble,2,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-2,distance,470.9602966308594,FashionMNIST,ECCCo,JEM Ensemble,2,0
-2,distance_from_energy,98.74117279052734,FashionMNIST,ECCCo,JEM Ensemble,2,0
-2,distance_from_targets,487.0602111816406,FashionMNIST,ECCCo,JEM Ensemble,2,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-2,set_size_penalty,2.0000000003152487,FashionMNIST,ECCCo,JEM Ensemble,2,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-3,distance,496.4953918457031,FashionMNIST,ECCCo,JEM Ensemble,2,0
-3,distance_from_energy,91.23249053955078,FashionMNIST,ECCCo,JEM Ensemble,2,0
-3,distance_from_targets,471.4096984863281,FashionMNIST,ECCCo,JEM Ensemble,2,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-4,distance,489.0604248046875,FashionMNIST,ECCCo,JEM Ensemble,2,0
-4,distance_from_energy,160.1005859375,FashionMNIST,ECCCo,JEM Ensemble,2,0
-4,distance_from_targets,442.19940185546875,FashionMNIST,ECCCo,JEM Ensemble,2,0
-4,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM Ensemble,2,0
-4,set_size_penalty,2.0000000236226017,FashionMNIST,ECCCo,JEM Ensemble,2,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-5,distance,483.3626708984375,FashionMNIST,ECCCo,JEM Ensemble,2,0
-5,distance_from_energy,71.93829345703125,FashionMNIST,ECCCo,JEM Ensemble,2,0
-5,distance_from_targets,507.31658935546875,FashionMNIST,ECCCo,JEM Ensemble,2,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,0
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,2,0
-1,distance_from_energy,866.6339111328125,FashionMNIST,Schut,JEM Ensemble,2,0
-1,distance_from_targets,508.91455078125,FashionMNIST,Schut,JEM Ensemble,2,0
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,0
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,0
-2,distance_from_energy,553.6448364257812,FashionMNIST,Schut,JEM Ensemble,2,0
-2,distance_from_targets,447.2540283203125,FashionMNIST,Schut,JEM Ensemble,2,0
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,0
-3,distance_from_energy,609.8609619140625,FashionMNIST,Schut,JEM Ensemble,2,0
-3,distance_from_targets,426.8489990234375,FashionMNIST,Schut,JEM Ensemble,2,0
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,0
-4,distance_from_energy,662.0944213867188,FashionMNIST,Schut,JEM Ensemble,2,0
-4,distance_from_targets,406.96783447265625,FashionMNIST,Schut,JEM Ensemble,2,0
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,0
-5,distance_from_energy,567.4642333984375,FashionMNIST,Schut,JEM Ensemble,2,0
-5,distance_from_targets,400.4625244140625,FashionMNIST,Schut,JEM Ensemble,2,0
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,0
-6,distance,82.6734619140625,FashionMNIST,Wachter,MLP,2,0
-6,distance_from_energy,832.93603515625,FashionMNIST,Wachter,MLP,2,0
-6,distance_from_targets,439.82373046875,FashionMNIST,Wachter,MLP,2,0
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,2,0
-6,set_size_penalty,2.1249348782935598,FashionMNIST,Wachter,MLP,2,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,0
-7,distance,73.64542388916016,FashionMNIST,Wachter,MLP,2,0
-7,distance_from_energy,828.9007568359375,FashionMNIST,Wachter,MLP,2,0
-7,distance_from_targets,463.6330261230469,FashionMNIST,Wachter,MLP,2,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,0
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,0
-8,distance,96.41112518310547,FashionMNIST,Wachter,MLP,2,0
-8,distance_from_energy,874.0867919921875,FashionMNIST,Wachter,MLP,2,0
-8,distance_from_targets,498.47576904296875,FashionMNIST,Wachter,MLP,2,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,0
-8,set_size_penalty,2.9999999991752713,FashionMNIST,Wachter,MLP,2,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,0
-9,distance,80.81024169921875,FashionMNIST,Wachter,MLP,2,0
-9,distance_from_energy,910.3278198242188,FashionMNIST,Wachter,MLP,2,0
-9,distance_from_targets,491.7430419921875,FashionMNIST,Wachter,MLP,2,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,0
-9,set_size_penalty,1.0000143260437877,FashionMNIST,Wachter,MLP,2,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,0
-10,distance,76.91476440429688,FashionMNIST,Wachter,MLP,2,0
-10,distance_from_energy,867.201171875,FashionMNIST,Wachter,MLP,2,0
-10,distance_from_targets,412.21026611328125,FashionMNIST,Wachter,MLP,2,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,0
-10,set_size_penalty,2.0147016362913313,FashionMNIST,Wachter,MLP,2,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,0
-6,distance,329.2632141113281,FashionMNIST,REVISE,MLP,2,0
-6,distance_from_energy,872.1474609375,FashionMNIST,REVISE,MLP,2,0
-6,distance_from_targets,469.0863037109375,FashionMNIST,REVISE,MLP,2,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,0
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,0
-6,validity,0.0,FashionMNIST,REVISE,MLP,2,0
-7,distance,208.55322265625,FashionMNIST,REVISE,MLP,2,0
-7,distance_from_energy,853.6599731445312,FashionMNIST,REVISE,MLP,2,0
-7,distance_from_targets,434.79473876953125,FashionMNIST,REVISE,MLP,2,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,0
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,0
-7,validity,0.0,FashionMNIST,REVISE,MLP,2,0
-8,distance,228.75335693359375,FashionMNIST,REVISE,MLP,2,0
-8,distance_from_energy,925.6975708007812,FashionMNIST,REVISE,MLP,2,0
-8,distance_from_targets,426.6375427246094,FashionMNIST,REVISE,MLP,2,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,0
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,0
-8,validity,0.0,FashionMNIST,REVISE,MLP,2,0
-9,distance,355.962646484375,FashionMNIST,REVISE,MLP,2,0
-9,distance_from_energy,964.2550659179688,FashionMNIST,REVISE,MLP,2,0
-9,distance_from_targets,491.3633117675781,FashionMNIST,REVISE,MLP,2,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,0
-9,set_size_penalty,2.000000000001809,FashionMNIST,REVISE,MLP,2,0
-9,validity,1.0,FashionMNIST,REVISE,MLP,2,0
-10,distance,226.96971130371094,FashionMNIST,REVISE,MLP,2,0
-10,distance_from_energy,865.1641845703125,FashionMNIST,REVISE,MLP,2,0
-10,distance_from_targets,417.6893005371094,FashionMNIST,REVISE,MLP,2,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,0
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,0
-10,validity,0.0,FashionMNIST,REVISE,MLP,2,0
-6,distance,661.4946899414062,FashionMNIST,ECCCo,MLP,2,0
-6,distance_from_energy,210.2534637451172,FashionMNIST,ECCCo,MLP,2,0
-6,distance_from_targets,671.4707641601562,FashionMNIST,ECCCo,MLP,2,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,0
-6,set_size_penalty,2.000231822203595,FashionMNIST,ECCCo,MLP,2,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,0
-7,distance,673.3318481445312,FashionMNIST,ECCCo,MLP,2,0
-7,distance_from_energy,175.16285705566406,FashionMNIST,ECCCo,MLP,2,0
-7,distance_from_targets,688.2653198242188,FashionMNIST,ECCCo,MLP,2,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,0
-7,set_size_penalty,3.089423418898637,FashionMNIST,ECCCo,MLP,2,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,0
-8,distance,706.4964599609375,FashionMNIST,ECCCo,MLP,2,0
-8,distance_from_energy,185.39739990234375,FashionMNIST,ECCCo,MLP,2,0
-8,distance_from_targets,699.4356079101562,FashionMNIST,ECCCo,MLP,2,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,0
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,0
-9,distance,654.0037231445312,FashionMNIST,ECCCo,MLP,2,0
-9,distance_from_energy,280.0220947265625,FashionMNIST,ECCCo,MLP,2,0
-9,distance_from_targets,647.8379516601562,FashionMNIST,ECCCo,MLP,2,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,0
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,0
-10,distance,734.7996215820312,FashionMNIST,ECCCo,MLP,2,0
-10,distance_from_energy,156.0397491455078,FashionMNIST,ECCCo,MLP,2,0
-10,distance_from_targets,725.4346923828125,FashionMNIST,ECCCo,MLP,2,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,0
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,0
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,0
-6,distance_from_energy,874.1103515625,FashionMNIST,Schut,MLP,2,0
-6,distance_from_targets,408.84423828125,FashionMNIST,Schut,MLP,2,0
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,0
-6,validity,0.0,FashionMNIST,Schut,MLP,2,0
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,0
-7,distance_from_energy,829.7720947265625,FashionMNIST,Schut,MLP,2,0
-7,distance_from_targets,435.8230895996094,FashionMNIST,Schut,MLP,2,0
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,0
-7,validity,0.0,FashionMNIST,Schut,MLP,2,0
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,0
-8,distance_from_energy,886.8306884765625,FashionMNIST,Schut,MLP,2,0
-8,distance_from_targets,466.28363037109375,FashionMNIST,Schut,MLP,2,0
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,0
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,0
-8,validity,0.0,FashionMNIST,Schut,MLP,2,0
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,0
-9,distance_from_energy,914.5989990234375,FashionMNIST,Schut,MLP,2,0
-9,distance_from_targets,458.36383056640625,FashionMNIST,Schut,MLP,2,0
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,0
-9,validity,0.0,FashionMNIST,Schut,MLP,2,0
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,0
-10,distance_from_energy,877.1868286132812,FashionMNIST,Schut,MLP,2,0
-10,distance_from_targets,383.0319519042969,FashionMNIST,Schut,MLP,2,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,0
-10,validity,0.0,FashionMNIST,Schut,MLP,2,0
-11,distance,81.9922866821289,FashionMNIST,Wachter,MLP Ensemble,2,0
-11,distance_from_energy,777.502197265625,FashionMNIST,Wachter,MLP Ensemble,2,0
-11,distance_from_targets,441.5506896972656,FashionMNIST,Wachter,MLP Ensemble,2,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-11,set_size_penalty,2.0000696253227312,FashionMNIST,Wachter,MLP Ensemble,2,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-12,distance,78.73832702636719,FashionMNIST,Wachter,MLP Ensemble,2,0
-12,distance_from_energy,810.7265625,FashionMNIST,Wachter,MLP Ensemble,2,0
-12,distance_from_targets,454.56988525390625,FashionMNIST,Wachter,MLP Ensemble,2,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-13,distance,80.37632751464844,FashionMNIST,Wachter,MLP Ensemble,2,0
-13,distance_from_energy,758.0774536132812,FashionMNIST,Wachter,MLP Ensemble,2,0
-13,distance_from_targets,446.5717468261719,FashionMNIST,Wachter,MLP Ensemble,2,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-13,set_size_penalty,2.000000000788785,FashionMNIST,Wachter,MLP Ensemble,2,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-14,distance,80.9714584350586,FashionMNIST,Wachter,MLP Ensemble,2,0
-14,distance_from_energy,769.0657958984375,FashionMNIST,Wachter,MLP Ensemble,2,0
-14,distance_from_targets,425.1638488769531,FashionMNIST,Wachter,MLP Ensemble,2,0
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-15,distance,85.10861206054688,FashionMNIST,Wachter,MLP Ensemble,2,0
-15,distance_from_energy,786.843505859375,FashionMNIST,Wachter,MLP Ensemble,2,0
-15,distance_from_targets,452.13397216796875,FashionMNIST,Wachter,MLP Ensemble,2,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,2,0
-11,distance,295.62213134765625,FashionMNIST,REVISE,MLP Ensemble,2,0
-11,distance_from_energy,807.6204223632812,FashionMNIST,REVISE,MLP Ensemble,2,0
-11,distance_from_targets,388.117919921875,FashionMNIST,REVISE,MLP Ensemble,2,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-11,set_size_penalty,3.0002524606567422,FashionMNIST,REVISE,MLP Ensemble,2,0
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-12,distance,189.5329132080078,FashionMNIST,REVISE,MLP Ensemble,2,0
-12,distance_from_energy,804.923095703125,FashionMNIST,REVISE,MLP Ensemble,2,0
-12,distance_from_targets,420.6949157714844,FashionMNIST,REVISE,MLP Ensemble,2,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-12,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-13,distance,352.0083923339844,FashionMNIST,REVISE,MLP Ensemble,2,0
-13,distance_from_energy,799.61669921875,FashionMNIST,REVISE,MLP Ensemble,2,0
-13,distance_from_targets,467.0247497558594,FashionMNIST,REVISE,MLP Ensemble,2,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-14,distance,277.26031494140625,FashionMNIST,REVISE,MLP Ensemble,2,0
-14,distance_from_energy,787.3948974609375,FashionMNIST,REVISE,MLP Ensemble,2,0
-14,distance_from_targets,382.3450927734375,FashionMNIST,REVISE,MLP Ensemble,2,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-15,distance,314.161376953125,FashionMNIST,REVISE,MLP Ensemble,2,0
-15,distance_from_energy,779.7326049804688,FashionMNIST,REVISE,MLP Ensemble,2,0
-15,distance_from_targets,419.6402587890625,FashionMNIST,REVISE,MLP Ensemble,2,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,0
-11,distance,680.3821411132812,FashionMNIST,ECCCo,MLP Ensemble,2,0
-11,distance_from_energy,114.94413757324219,FashionMNIST,ECCCo,MLP Ensemble,2,0
-11,distance_from_targets,685.9816284179688,FashionMNIST,ECCCo,MLP Ensemble,2,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-11,set_size_penalty,2.000026616979719,FashionMNIST,ECCCo,MLP Ensemble,2,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-12,distance,644.3306274414062,FashionMNIST,ECCCo,MLP Ensemble,2,0
-12,distance_from_energy,166.65646362304688,FashionMNIST,ECCCo,MLP Ensemble,2,0
-12,distance_from_targets,637.3834228515625,FashionMNIST,ECCCo,MLP Ensemble,2,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-12,set_size_penalty,2.0031405914823406,FashionMNIST,ECCCo,MLP Ensemble,2,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-13,distance,682.94091796875,FashionMNIST,ECCCo,MLP Ensemble,2,0
-13,distance_from_energy,100.72111511230469,FashionMNIST,ECCCo,MLP Ensemble,2,0
-13,distance_from_targets,700.55712890625,FashionMNIST,ECCCo,MLP Ensemble,2,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-13,set_size_penalty,2.0000493508228083,FashionMNIST,ECCCo,MLP Ensemble,2,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-14,distance,713.0465087890625,FashionMNIST,ECCCo,MLP Ensemble,2,0
-14,distance_from_energy,97.70901489257812,FashionMNIST,ECCCo,MLP Ensemble,2,0
-14,distance_from_targets,709.1337890625,FashionMNIST,ECCCo,MLP Ensemble,2,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-14,set_size_penalty,2.0512580854812876,FashionMNIST,ECCCo,MLP Ensemble,2,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-15,distance,707.2697143554688,FashionMNIST,ECCCo,MLP Ensemble,2,0
-15,distance_from_energy,115.76727294921875,FashionMNIST,ECCCo,MLP Ensemble,2,0
-15,distance_from_targets,699.9288940429688,FashionMNIST,ECCCo,MLP Ensemble,2,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-15,set_size_penalty,2.002394663598274,FashionMNIST,ECCCo,MLP Ensemble,2,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,0
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,0
-11,distance_from_energy,771.98095703125,FashionMNIST,Schut,MLP Ensemble,2,0
-11,distance_from_targets,410.0743103027344,FashionMNIST,Schut,MLP Ensemble,2,0
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,0
-12,distance_from_energy,807.1435546875,FashionMNIST,Schut,MLP Ensemble,2,0
-12,distance_from_targets,427.4613037109375,FashionMNIST,Schut,MLP Ensemble,2,0
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,0
-13,distance_from_energy,768.8726806640625,FashionMNIST,Schut,MLP Ensemble,2,0
-13,distance_from_targets,410.4450378417969,FashionMNIST,Schut,MLP Ensemble,2,0
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,0
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,0
-14,distance_from_energy,786.4788208007812,FashionMNIST,Schut,MLP Ensemble,2,0
-14,distance_from_targets,390.61956787109375,FashionMNIST,Schut,MLP Ensemble,2,0
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,0
-15,distance_from_energy,800.362548828125,FashionMNIST,Schut,MLP Ensemble,2,0
-15,distance_from_targets,426.4000244140625,FashionMNIST,Schut,MLP Ensemble,2,0
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,0
-16,distance,71.00609588623047,FashionMNIST,Wachter,JEM,2,0
-16,distance_from_energy,627.048828125,FashionMNIST,Wachter,JEM,2,0
-16,distance_from_targets,411.3253479003906,FashionMNIST,Wachter,JEM,2,0
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,0
-16,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,0
-17,distance,72.53155517578125,FashionMNIST,Wachter,JEM,2,0
-17,distance_from_energy,710.6223754882812,FashionMNIST,Wachter,JEM,2,0
-17,distance_from_targets,469.75128173828125,FashionMNIST,Wachter,JEM,2,0
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,0
-17,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,2,0
-17,validity,0.0,FashionMNIST,Wachter,JEM,2,0
-18,distance,76.31375885009766,FashionMNIST,Wachter,JEM,2,0
-18,distance_from_energy,600.2591552734375,FashionMNIST,Wachter,JEM,2,0
-18,distance_from_targets,412.6499938964844,FashionMNIST,Wachter,JEM,2,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,0
-18,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,0
-19,distance,76.32971954345703,FashionMNIST,Wachter,JEM,2,0
-19,distance_from_energy,617.4249877929688,FashionMNIST,Wachter,JEM,2,0
-19,distance_from_targets,477.0003967285156,FashionMNIST,Wachter,JEM,2,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,0
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,0
-20,distance,61.76814651489258,FashionMNIST,Wachter,JEM,2,0
-20,distance_from_energy,712.9390869140625,FashionMNIST,Wachter,JEM,2,0
-20,distance_from_targets,530.45068359375,FashionMNIST,Wachter,JEM,2,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,2,0
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,0
-16,distance,212.04940795898438,FashionMNIST,REVISE,JEM,2,0
-16,distance_from_energy,546.5350341796875,FashionMNIST,REVISE,JEM,2,0
-16,distance_from_targets,366.1787414550781,FashionMNIST,REVISE,JEM,2,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,0
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,0
-16,validity,0.0,FashionMNIST,REVISE,JEM,2,0
-17,distance,223.403564453125,FashionMNIST,REVISE,JEM,2,0
-17,distance_from_energy,646.4388427734375,FashionMNIST,REVISE,JEM,2,0
-17,distance_from_targets,474.89373779296875,FashionMNIST,REVISE,JEM,2,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,0
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,0
-17,validity,0.0,FashionMNIST,REVISE,JEM,2,0
-18,distance,227.73284912109375,FashionMNIST,REVISE,JEM,2,0
-18,distance_from_energy,487.6724548339844,FashionMNIST,REVISE,JEM,2,0
-18,distance_from_targets,360.0263366699219,FashionMNIST,REVISE,JEM,2,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,0
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,2,0
-19,distance,271.3838806152344,FashionMNIST,REVISE,JEM,2,0
-19,distance_from_energy,628.6732177734375,FashionMNIST,REVISE,JEM,2,0
-19,distance_from_targets,520.4406127929688,FashionMNIST,REVISE,JEM,2,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,0
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,0
-19,validity,0.0,FashionMNIST,REVISE,JEM,2,0
-20,distance,314.8423156738281,FashionMNIST,REVISE,JEM,2,0
-20,distance_from_energy,536.8906860351562,FashionMNIST,REVISE,JEM,2,0
-20,distance_from_targets,465.7527770996094,FashionMNIST,REVISE,JEM,2,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,0
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,0
-20,validity,0.0,FashionMNIST,REVISE,JEM,2,0
-16,distance,568.8732299804688,FashionMNIST,ECCCo,JEM,2,0
-16,distance_from_energy,89.1988525390625,FashionMNIST,ECCCo,JEM,2,0
-16,distance_from_targets,503.97442626953125,FashionMNIST,ECCCo,JEM,2,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,0
-16,set_size_penalty,2.0000000000288596,FashionMNIST,ECCCo,JEM,2,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,0
-17,distance,606.7728271484375,FashionMNIST,ECCCo,JEM,2,0
-17,distance_from_energy,89.00616455078125,FashionMNIST,ECCCo,JEM,2,0
-17,distance_from_targets,521.2066040039062,FashionMNIST,ECCCo,JEM,2,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,0
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,2,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,0
-18,distance,557.3130493164062,FashionMNIST,ECCCo,JEM,2,0
-18,distance_from_energy,87.26072692871094,FashionMNIST,ECCCo,JEM,2,0
-18,distance_from_targets,506.728759765625,FashionMNIST,ECCCo,JEM,2,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,0
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,0
-19,distance,574.033935546875,FashionMNIST,ECCCo,JEM,2,0
-19,distance_from_energy,123.5802230834961,FashionMNIST,ECCCo,JEM,2,0
-19,distance_from_targets,497.3367614746094,FashionMNIST,ECCCo,JEM,2,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,0
-19,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,0
-20,distance,544.0010986328125,FashionMNIST,ECCCo,JEM,2,0
-20,distance_from_energy,118.58077239990234,FashionMNIST,ECCCo,JEM,2,0
-20,distance_from_targets,490.55377197265625,FashionMNIST,ECCCo,JEM,2,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,0
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,0
-16,distance,10.0,FashionMNIST,Schut,JEM,2,0
-16,distance_from_energy,653.4000244140625,FashionMNIST,Schut,JEM,2,0
-16,distance_from_targets,380.4834899902344,FashionMNIST,Schut,JEM,2,0
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,0
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,0
-16,validity,0.0,FashionMNIST,Schut,JEM,2,0
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,0
-17,distance_from_energy,711.1390380859375,FashionMNIST,Schut,JEM,2,0
-17,distance_from_targets,442.16766357421875,FashionMNIST,Schut,JEM,2,0
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,0
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,0
-17,validity,0.0,FashionMNIST,Schut,JEM,2,0
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,0
-18,distance_from_energy,618.024658203125,FashionMNIST,Schut,JEM,2,0
-18,distance_from_targets,384.3121337890625,FashionMNIST,Schut,JEM,2,0
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,0
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,0
-18,validity,0.0,FashionMNIST,Schut,JEM,2,0
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,0
-19,distance_from_energy,656.1141357421875,FashionMNIST,Schut,JEM,2,0
-19,distance_from_targets,451.0380859375,FashionMNIST,Schut,JEM,2,0
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,0
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,0
-19,validity,0.0,FashionMNIST,Schut,JEM,2,0
-20,distance,9.700000762939453,FashionMNIST,Schut,JEM,2,0
-20,distance_from_energy,680.7464599609375,FashionMNIST,Schut,JEM,2,0
-20,distance_from_targets,490.61187744140625,FashionMNIST,Schut,JEM,2,0
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,0
-20,set_size_penalty,5.0,FashionMNIST,Schut,JEM,2,0
-20,validity,1.0,FashionMNIST,Schut,JEM,2,0
-1,distance,108.51045227050781,FashionMNIST,Wachter,JEM Ensemble,2,1
-1,distance_from_energy,787.0125732421875,FashionMNIST,Wachter,JEM Ensemble,2,1
-1,distance_from_targets,529.1068725585938,FashionMNIST,Wachter,JEM Ensemble,2,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-2,distance,82.39373016357422,FashionMNIST,Wachter,JEM Ensemble,2,1
-2,distance_from_energy,730.1107177734375,FashionMNIST,Wachter,JEM Ensemble,2,1
-2,distance_from_targets,480.8345642089844,FashionMNIST,Wachter,JEM Ensemble,2,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-3,distance,129.0728302001953,FashionMNIST,Wachter,JEM Ensemble,2,1
-3,distance_from_energy,723.5796508789062,FashionMNIST,Wachter,JEM Ensemble,2,1
-3,distance_from_targets,494.1145935058594,FashionMNIST,Wachter,JEM Ensemble,2,1
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-4,distance,102.0220947265625,FashionMNIST,Wachter,JEM Ensemble,2,1
-4,distance_from_energy,635.5406494140625,FashionMNIST,Wachter,JEM Ensemble,2,1
-4,distance_from_targets,493.01824951171875,FashionMNIST,Wachter,JEM Ensemble,2,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-5,distance,126.56353759765625,FashionMNIST,Wachter,JEM Ensemble,2,1
-5,distance_from_energy,675.0084838867188,FashionMNIST,Wachter,JEM Ensemble,2,1
-5,distance_from_targets,519.3070068359375,FashionMNIST,Wachter,JEM Ensemble,2,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,1
-1,distance,223.17767333984375,FashionMNIST,REVISE,JEM Ensemble,2,1
-1,distance_from_energy,926.3279418945312,FashionMNIST,REVISE,JEM Ensemble,2,1
-1,distance_from_targets,524.0098876953125,FashionMNIST,REVISE,JEM Ensemble,2,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-2,distance,314.9776306152344,FashionMNIST,REVISE,JEM Ensemble,2,1
-2,distance_from_energy,780.3053588867188,FashionMNIST,REVISE,JEM Ensemble,2,1
-2,distance_from_targets,490.9493408203125,FashionMNIST,REVISE,JEM Ensemble,2,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-2,set_size_penalty,2.9288282967552854,FashionMNIST,REVISE,JEM Ensemble,2,1
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-3,distance,394.5973205566406,FashionMNIST,REVISE,JEM Ensemble,2,1
-3,distance_from_energy,727.326171875,FashionMNIST,REVISE,JEM Ensemble,2,1
-3,distance_from_targets,429.42303466796875,FashionMNIST,REVISE,JEM Ensemble,2,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-3,set_size_penalty,2.999999998543216,FashionMNIST,REVISE,JEM Ensemble,2,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-4,distance,573.280517578125,FashionMNIST,REVISE,JEM Ensemble,2,1
-4,distance_from_energy,514.1231079101562,FashionMNIST,REVISE,JEM Ensemble,2,1
-4,distance_from_targets,418.3068542480469,FashionMNIST,REVISE,JEM Ensemble,2,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-4,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-5,distance,464.9007568359375,FashionMNIST,REVISE,JEM Ensemble,2,1
-5,distance_from_energy,741.52978515625,FashionMNIST,REVISE,JEM Ensemble,2,1
-5,distance_from_targets,442.92962646484375,FashionMNIST,REVISE,JEM Ensemble,2,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-5,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,1
-1,distance,616.1865844726562,FashionMNIST,ECCCo,JEM Ensemble,2,1
-1,distance_from_energy,165.33261108398438,FashionMNIST,ECCCo,JEM Ensemble,2,1
-1,distance_from_targets,431.7372741699219,FashionMNIST,ECCCo,JEM Ensemble,2,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-2,distance,626.45751953125,FashionMNIST,ECCCo,JEM Ensemble,2,1
-2,distance_from_energy,149.4356689453125,FashionMNIST,ECCCo,JEM Ensemble,2,1
-2,distance_from_targets,453.3494873046875,FashionMNIST,ECCCo,JEM Ensemble,2,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-3,distance,587.2655639648438,FashionMNIST,ECCCo,JEM Ensemble,2,1
-3,distance_from_energy,107.14231872558594,FashionMNIST,ECCCo,JEM Ensemble,2,1
-3,distance_from_targets,455.942138671875,FashionMNIST,ECCCo,JEM Ensemble,2,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-3,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-4,distance,561.4078979492188,FashionMNIST,ECCCo,JEM Ensemble,2,1
-4,distance_from_energy,133.13023376464844,FashionMNIST,ECCCo,JEM Ensemble,2,1
-4,distance_from_targets,452.90093994140625,FashionMNIST,ECCCo,JEM Ensemble,2,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-5,distance,568.7933349609375,FashionMNIST,ECCCo,JEM Ensemble,2,1
-5,distance_from_energy,118.84974670410156,FashionMNIST,ECCCo,JEM Ensemble,2,1
-5,distance_from_targets,452.0699768066406,FashionMNIST,ECCCo,JEM Ensemble,2,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-5,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,1
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,1
-1,distance_from_energy,819.7872924804688,FashionMNIST,Schut,JEM Ensemble,2,1
-1,distance_from_targets,487.1803894042969,FashionMNIST,Schut,JEM Ensemble,2,1
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,2,1
-2,distance_from_energy,822.1813354492188,FashionMNIST,Schut,JEM Ensemble,2,1
-2,distance_from_targets,448.0504455566406,FashionMNIST,Schut,JEM Ensemble,2,1
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,1
-3,distance_from_energy,684.0653076171875,FashionMNIST,Schut,JEM Ensemble,2,1
-3,distance_from_targets,459.6634521484375,FashionMNIST,Schut,JEM Ensemble,2,1
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,1
-4,distance_from_energy,636.8577880859375,FashionMNIST,Schut,JEM Ensemble,2,1
-4,distance_from_targets,464.667236328125,FashionMNIST,Schut,JEM Ensemble,2,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,1
-5,distance_from_energy,715.1138305664062,FashionMNIST,Schut,JEM Ensemble,2,1
-5,distance_from_targets,489.49261474609375,FashionMNIST,Schut,JEM Ensemble,2,1
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,1
-6,distance,109.28839111328125,FashionMNIST,Wachter,MLP,2,1
-6,distance_from_energy,860.2567138671875,FashionMNIST,Wachter,MLP,2,1
-6,distance_from_targets,506.4408874511719,FashionMNIST,Wachter,MLP,2,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,1
-6,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,2,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,1
-7,distance,117.74925994873047,FashionMNIST,Wachter,MLP,2,1
-7,distance_from_energy,886.8116455078125,FashionMNIST,Wachter,MLP,2,1
-7,distance_from_targets,541.7135620117188,FashionMNIST,Wachter,MLP,2,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,1
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,1
-8,distance,91.16677856445312,FashionMNIST,Wachter,MLP,2,1
-8,distance_from_energy,860.16455078125,FashionMNIST,Wachter,MLP,2,1
-8,distance_from_targets,453.98553466796875,FashionMNIST,Wachter,MLP,2,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,1
-8,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,2,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,1
-9,distance,99.47222900390625,FashionMNIST,Wachter,MLP,2,1
-9,distance_from_energy,886.37060546875,FashionMNIST,Wachter,MLP,2,1
-9,distance_from_targets,517.1932983398438,FashionMNIST,Wachter,MLP,2,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,1
-9,set_size_penalty,3.9977907589089217,FashionMNIST,Wachter,MLP,2,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,1
-10,distance,102.02719116210938,FashionMNIST,Wachter,MLP,2,1
-10,distance_from_energy,893.9293212890625,FashionMNIST,Wachter,MLP,2,1
-10,distance_from_targets,506.3821105957031,FashionMNIST,Wachter,MLP,2,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,1
-10,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,2,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,1
-6,distance,264.1600341796875,FashionMNIST,REVISE,MLP,2,1
-6,distance_from_energy,830.6741943359375,FashionMNIST,REVISE,MLP,2,1
-6,distance_from_targets,462.680419921875,FashionMNIST,REVISE,MLP,2,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,1
-6,set_size_penalty,1.0000000000144644,FashionMNIST,REVISE,MLP,2,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,2,1
-7,distance,235.30563354492188,FashionMNIST,REVISE,MLP,2,1
-7,distance_from_energy,894.2926635742188,FashionMNIST,REVISE,MLP,2,1
-7,distance_from_targets,440.7378234863281,FashionMNIST,REVISE,MLP,2,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,1
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,1
-7,validity,0.0,FashionMNIST,REVISE,MLP,2,1
-8,distance,337.1900634765625,FashionMNIST,REVISE,MLP,2,1
-8,distance_from_energy,838.6385498046875,FashionMNIST,REVISE,MLP,2,1
-8,distance_from_targets,470.28564453125,FashionMNIST,REVISE,MLP,2,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,1
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,1
-8,validity,0.0,FashionMNIST,REVISE,MLP,2,1
-9,distance,255.59669494628906,FashionMNIST,REVISE,MLP,2,1
-9,distance_from_energy,905.5515747070312,FashionMNIST,REVISE,MLP,2,1
-9,distance_from_targets,428.9682312011719,FashionMNIST,REVISE,MLP,2,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,1
-9,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,2,1
-9,validity,1.0,FashionMNIST,REVISE,MLP,2,1
-10,distance,170.58383178710938,FashionMNIST,REVISE,MLP,2,1
-10,distance_from_energy,893.2225341796875,FashionMNIST,REVISE,MLP,2,1
-10,distance_from_targets,440.303955078125,FashionMNIST,REVISE,MLP,2,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,1
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,1
-10,validity,0.0,FashionMNIST,REVISE,MLP,2,1
-6,distance,731.8220825195312,FashionMNIST,ECCCo,MLP,2,1
-6,distance_from_energy,159.457763671875,FashionMNIST,ECCCo,MLP,2,1
-6,distance_from_targets,690.3224487304688,FashionMNIST,ECCCo,MLP,2,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,1
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,1
-7,distance,726.7362060546875,FashionMNIST,ECCCo,MLP,2,1
-7,distance_from_energy,190.55477905273438,FashionMNIST,ECCCo,MLP,2,1
-7,distance_from_targets,695.1519775390625,FashionMNIST,ECCCo,MLP,2,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,1
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,1
-8,distance,728.5355834960938,FashionMNIST,ECCCo,MLP,2,1
-8,distance_from_energy,149.8922576904297,FashionMNIST,ECCCo,MLP,2,1
-8,distance_from_targets,705.5380249023438,FashionMNIST,ECCCo,MLP,2,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,1
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,1
-9,distance,661.93798828125,FashionMNIST,ECCCo,MLP,2,1
-9,distance_from_energy,247.64328002929688,FashionMNIST,ECCCo,MLP,2,1
-9,distance_from_targets,655.7760620117188,FashionMNIST,ECCCo,MLP,2,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,1
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,1
-10,distance,725.2588500976562,FashionMNIST,ECCCo,MLP,2,1
-10,distance_from_energy,187.7408905029297,FashionMNIST,ECCCo,MLP,2,1
-10,distance_from_targets,687.816162109375,FashionMNIST,ECCCo,MLP,2,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,1
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,1
-6,distance,10.0,FashionMNIST,Schut,MLP,2,1
-6,distance_from_energy,882.9298095703125,FashionMNIST,Schut,MLP,2,1
-6,distance_from_targets,482.187744140625,FashionMNIST,Schut,MLP,2,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,1
-6,validity,0.0,FashionMNIST,Schut,MLP,2,1
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,1
-7,distance_from_energy,904.5486450195312,FashionMNIST,Schut,MLP,2,1
-7,distance_from_targets,507.046142578125,FashionMNIST,Schut,MLP,2,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,1
-7,validity,0.0,FashionMNIST,Schut,MLP,2,1
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,1
-8,distance_from_energy,873.7517700195312,FashionMNIST,Schut,MLP,2,1
-8,distance_from_targets,425.5605163574219,FashionMNIST,Schut,MLP,2,1
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,1
-8,validity,0.0,FashionMNIST,Schut,MLP,2,1
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,1
-9,distance_from_energy,893.9127197265625,FashionMNIST,Schut,MLP,2,1
-9,distance_from_targets,487.2604675292969,FashionMNIST,Schut,MLP,2,1
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,1
-9,validity,0.0,FashionMNIST,Schut,MLP,2,1
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,1
-10,distance_from_energy,910.2554931640625,FashionMNIST,Schut,MLP,2,1
-10,distance_from_targets,476.181396484375,FashionMNIST,Schut,MLP,2,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,1
-10,validity,0.0,FashionMNIST,Schut,MLP,2,1
-11,distance,79.57288360595703,FashionMNIST,Wachter,MLP Ensemble,2,1
-11,distance_from_energy,841.6028442382812,FashionMNIST,Wachter,MLP Ensemble,2,1
-11,distance_from_targets,548.458984375,FashionMNIST,Wachter,MLP Ensemble,2,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-11,set_size_penalty,2.5503234698126196,FashionMNIST,Wachter,MLP Ensemble,2,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-12,distance,99.93623352050781,FashionMNIST,Wachter,MLP Ensemble,2,1
-12,distance_from_energy,819.8050537109375,FashionMNIST,Wachter,MLP Ensemble,2,1
-12,distance_from_targets,516.1414184570312,FashionMNIST,Wachter,MLP Ensemble,2,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-13,distance,109.57293701171875,FashionMNIST,Wachter,MLP Ensemble,2,1
-13,distance_from_energy,827.3514404296875,FashionMNIST,Wachter,MLP Ensemble,2,1
-13,distance_from_targets,525.763671875,FashionMNIST,Wachter,MLP Ensemble,2,1
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,1
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-14,distance,108.20509338378906,FashionMNIST,Wachter,MLP Ensemble,2,1
-14,distance_from_energy,835.31591796875,FashionMNIST,Wachter,MLP Ensemble,2,1
-14,distance_from_targets,515.7508544921875,FashionMNIST,Wachter,MLP Ensemble,2,1
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,1
-14,set_size_penalty,3.0000000000004006,FashionMNIST,Wachter,MLP Ensemble,2,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-15,distance,78.85304260253906,FashionMNIST,Wachter,MLP Ensemble,2,1
-15,distance_from_energy,798.5654907226562,FashionMNIST,Wachter,MLP Ensemble,2,1
-15,distance_from_targets,489.0260009765625,FashionMNIST,Wachter,MLP Ensemble,2,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-15,set_size_penalty,3.0000107101565754,FashionMNIST,Wachter,MLP Ensemble,2,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,1
-11,distance,157.1972198486328,FashionMNIST,REVISE,MLP Ensemble,2,1
-11,distance_from_energy,834.1495971679688,FashionMNIST,REVISE,MLP Ensemble,2,1
-11,distance_from_targets,515.7830200195312,FashionMNIST,REVISE,MLP Ensemble,2,1
-11,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,2,1
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-12,distance,270.9623718261719,FashionMNIST,REVISE,MLP Ensemble,2,1
-12,distance_from_energy,865.2340698242188,FashionMNIST,REVISE,MLP Ensemble,2,1
-12,distance_from_targets,419.3879089355469,FashionMNIST,REVISE,MLP Ensemble,2,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-12,set_size_penalty,1.0000000000000124,FashionMNIST,REVISE,MLP Ensemble,2,1
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-13,distance,236.75633239746094,FashionMNIST,REVISE,MLP Ensemble,2,1
-13,distance_from_energy,871.5196533203125,FashionMNIST,REVISE,MLP Ensemble,2,1
-13,distance_from_targets,460.6435241699219,FashionMNIST,REVISE,MLP Ensemble,2,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-13,set_size_penalty,1.0113053196282014,FashionMNIST,REVISE,MLP Ensemble,2,1
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-14,distance,281.4656066894531,FashionMNIST,REVISE,MLP Ensemble,2,1
-14,distance_from_energy,850.92529296875,FashionMNIST,REVISE,MLP Ensemble,2,1
-14,distance_from_targets,440.5831604003906,FashionMNIST,REVISE,MLP Ensemble,2,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-14,set_size_penalty,9.999999999774715,FashionMNIST,REVISE,MLP Ensemble,2,1
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-15,distance,188.44058227539062,FashionMNIST,REVISE,MLP Ensemble,2,1
-15,distance_from_energy,810.7794799804688,FashionMNIST,REVISE,MLP Ensemble,2,1
-15,distance_from_targets,414.9445495605469,FashionMNIST,REVISE,MLP Ensemble,2,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,1
-11,distance,678.0546875,FashionMNIST,ECCCo,MLP Ensemble,2,1
-11,distance_from_energy,179.6851806640625,FashionMNIST,ECCCo,MLP Ensemble,2,1
-11,distance_from_targets,640.4325561523438,FashionMNIST,ECCCo,MLP Ensemble,2,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-11,set_size_penalty,2.0000002306663482,FashionMNIST,ECCCo,MLP Ensemble,2,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-12,distance,687.3544921875,FashionMNIST,ECCCo,MLP Ensemble,2,1
-12,distance_from_energy,169.69947814941406,FashionMNIST,ECCCo,MLP Ensemble,2,1
-12,distance_from_targets,634.40087890625,FashionMNIST,ECCCo,MLP Ensemble,2,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-12,set_size_penalty,2.000001857780909,FashionMNIST,ECCCo,MLP Ensemble,2,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-13,distance,688.29248046875,FashionMNIST,ECCCo,MLP Ensemble,2,1
-13,distance_from_energy,162.78378295898438,FashionMNIST,ECCCo,MLP Ensemble,2,1
-13,distance_from_targets,624.37255859375,FashionMNIST,ECCCo,MLP Ensemble,2,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-14,distance,701.69287109375,FashionMNIST,ECCCo,MLP Ensemble,2,1
-14,distance_from_energy,167.76315307617188,FashionMNIST,ECCCo,MLP Ensemble,2,1
-14,distance_from_targets,637.7039794921875,FashionMNIST,ECCCo,MLP Ensemble,2,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-14,set_size_penalty,1.9999999940204234,FashionMNIST,ECCCo,MLP Ensemble,2,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-15,distance,681.9447631835938,FashionMNIST,ECCCo,MLP Ensemble,2,1
-15,distance_from_energy,154.97079467773438,FashionMNIST,ECCCo,MLP Ensemble,2,1
-15,distance_from_targets,656.5042114257812,FashionMNIST,ECCCo,MLP Ensemble,2,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-15,set_size_penalty,2.0009779353375365,FashionMNIST,ECCCo,MLP Ensemble,2,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,1
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,1
-11,distance_from_energy,835.5648193359375,FashionMNIST,Schut,MLP Ensemble,2,1
-11,distance_from_targets,497.9082336425781,FashionMNIST,Schut,MLP Ensemble,2,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,1
-12,distance_from_energy,837.7200927734375,FashionMNIST,Schut,MLP Ensemble,2,1
-12,distance_from_targets,485.9700622558594,FashionMNIST,Schut,MLP Ensemble,2,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,1
-13,distance_from_energy,856.3162841796875,FashionMNIST,Schut,MLP Ensemble,2,1
-13,distance_from_targets,494.69195556640625,FashionMNIST,Schut,MLP Ensemble,2,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,1
-14,distance_from_energy,850.9600830078125,FashionMNIST,Schut,MLP Ensemble,2,1
-14,distance_from_targets,492.5046691894531,FashionMNIST,Schut,MLP Ensemble,2,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,1
-15,distance_from_energy,823.5466918945312,FashionMNIST,Schut,MLP Ensemble,2,1
-15,distance_from_targets,456.9674987792969,FashionMNIST,Schut,MLP Ensemble,2,1
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,1
-16,distance,70.00507354736328,FashionMNIST,Wachter,JEM,2,1
-16,distance_from_energy,544.9459228515625,FashionMNIST,Wachter,JEM,2,1
-16,distance_from_targets,384.3409118652344,FashionMNIST,Wachter,JEM,2,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,1
-16,set_size_penalty,3.999999682361874,FashionMNIST,Wachter,JEM,2,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,1
-17,distance,99.90055084228516,FashionMNIST,Wachter,JEM,2,1
-17,distance_from_energy,647.9970092773438,FashionMNIST,Wachter,JEM,2,1
-17,distance_from_targets,524.5516357421875,FashionMNIST,Wachter,JEM,2,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,2,1
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,1
-18,distance,77.81285095214844,FashionMNIST,Wachter,JEM,2,1
-18,distance_from_energy,600.15869140625,FashionMNIST,Wachter,JEM,2,1
-18,distance_from_targets,386.5627746582031,FashionMNIST,Wachter,JEM,2,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,1
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,1
-19,distance,82.68301391601562,FashionMNIST,Wachter,JEM,2,1
-19,distance_from_energy,665.3102416992188,FashionMNIST,Wachter,JEM,2,1
-19,distance_from_targets,501.25506591796875,FashionMNIST,Wachter,JEM,2,1
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,1
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,1
-20,distance,98.8370132446289,FashionMNIST,Wachter,JEM,2,1
-20,distance_from_energy,682.406005859375,FashionMNIST,Wachter,JEM,2,1
-20,distance_from_targets,509.0408935546875,FashionMNIST,Wachter,JEM,2,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,2,1
-20,set_size_penalty,1.0000000000000542,FashionMNIST,Wachter,JEM,2,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,1
-16,distance,162.71240234375,FashionMNIST,REVISE,JEM,2,1
-16,distance_from_energy,523.4893188476562,FashionMNIST,REVISE,JEM,2,1
-16,distance_from_targets,322.8134460449219,FashionMNIST,REVISE,JEM,2,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,1
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,2,1
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,1
-17,distance,522.1007690429688,FashionMNIST,REVISE,JEM,2,1
-17,distance_from_energy,679.5557861328125,FashionMNIST,REVISE,JEM,2,1
-17,distance_from_targets,582.376708984375,FashionMNIST,REVISE,JEM,2,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,1
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,1
-17,validity,0.0,FashionMNIST,REVISE,JEM,2,1
-18,distance,201.6291961669922,FashionMNIST,REVISE,JEM,2,1
-18,distance_from_energy,558.7805786132812,FashionMNIST,REVISE,JEM,2,1
-18,distance_from_targets,323.35052490234375,FashionMNIST,REVISE,JEM,2,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,1
-18,set_size_penalty,3.1150084969210963,FashionMNIST,REVISE,JEM,2,1
-18,validity,1.0,FashionMNIST,REVISE,JEM,2,1
-19,distance,462.92901611328125,FashionMNIST,REVISE,JEM,2,1
-19,distance_from_energy,796.9507446289062,FashionMNIST,REVISE,JEM,2,1
-19,distance_from_targets,544.53564453125,FashionMNIST,REVISE,JEM,2,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,1
-19,set_size_penalty,3.9999982542884203,FashionMNIST,REVISE,JEM,2,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,2,1
-20,distance,375.06817626953125,FashionMNIST,REVISE,JEM,2,1
-20,distance_from_energy,530.8062744140625,FashionMNIST,REVISE,JEM,2,1
-20,distance_from_targets,386.4491882324219,FashionMNIST,REVISE,JEM,2,1
-20,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,2,1
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,1
-20,validity,0.0,FashionMNIST,REVISE,JEM,2,1
-16,distance,490.272216796875,FashionMNIST,ECCCo,JEM,2,1
-16,distance_from_energy,92.9351577758789,FashionMNIST,ECCCo,JEM,2,1
-16,distance_from_targets,504.58599853515625,FashionMNIST,ECCCo,JEM,2,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,1
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,1
-17,distance,456.6339111328125,FashionMNIST,ECCCo,JEM,2,1
-17,distance_from_energy,184.12486267089844,FashionMNIST,ECCCo,JEM,2,1
-17,distance_from_targets,467.0645751953125,FashionMNIST,ECCCo,JEM,2,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,1
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,1
-18,distance,549.0222778320312,FashionMNIST,ECCCo,JEM,2,1
-18,distance_from_energy,63.405982971191406,FashionMNIST,ECCCo,JEM,2,1
-18,distance_from_targets,495.99078369140625,FashionMNIST,ECCCo,JEM,2,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,1
-18,set_size_penalty,4.000000000000076,FashionMNIST,ECCCo,JEM,2,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,1
-19,distance,482.7460632324219,FashionMNIST,ECCCo,JEM,2,1
-19,distance_from_energy,154.50607299804688,FashionMNIST,ECCCo,JEM,2,1
-19,distance_from_targets,502.195068359375,FashionMNIST,ECCCo,JEM,2,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,1
-19,set_size_penalty,1.0000934863330853,FashionMNIST,ECCCo,JEM,2,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,1
-20,distance,475.6938171386719,FashionMNIST,ECCCo,JEM,2,1
-20,distance_from_energy,105.6530532836914,FashionMNIST,ECCCo,JEM,2,1
-20,distance_from_targets,466.2497863769531,FashionMNIST,ECCCo,JEM,2,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,1
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,1
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,1
-16,distance_from_energy,498.1199645996094,FashionMNIST,Schut,JEM,2,1
-16,distance_from_targets,350.6561279296875,FashionMNIST,Schut,JEM,2,1
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,1
-16,validity,0.0,FashionMNIST,Schut,JEM,2,1
-17,distance,10.0,FashionMNIST,Schut,JEM,2,1
-17,distance_from_energy,572.3909912109375,FashionMNIST,Schut,JEM,2,1
-17,distance_from_targets,494.02880859375,FashionMNIST,Schut,JEM,2,1
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,2,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,1
-17,validity,0.0,FashionMNIST,Schut,JEM,2,1
-18,distance,10.0,FashionMNIST,Schut,JEM,2,1
-18,distance_from_energy,606.4656982421875,FashionMNIST,Schut,JEM,2,1
-18,distance_from_targets,355.4494934082031,FashionMNIST,Schut,JEM,2,1
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,1
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,1
-18,validity,0.0,FashionMNIST,Schut,JEM,2,1
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,1
-19,distance_from_energy,629.3040771484375,FashionMNIST,Schut,JEM,2,1
-19,distance_from_targets,456.88348388671875,FashionMNIST,Schut,JEM,2,1
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,2,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,1
-19,validity,0.0,FashionMNIST,Schut,JEM,2,1
-20,distance,10.0,FashionMNIST,Schut,JEM,2,1
-20,distance_from_energy,627.0757446289062,FashionMNIST,Schut,JEM,2,1
-20,distance_from_targets,472.5835266113281,FashionMNIST,Schut,JEM,2,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,2,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,1
-20,validity,0.0,FashionMNIST,Schut,JEM,2,1
-1,distance,85.96549224853516,FashionMNIST,Wachter,JEM Ensemble,2,3
-1,distance_from_energy,540.6961059570312,FashionMNIST,Wachter,JEM Ensemble,2,3
-1,distance_from_targets,462.6051940917969,FashionMNIST,Wachter,JEM Ensemble,2,3
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,2,3
-1,set_size_penalty,0.9999945331692507,FashionMNIST,Wachter,JEM Ensemble,2,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-2,distance,66.1478042602539,FashionMNIST,Wachter,JEM Ensemble,2,3
-2,distance_from_energy,747.7650146484375,FashionMNIST,Wachter,JEM Ensemble,2,3
-2,distance_from_targets,447.97369384765625,FashionMNIST,Wachter,JEM Ensemble,2,3
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-2,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-2,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-3,distance,90.36227416992188,FashionMNIST,Wachter,JEM Ensemble,2,3
-3,distance_from_energy,729.7510986328125,FashionMNIST,Wachter,JEM Ensemble,2,3
-3,distance_from_targets,479.7940979003906,FashionMNIST,Wachter,JEM Ensemble,2,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-4,distance,81.53556060791016,FashionMNIST,Wachter,JEM Ensemble,2,3
-4,distance_from_energy,868.3438720703125,FashionMNIST,Wachter,JEM Ensemble,2,3
-4,distance_from_targets,543.0843505859375,FashionMNIST,Wachter,JEM Ensemble,2,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-4,set_size_penalty,1.9700803301040208,FashionMNIST,Wachter,JEM Ensemble,2,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-5,distance,72.16300201416016,FashionMNIST,Wachter,JEM Ensemble,2,3
-5,distance_from_energy,468.5506896972656,FashionMNIST,Wachter,JEM Ensemble,2,3
-5,distance_from_targets,451.8622131347656,FashionMNIST,Wachter,JEM Ensemble,2,3
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-5,set_size_penalty,5.00000000000079,FashionMNIST,Wachter,JEM Ensemble,2,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,3
-1,distance,201.27603149414062,FashionMNIST,REVISE,JEM Ensemble,2,3
-1,distance_from_energy,481.30230712890625,FashionMNIST,REVISE,JEM Ensemble,2,3
-1,distance_from_targets,405.36785888671875,FashionMNIST,REVISE,JEM Ensemble,2,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-2,distance,154.3831329345703,FashionMNIST,REVISE,JEM Ensemble,2,3
-2,distance_from_energy,761.1458740234375,FashionMNIST,REVISE,JEM Ensemble,2,3
-2,distance_from_targets,402.9054870605469,FashionMNIST,REVISE,JEM Ensemble,2,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-3,distance,587.5134887695312,FashionMNIST,REVISE,JEM Ensemble,2,3
-3,distance_from_energy,742.1473388671875,FashionMNIST,REVISE,JEM Ensemble,2,3
-3,distance_from_targets,487.9388122558594,FashionMNIST,REVISE,JEM Ensemble,2,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-3,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-4,distance,574.6199340820312,FashionMNIST,REVISE,JEM Ensemble,2,3
-4,distance_from_energy,865.5360107421875,FashionMNIST,REVISE,JEM Ensemble,2,3
-4,distance_from_targets,560.2063598632812,FashionMNIST,REVISE,JEM Ensemble,2,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-5,distance,252.1667938232422,FashionMNIST,REVISE,JEM Ensemble,2,3
-5,distance_from_energy,486.8192443847656,FashionMNIST,REVISE,JEM Ensemble,2,3
-5,distance_from_targets,357.6755065917969,FashionMNIST,REVISE,JEM Ensemble,2,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,3
-1,distance,424.1888732910156,FashionMNIST,ECCCo,JEM Ensemble,2,3
-1,distance_from_energy,105.67635345458984,FashionMNIST,ECCCo,JEM Ensemble,2,3
-1,distance_from_targets,468.79595947265625,FashionMNIST,ECCCo,JEM Ensemble,2,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-2,distance,610.95654296875,FashionMNIST,ECCCo,JEM Ensemble,2,3
-2,distance_from_energy,89.98433685302734,FashionMNIST,ECCCo,JEM Ensemble,2,3
-2,distance_from_targets,460.1591491699219,FashionMNIST,ECCCo,JEM Ensemble,2,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-2,set_size_penalty,3.000000000000049,FashionMNIST,ECCCo,JEM Ensemble,2,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-3,distance,550.7893676757812,FashionMNIST,ECCCo,JEM Ensemble,2,3
-3,distance_from_energy,173.04347229003906,FashionMNIST,ECCCo,JEM Ensemble,2,3
-3,distance_from_targets,434.4295654296875,FashionMNIST,ECCCo,JEM Ensemble,2,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-3,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-4,distance,700.9387817382812,FashionMNIST,ECCCo,JEM Ensemble,2,3
-4,distance_from_energy,154.58651733398438,FashionMNIST,ECCCo,JEM Ensemble,2,3
-4,distance_from_targets,428.97650146484375,FashionMNIST,ECCCo,JEM Ensemble,2,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-4,set_size_penalty,1.0000000115446652,FashionMNIST,ECCCo,JEM Ensemble,2,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-5,distance,368.9471130371094,FashionMNIST,ECCCo,JEM Ensemble,2,3
-5,distance_from_energy,65.51908111572266,FashionMNIST,ECCCo,JEM Ensemble,2,3
-5,distance_from_targets,489.1546325683594,FashionMNIST,ECCCo,JEM Ensemble,2,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,3
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,3
-1,distance_from_energy,507.8154296875,FashionMNIST,Schut,JEM Ensemble,2,3
-1,distance_from_targets,422.8126525878906,FashionMNIST,Schut,JEM Ensemble,2,3
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,3
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,3
-2,distance_from_energy,704.08154296875,FashionMNIST,Schut,JEM Ensemble,2,3
-2,distance_from_targets,423.90533447265625,FashionMNIST,Schut,JEM Ensemble,2,3
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,3
-2,set_size_penalty,3.99999999999395,FashionMNIST,Schut,JEM Ensemble,2,3
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,3
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,3
-3,distance_from_energy,756.5630493164062,FashionMNIST,Schut,JEM Ensemble,2,3
-3,distance_from_targets,439.74432373046875,FashionMNIST,Schut,JEM Ensemble,2,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,2,3
-4,distance_from_energy,908.3565673828125,FashionMNIST,Schut,JEM Ensemble,2,3
-4,distance_from_targets,518.4918212890625,FashionMNIST,Schut,JEM Ensemble,2,3
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,3
-5,distance_from_energy,435.73382568359375,FashionMNIST,Schut,JEM Ensemble,2,3
-5,distance_from_targets,425.1474914550781,FashionMNIST,Schut,JEM Ensemble,2,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,3
-6,distance,94.40003967285156,FashionMNIST,Wachter,MLP,2,3
-6,distance_from_energy,883.0270385742188,FashionMNIST,Wachter,MLP,2,3
-6,distance_from_targets,479.4817199707031,FashionMNIST,Wachter,MLP,2,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,3
-6,set_size_penalty,2.999985275019025,FashionMNIST,Wachter,MLP,2,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,3
-7,distance,76.36931610107422,FashionMNIST,Wachter,MLP,2,3
-7,distance_from_energy,922.0446166992188,FashionMNIST,Wachter,MLP,2,3
-7,distance_from_targets,453.7934265136719,FashionMNIST,Wachter,MLP,2,3
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,2,3
-7,set_size_penalty,3.000000000329546,FashionMNIST,Wachter,MLP,2,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,3
-8,distance,93.86454010009766,FashionMNIST,Wachter,MLP,2,3
-8,distance_from_energy,885.7639770507812,FashionMNIST,Wachter,MLP,2,3
-8,distance_from_targets,486.90863037109375,FashionMNIST,Wachter,MLP,2,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,3
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,3
-9,distance,77.8926010131836,FashionMNIST,Wachter,MLP,2,3
-9,distance_from_energy,882.1685791015625,FashionMNIST,Wachter,MLP,2,3
-9,distance_from_targets,434.1009826660156,FashionMNIST,Wachter,MLP,2,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,3
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,3
-10,distance,83.33419799804688,FashionMNIST,Wachter,MLP,2,3
-10,distance_from_energy,911.3826293945312,FashionMNIST,Wachter,MLP,2,3
-10,distance_from_targets,459.95050048828125,FashionMNIST,Wachter,MLP,2,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,3
-10,set_size_penalty,1.000000125589675,FashionMNIST,Wachter,MLP,2,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,3
-6,distance,352.60369873046875,FashionMNIST,REVISE,MLP,2,3
-6,distance_from_energy,901.9552001953125,FashionMNIST,REVISE,MLP,2,3
-6,distance_from_targets,364.8891906738281,FashionMNIST,REVISE,MLP,2,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,3
-6,set_size_penalty,2.9999979951997453,FashionMNIST,REVISE,MLP,2,3
-6,validity,1.0,FashionMNIST,REVISE,MLP,2,3
-7,distance,222.80926513671875,FashionMNIST,REVISE,MLP,2,3
-7,distance_from_energy,928.69384765625,FashionMNIST,REVISE,MLP,2,3
-7,distance_from_targets,469.57977294921875,FashionMNIST,REVISE,MLP,2,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,3
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,3
-7,validity,0.0,FashionMNIST,REVISE,MLP,2,3
-8,distance,254.7501220703125,FashionMNIST,REVISE,MLP,2,3
-8,distance_from_energy,842.1207885742188,FashionMNIST,REVISE,MLP,2,3
-8,distance_from_targets,394.2815246582031,FashionMNIST,REVISE,MLP,2,3
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,2,3
-8,set_size_penalty,1.9491021570861693,FashionMNIST,REVISE,MLP,2,3
-8,validity,1.0,FashionMNIST,REVISE,MLP,2,3
-9,distance,208.2633514404297,FashionMNIST,REVISE,MLP,2,3
-9,distance_from_energy,886.0833740234375,FashionMNIST,REVISE,MLP,2,3
-9,distance_from_targets,397.4535217285156,FashionMNIST,REVISE,MLP,2,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,2,3
-10,distance,217.6368865966797,FashionMNIST,REVISE,MLP,2,3
-10,distance_from_energy,907.38916015625,FashionMNIST,REVISE,MLP,2,3
-10,distance_from_targets,455.01513671875,FashionMNIST,REVISE,MLP,2,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,3
-10,set_size_penalty,2.9999999999999987,FashionMNIST,REVISE,MLP,2,3
-10,validity,1.0,FashionMNIST,REVISE,MLP,2,3
-6,distance,716.8291625976562,FashionMNIST,ECCCo,MLP,2,3
-6,distance_from_energy,199.394775390625,FashionMNIST,ECCCo,MLP,2,3
-6,distance_from_targets,693.6049194335938,FashionMNIST,ECCCo,MLP,2,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,3
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,3
-7,distance,711.73388671875,FashionMNIST,ECCCo,MLP,2,3
-7,distance_from_energy,218.80117797851562,FashionMNIST,ECCCo,MLP,2,3
-7,distance_from_targets,679.5972900390625,FashionMNIST,ECCCo,MLP,2,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,3
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,3
-8,distance,692.2001953125,FashionMNIST,ECCCo,MLP,2,3
-8,distance_from_energy,176.21566772460938,FashionMNIST,ECCCo,MLP,2,3
-8,distance_from_targets,678.5215454101562,FashionMNIST,ECCCo,MLP,2,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,3
-8,set_size_penalty,3.0038157499064164,FashionMNIST,ECCCo,MLP,2,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,3
-9,distance,701.8934326171875,FashionMNIST,ECCCo,MLP,2,3
-9,distance_from_energy,205.45632934570312,FashionMNIST,ECCCo,MLP,2,3
-9,distance_from_targets,668.6058349609375,FashionMNIST,ECCCo,MLP,2,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,3
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,3
-10,distance,712.2139892578125,FashionMNIST,ECCCo,MLP,2,3
-10,distance_from_energy,204.2801055908203,FashionMNIST,ECCCo,MLP,2,3
-10,distance_from_targets,661.5233764648438,FashionMNIST,ECCCo,MLP,2,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,3
-10,set_size_penalty,2.0787225412527,FashionMNIST,ECCCo,MLP,2,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,3
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,3
-6,distance_from_energy,868.8635864257812,FashionMNIST,Schut,MLP,2,3
-6,distance_from_targets,457.0180969238281,FashionMNIST,Schut,MLP,2,3
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,3
-6,validity,0.0,FashionMNIST,Schut,MLP,2,3
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,3
-7,distance_from_energy,907.6912231445312,FashionMNIST,Schut,MLP,2,3
-7,distance_from_targets,426.2617492675781,FashionMNIST,Schut,MLP,2,3
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,3
-7,validity,0.0,FashionMNIST,Schut,MLP,2,3
-8,distance,10.0,FashionMNIST,Schut,MLP,2,3
-8,distance_from_energy,888.3587646484375,FashionMNIST,Schut,MLP,2,3
-8,distance_from_targets,448.6290283203125,FashionMNIST,Schut,MLP,2,3
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,3
-8,validity,0.0,FashionMNIST,Schut,MLP,2,3
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,3
-9,distance_from_energy,878.5283203125,FashionMNIST,Schut,MLP,2,3
-9,distance_from_targets,396.20660400390625,FashionMNIST,Schut,MLP,2,3
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,3
-9,validity,0.0,FashionMNIST,Schut,MLP,2,3
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,3
-10,distance_from_energy,905.9844970703125,FashionMNIST,Schut,MLP,2,3
-10,distance_from_targets,427.5728759765625,FashionMNIST,Schut,MLP,2,3
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,2,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,3
-10,validity,0.0,FashionMNIST,Schut,MLP,2,3
-11,distance,72.4871597290039,FashionMNIST,Wachter,MLP Ensemble,2,3
-11,distance_from_energy,830.0692138671875,FashionMNIST,Wachter,MLP Ensemble,2,3
-11,distance_from_targets,412.4894104003906,FashionMNIST,Wachter,MLP Ensemble,2,3
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-11,set_size_penalty,1.9999952460991834,FashionMNIST,Wachter,MLP Ensemble,2,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-12,distance,69.97826385498047,FashionMNIST,Wachter,MLP Ensemble,2,3
-12,distance_from_energy,825.5051879882812,FashionMNIST,Wachter,MLP Ensemble,2,3
-12,distance_from_targets,447.5699462890625,FashionMNIST,Wachter,MLP Ensemble,2,3
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,3
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-13,distance,86.01277923583984,FashionMNIST,Wachter,MLP Ensemble,2,3
-13,distance_from_energy,875.5732421875,FashionMNIST,Wachter,MLP Ensemble,2,3
-13,distance_from_targets,481.4351806640625,FashionMNIST,Wachter,MLP Ensemble,2,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-14,distance,75.97293853759766,FashionMNIST,Wachter,MLP Ensemble,2,3
-14,distance_from_energy,860.8115234375,FashionMNIST,Wachter,MLP Ensemble,2,3
-14,distance_from_targets,466.2603759765625,FashionMNIST,Wachter,MLP Ensemble,2,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-14,set_size_penalty,2.9986990584256286,FashionMNIST,Wachter,MLP Ensemble,2,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-15,distance,76.51428985595703,FashionMNIST,Wachter,MLP Ensemble,2,3
-15,distance_from_energy,811.446044921875,FashionMNIST,Wachter,MLP Ensemble,2,3
-15,distance_from_targets,399.16864013671875,FashionMNIST,Wachter,MLP Ensemble,2,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,2,3
-11,distance,260.2625732421875,FashionMNIST,REVISE,MLP Ensemble,2,3
-11,distance_from_energy,802.6903076171875,FashionMNIST,REVISE,MLP Ensemble,2,3
-11,distance_from_targets,338.5007629394531,FashionMNIST,REVISE,MLP Ensemble,2,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-11,set_size_penalty,1.4562483209533943,FashionMNIST,REVISE,MLP Ensemble,2,3
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-12,distance,208.7947540283203,FashionMNIST,REVISE,MLP Ensemble,2,3
-12,distance_from_energy,796.5859375,FashionMNIST,REVISE,MLP Ensemble,2,3
-12,distance_from_targets,374.544677734375,FashionMNIST,REVISE,MLP Ensemble,2,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-12,set_size_penalty,2.9971897747153826,FashionMNIST,REVISE,MLP Ensemble,2,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-13,distance,174.50100708007812,FashionMNIST,REVISE,MLP Ensemble,2,3
-13,distance_from_energy,860.1437377929688,FashionMNIST,REVISE,MLP Ensemble,2,3
-13,distance_from_targets,421.2588806152344,FashionMNIST,REVISE,MLP Ensemble,2,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-14,distance,242.39727783203125,FashionMNIST,REVISE,MLP Ensemble,2,3
-14,distance_from_energy,818.9735717773438,FashionMNIST,REVISE,MLP Ensemble,2,3
-14,distance_from_targets,422.7097473144531,FashionMNIST,REVISE,MLP Ensemble,2,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-14,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-15,distance,184.42538452148438,FashionMNIST,REVISE,MLP Ensemble,2,3
-15,distance_from_energy,832.2996826171875,FashionMNIST,REVISE,MLP Ensemble,2,3
-15,distance_from_targets,360.3862609863281,FashionMNIST,REVISE,MLP Ensemble,2,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,3
-11,distance,690.7313232421875,FashionMNIST,ECCCo,MLP Ensemble,2,3
-11,distance_from_energy,147.47494506835938,FashionMNIST,ECCCo,MLP Ensemble,2,3
-11,distance_from_targets,650.9561157226562,FashionMNIST,ECCCo,MLP Ensemble,2,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-11,set_size_penalty,1.0006002450532665,FashionMNIST,ECCCo,MLP Ensemble,2,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-12,distance,695.8367919921875,FashionMNIST,ECCCo,MLP Ensemble,2,3
-12,distance_from_energy,159.0477294921875,FashionMNIST,ECCCo,MLP Ensemble,2,3
-12,distance_from_targets,652.090087890625,FashionMNIST,ECCCo,MLP Ensemble,2,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-12,set_size_penalty,1.0002778428914891,FashionMNIST,ECCCo,MLP Ensemble,2,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-13,distance,715.2987670898438,FashionMNIST,ECCCo,MLP Ensemble,2,3
-13,distance_from_energy,179.73443603515625,FashionMNIST,ECCCo,MLP Ensemble,2,3
-13,distance_from_targets,627.8685302734375,FashionMNIST,ECCCo,MLP Ensemble,2,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-13,set_size_penalty,1.0000000361280763,FashionMNIST,ECCCo,MLP Ensemble,2,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-14,distance,711.9430541992188,FashionMNIST,ECCCo,MLP Ensemble,2,3
-14,distance_from_energy,139.96746826171875,FashionMNIST,ECCCo,MLP Ensemble,2,3
-14,distance_from_targets,650.3095092773438,FashionMNIST,ECCCo,MLP Ensemble,2,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-14,set_size_penalty,1.0012001139265951,FashionMNIST,ECCCo,MLP Ensemble,2,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-15,distance,697.5596313476562,FashionMNIST,ECCCo,MLP Ensemble,2,3
-15,distance_from_energy,123.5737075805664,FashionMNIST,ECCCo,MLP Ensemble,2,3
-15,distance_from_targets,665.6765747070312,FashionMNIST,ECCCo,MLP Ensemble,2,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-15,set_size_penalty,1.0020170521093041,FashionMNIST,ECCCo,MLP Ensemble,2,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,3
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,3
-11,distance_from_energy,836.4060668945312,FashionMNIST,Schut,MLP Ensemble,2,3
-11,distance_from_targets,379.06591796875,FashionMNIST,Schut,MLP Ensemble,2,3
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,3
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,3
-12,distance_from_energy,834.2843627929688,FashionMNIST,Schut,MLP Ensemble,2,3
-12,distance_from_targets,413.1258544921875,FashionMNIST,Schut,MLP Ensemble,2,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,3
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,3
-13,distance_from_energy,886.1209716796875,FashionMNIST,Schut,MLP Ensemble,2,3
-13,distance_from_targets,448.8276672363281,FashionMNIST,Schut,MLP Ensemble,2,3
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,3
-14,distance_from_energy,847.2286987304688,FashionMNIST,Schut,MLP Ensemble,2,3
-14,distance_from_targets,429.5203857421875,FashionMNIST,Schut,MLP Ensemble,2,3
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,3
-15,distance_from_energy,821.59912109375,FashionMNIST,Schut,MLP Ensemble,2,3
-15,distance_from_targets,367.81573486328125,FashionMNIST,Schut,MLP Ensemble,2,3
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,3
-16,distance,71.04428100585938,FashionMNIST,Wachter,JEM,2,3
-16,distance_from_energy,731.1454467773438,FashionMNIST,Wachter,JEM,2,3
-16,distance_from_targets,417.7015075683594,FashionMNIST,Wachter,JEM,2,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,3
-16,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,3
-17,distance,86.6917724609375,FashionMNIST,Wachter,JEM,2,3
-17,distance_from_energy,602.6624145507812,FashionMNIST,Wachter,JEM,2,3
-17,distance_from_targets,499.4267578125,FashionMNIST,Wachter,JEM,2,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,2,3
-17,set_size_penalty,4.999999999912064,FashionMNIST,Wachter,JEM,2,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,3
-18,distance,74.41345977783203,FashionMNIST,Wachter,JEM,2,3
-18,distance_from_energy,659.80908203125,FashionMNIST,Wachter,JEM,2,3
-18,distance_from_targets,520.5924682617188,FashionMNIST,Wachter,JEM,2,3
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,3
-18,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,2,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,3
-19,distance,84.66499328613281,FashionMNIST,Wachter,JEM,2,3
-19,distance_from_energy,671.9760131835938,FashionMNIST,Wachter,JEM,2,3
-19,distance_from_targets,474.1416931152344,FashionMNIST,Wachter,JEM,2,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,3
-19,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,2,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,3
-20,distance,92.84449005126953,FashionMNIST,Wachter,JEM,2,3
-20,distance_from_energy,660.7162475585938,FashionMNIST,Wachter,JEM,2,3
-20,distance_from_targets,496.3940124511719,FashionMNIST,Wachter,JEM,2,3
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,3
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,3
-16,distance,456.13702392578125,FashionMNIST,REVISE,JEM,2,3
-16,distance_from_energy,529.029296875,FashionMNIST,REVISE,JEM,2,3
-16,distance_from_targets,474.8793640136719,FashionMNIST,REVISE,JEM,2,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,3
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,3
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,3
-17,distance,228.5552978515625,FashionMNIST,REVISE,JEM,2,3
-17,distance_from_energy,576.0277099609375,FashionMNIST,REVISE,JEM,2,3
-17,distance_from_targets,413.5393981933594,FashionMNIST,REVISE,JEM,2,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,3
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,2,3
-17,validity,1.0,FashionMNIST,REVISE,JEM,2,3
-18,distance,310.5106201171875,FashionMNIST,REVISE,JEM,2,3
-18,distance_from_energy,519.4703979492188,FashionMNIST,REVISE,JEM,2,3
-18,distance_from_targets,428.0609130859375,FashionMNIST,REVISE,JEM,2,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,3
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,3
-18,validity,1.0,FashionMNIST,REVISE,JEM,2,3
-19,distance,448.24200439453125,FashionMNIST,REVISE,JEM,2,3
-19,distance_from_energy,710.2839965820312,FashionMNIST,REVISE,JEM,2,3
-19,distance_from_targets,536.7484130859375,FashionMNIST,REVISE,JEM,2,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,3
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,3
-19,validity,0.0,FashionMNIST,REVISE,JEM,2,3
-20,distance,195.02552795410156,FashionMNIST,REVISE,JEM,2,3
-20,distance_from_energy,562.1942138671875,FashionMNIST,REVISE,JEM,2,3
-20,distance_from_targets,417.0664367675781,FashionMNIST,REVISE,JEM,2,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,3
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,3
-20,validity,0.0,FashionMNIST,REVISE,JEM,2,3
-16,distance,441.6968078613281,FashionMNIST,ECCCo,JEM,2,3
-16,distance_from_energy,141.9550018310547,FashionMNIST,ECCCo,JEM,2,3
-16,distance_from_targets,476.86346435546875,FashionMNIST,ECCCo,JEM,2,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,3
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,3
-17,distance,476.1402282714844,FashionMNIST,ECCCo,JEM,2,3
-17,distance_from_energy,191.2157745361328,FashionMNIST,ECCCo,JEM,2,3
-17,distance_from_targets,472.0778503417969,FashionMNIST,ECCCo,JEM,2,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,3
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,3
-18,distance,513.1738891601562,FashionMNIST,ECCCo,JEM,2,3
-18,distance_from_energy,146.4924774169922,FashionMNIST,ECCCo,JEM,2,3
-18,distance_from_targets,475.7308044433594,FashionMNIST,ECCCo,JEM,2,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,3
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,3
-19,distance,525.0702514648438,FashionMNIST,ECCCo,JEM,2,3
-19,distance_from_energy,145.76327514648438,FashionMNIST,ECCCo,JEM,2,3
-19,distance_from_targets,489.60211181640625,FashionMNIST,ECCCo,JEM,2,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,3
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,3
-20,distance,497.2535400390625,FashionMNIST,ECCCo,JEM,2,3
-20,distance_from_energy,143.81857299804688,FashionMNIST,ECCCo,JEM,2,3
-20,distance_from_targets,466.7137451171875,FashionMNIST,ECCCo,JEM,2,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,3
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,3
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,3
-16,distance_from_energy,568.3153076171875,FashionMNIST,Schut,JEM,2,3
-16,distance_from_targets,383.7001647949219,FashionMNIST,Schut,JEM,2,3
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,3
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,3
-16,validity,0.0,FashionMNIST,Schut,JEM,2,3
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,3
-17,distance_from_energy,600.7167358398438,FashionMNIST,Schut,JEM,2,3
-17,distance_from_targets,468.7926940917969,FashionMNIST,Schut,JEM,2,3
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,3
-17,validity,0.0,FashionMNIST,Schut,JEM,2,3
-18,distance,10.0,FashionMNIST,Schut,JEM,2,3
-18,distance_from_energy,682.226318359375,FashionMNIST,Schut,JEM,2,3
-18,distance_from_targets,492.28326416015625,FashionMNIST,Schut,JEM,2,3
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,3
-18,validity,0.0,FashionMNIST,Schut,JEM,2,3
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,3
-19,distance_from_energy,649.4483032226562,FashionMNIST,Schut,JEM,2,3
-19,distance_from_targets,448.38421630859375,FashionMNIST,Schut,JEM,2,3
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,3
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,3
-19,validity,0.0,FashionMNIST,Schut,JEM,2,3
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,3
-20,distance_from_energy,632.5250244140625,FashionMNIST,Schut,JEM,2,3
-20,distance_from_targets,460.96124267578125,FashionMNIST,Schut,JEM,2,3
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,3
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,3
-20,validity,0.0,FashionMNIST,Schut,JEM,2,3
-1,distance,57.00874328613281,FashionMNIST,Wachter,JEM Ensemble,2,4
-1,distance_from_energy,478.47723388671875,FashionMNIST,Wachter,JEM Ensemble,2,4
-1,distance_from_targets,370.6896667480469,FashionMNIST,Wachter,JEM Ensemble,2,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-1,set_size_penalty,5.000000001974555,FashionMNIST,Wachter,JEM Ensemble,2,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-2,distance,69.32561492919922,FashionMNIST,Wachter,JEM Ensemble,2,4
-2,distance_from_energy,692.2301635742188,FashionMNIST,Wachter,JEM Ensemble,2,4
-2,distance_from_targets,410.1097412109375,FashionMNIST,Wachter,JEM Ensemble,2,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-3,distance,64.58600616455078,FashionMNIST,Wachter,JEM Ensemble,2,4
-3,distance_from_energy,710.483642578125,FashionMNIST,Wachter,JEM Ensemble,2,4
-3,distance_from_targets,416.1805419921875,FashionMNIST,Wachter,JEM Ensemble,2,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-3,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-4,distance,59.12904357910156,FashionMNIST,Wachter,JEM Ensemble,2,4
-4,distance_from_energy,392.80426025390625,FashionMNIST,Wachter,JEM Ensemble,2,4
-4,distance_from_targets,371.0870666503906,FashionMNIST,Wachter,JEM Ensemble,2,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-4,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-5,distance,64.56063079833984,FashionMNIST,Wachter,JEM Ensemble,2,4
-5,distance_from_energy,513.0799560546875,FashionMNIST,Wachter,JEM Ensemble,2,4
-5,distance_from_targets,357.8656005859375,FashionMNIST,Wachter,JEM Ensemble,2,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-5,set_size_penalty,3.000000009365432,FashionMNIST,Wachter,JEM Ensemble,2,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,4
-1,distance,224.10906982421875,FashionMNIST,REVISE,JEM Ensemble,2,4
-1,distance_from_energy,411.79815673828125,FashionMNIST,REVISE,JEM Ensemble,2,4
-1,distance_from_targets,396.113525390625,FashionMNIST,REVISE,JEM Ensemble,2,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-2,distance,313.0039978027344,FashionMNIST,REVISE,JEM Ensemble,2,4
-2,distance_from_energy,847.3883056640625,FashionMNIST,REVISE,JEM Ensemble,2,4
-2,distance_from_targets,488.1699523925781,FashionMNIST,REVISE,JEM Ensemble,2,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-3,distance,365.93670654296875,FashionMNIST,REVISE,JEM Ensemble,2,4
-3,distance_from_energy,459.3816833496094,FashionMNIST,REVISE,JEM Ensemble,2,4
-3,distance_from_targets,333.2146301269531,FashionMNIST,REVISE,JEM Ensemble,2,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-3,set_size_penalty,3.000000000000008,FashionMNIST,REVISE,JEM Ensemble,2,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-4,distance,203.37631225585938,FashionMNIST,REVISE,JEM Ensemble,2,4
-4,distance_from_energy,231.54150390625,FashionMNIST,REVISE,JEM Ensemble,2,4
-4,distance_from_targets,398.1775817871094,FashionMNIST,REVISE,JEM Ensemble,2,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-4,set_size_penalty,7.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-5,distance,152.73239135742188,FashionMNIST,REVISE,JEM Ensemble,2,4
-5,distance_from_energy,598.3427124023438,FashionMNIST,REVISE,JEM Ensemble,2,4
-5,distance_from_targets,316.2825012207031,FashionMNIST,REVISE,JEM Ensemble,2,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,4
-1,distance,399.7924499511719,FashionMNIST,ECCCo,JEM Ensemble,2,4
-1,distance_from_energy,61.63657760620117,FashionMNIST,ECCCo,JEM Ensemble,2,4
-1,distance_from_targets,499.48931884765625,FashionMNIST,ECCCo,JEM Ensemble,2,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-2,distance,665.8093872070312,FashionMNIST,ECCCo,JEM Ensemble,2,4
-2,distance_from_energy,64.40748596191406,FashionMNIST,ECCCo,JEM Ensemble,2,4
-2,distance_from_targets,514.8278198242188,FashionMNIST,ECCCo,JEM Ensemble,2,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-2,set_size_penalty,3.9999999999999982,FashionMNIST,ECCCo,JEM Ensemble,2,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-3,distance,589.2294311523438,FashionMNIST,ECCCo,JEM Ensemble,2,4
-3,distance_from_energy,75.45582580566406,FashionMNIST,ECCCo,JEM Ensemble,2,4
-3,distance_from_targets,474.5197448730469,FashionMNIST,ECCCo,JEM Ensemble,2,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-3,set_size_penalty,5.9756669120106825,FashionMNIST,ECCCo,JEM Ensemble,2,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-4,distance,321.0108947753906,FashionMNIST,ECCCo,JEM Ensemble,2,4
-4,distance_from_energy,64.8853988647461,FashionMNIST,ECCCo,JEM Ensemble,2,4
-4,distance_from_targets,490.1606140136719,FashionMNIST,ECCCo,JEM Ensemble,2,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-4,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-5,distance,240.26431274414062,FashionMNIST,ECCCo,JEM Ensemble,2,4
-5,distance_from_energy,237.5291290283203,FashionMNIST,ECCCo,JEM Ensemble,2,4
-5,distance_from_targets,413.6489562988281,FashionMNIST,ECCCo,JEM Ensemble,2,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,4
-1,distance,9.100001335144043,FashionMNIST,Schut,JEM Ensemble,2,4
-1,distance_from_energy,410.00054931640625,FashionMNIST,Schut,JEM Ensemble,2,4
-1,distance_from_targets,353.2176208496094,FashionMNIST,Schut,JEM Ensemble,2,4
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,4
-1,set_size_penalty,4.999932544135427,FashionMNIST,Schut,JEM Ensemble,2,4
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,4
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,4
-2,distance_from_energy,717.0961303710938,FashionMNIST,Schut,JEM Ensemble,2,4
-2,distance_from_targets,379.2327880859375,FashionMNIST,Schut,JEM Ensemble,2,4
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,4
-2,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,2,4
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,4
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,4
-3,distance_from_energy,664.1378784179688,FashionMNIST,Schut,JEM Ensemble,2,4
-3,distance_from_targets,390.90155029296875,FashionMNIST,Schut,JEM Ensemble,2,4
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,4
-3,set_size_penalty,2.999504928622833,FashionMNIST,Schut,JEM Ensemble,2,4
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,4
-4,distance,7.30000114440918,FashionMNIST,Schut,JEM Ensemble,2,4
-4,distance_from_energy,422.22540283203125,FashionMNIST,Schut,JEM Ensemble,2,4
-4,distance_from_targets,345.4259338378906,FashionMNIST,Schut,JEM Ensemble,2,4
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,4
-4,set_size_penalty,5.0,FashionMNIST,Schut,JEM Ensemble,2,4
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,4
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,4
-5,distance_from_energy,401.7706604003906,FashionMNIST,Schut,JEM Ensemble,2,4
-5,distance_from_targets,342.49017333984375,FashionMNIST,Schut,JEM Ensemble,2,4
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,4
-5,set_size_penalty,3.000000000000031,FashionMNIST,Schut,JEM Ensemble,2,4
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,4
-6,distance,61.45919418334961,FashionMNIST,Wachter,MLP,2,4
-6,distance_from_energy,851.3046875,FashionMNIST,Wachter,MLP,2,4
-6,distance_from_targets,371.8359375,FashionMNIST,Wachter,MLP,2,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,4
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,4
-7,distance,63.279109954833984,FashionMNIST,Wachter,MLP,2,4
-7,distance_from_energy,877.1190185546875,FashionMNIST,Wachter,MLP,2,4
-7,distance_from_targets,351.0412902832031,FashionMNIST,Wachter,MLP,2,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,4
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,4
-8,distance,59.72322082519531,FashionMNIST,Wachter,MLP,2,4
-8,distance_from_energy,831.2750854492188,FashionMNIST,Wachter,MLP,2,4
-8,distance_from_targets,376.8260192871094,FashionMNIST,Wachter,MLP,2,4
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,4
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,4
-9,distance,68.89820098876953,FashionMNIST,Wachter,MLP,2,4
-9,distance_from_energy,788.7967529296875,FashionMNIST,Wachter,MLP,2,4
-9,distance_from_targets,369.753173828125,FashionMNIST,Wachter,MLP,2,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,4
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,4
-10,distance,69.93578338623047,FashionMNIST,Wachter,MLP,2,4
-10,distance_from_energy,928.6904296875,FashionMNIST,Wachter,MLP,2,4
-10,distance_from_targets,447.7061767578125,FashionMNIST,Wachter,MLP,2,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,4
-10,set_size_penalty,1.172601155576101,FashionMNIST,Wachter,MLP,2,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,4
-6,distance,211.29257202148438,FashionMNIST,REVISE,MLP,2,4
-6,distance_from_energy,820.1380615234375,FashionMNIST,REVISE,MLP,2,4
-6,distance_from_targets,298.9349365234375,FashionMNIST,REVISE,MLP,2,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,4
-6,set_size_penalty,1.9999999999999964,FashionMNIST,REVISE,MLP,2,4
-6,validity,1.0,FashionMNIST,REVISE,MLP,2,4
-7,distance,304.82867431640625,FashionMNIST,REVISE,MLP,2,4
-7,distance_from_energy,859.86376953125,FashionMNIST,REVISE,MLP,2,4
-7,distance_from_targets,449.2488098144531,FashionMNIST,REVISE,MLP,2,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,4
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,2,4
-7,validity,1.0,FashionMNIST,REVISE,MLP,2,4
-8,distance,204.39593505859375,FashionMNIST,REVISE,MLP,2,4
-8,distance_from_energy,863.22021484375,FashionMNIST,REVISE,MLP,2,4
-8,distance_from_targets,355.2834777832031,FashionMNIST,REVISE,MLP,2,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,4
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,2,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,2,4
-9,distance,140.3027801513672,FashionMNIST,REVISE,MLP,2,4
-9,distance_from_energy,792.7796630859375,FashionMNIST,REVISE,MLP,2,4
-9,distance_from_targets,346.0101318359375,FashionMNIST,REVISE,MLP,2,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,4
-9,set_size_penalty,1.0012129211033016,FashionMNIST,REVISE,MLP,2,4
-9,validity,1.0,FashionMNIST,REVISE,MLP,2,4
-10,distance,202.74313354492188,FashionMNIST,REVISE,MLP,2,4
-10,distance_from_energy,933.73095703125,FashionMNIST,REVISE,MLP,2,4
-10,distance_from_targets,454.54815673828125,FashionMNIST,REVISE,MLP,2,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,4
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,4
-10,validity,0.0,FashionMNIST,REVISE,MLP,2,4
-6,distance,710.2145385742188,FashionMNIST,ECCCo,MLP,2,4
-6,distance_from_energy,126.35649108886719,FashionMNIST,ECCCo,MLP,2,4
-6,distance_from_targets,713.0418090820312,FashionMNIST,ECCCo,MLP,2,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,4
-6,set_size_penalty,3.0087509333378084,FashionMNIST,ECCCo,MLP,2,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,4
-7,distance,736.2302856445312,FashionMNIST,ECCCo,MLP,2,4
-7,distance_from_energy,173.8123321533203,FashionMNIST,ECCCo,MLP,2,4
-7,distance_from_targets,700.484375,FashionMNIST,ECCCo,MLP,2,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,4
-7,set_size_penalty,2.0000773109622134,FashionMNIST,ECCCo,MLP,2,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,4
-8,distance,687.0662841796875,FashionMNIST,ECCCo,MLP,2,4
-8,distance_from_energy,183.00807189941406,FashionMNIST,ECCCo,MLP,2,4
-8,distance_from_targets,667.6398315429688,FashionMNIST,ECCCo,MLP,2,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,4
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,4
-9,distance,651.8843994140625,FashionMNIST,ECCCo,MLP,2,4
-9,distance_from_energy,185.7006072998047,FashionMNIST,ECCCo,MLP,2,4
-9,distance_from_targets,694.0210571289062,FashionMNIST,ECCCo,MLP,2,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,4
-9,set_size_penalty,2.0350836965482286,FashionMNIST,ECCCo,MLP,2,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,4
-10,distance,683.6395874023438,FashionMNIST,ECCCo,MLP,2,4
-10,distance_from_energy,252.9849853515625,FashionMNIST,ECCCo,MLP,2,4
-10,distance_from_targets,628.072265625,FashionMNIST,ECCCo,MLP,2,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,4
-10,set_size_penalty,2.0000000183659594,FashionMNIST,ECCCo,MLP,2,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,4
-6,distance,10.0,FashionMNIST,Schut,MLP,2,4
-6,distance_from_energy,840.5504760742188,FashionMNIST,Schut,MLP,2,4
-6,distance_from_targets,345.2524719238281,FashionMNIST,Schut,MLP,2,4
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,4
-6,set_size_penalty,3.0,FashionMNIST,Schut,MLP,2,4
-6,validity,1.0,FashionMNIST,Schut,MLP,2,4
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,4
-7,distance_from_energy,855.7152099609375,FashionMNIST,Schut,MLP,2,4
-7,distance_from_targets,323.4670104980469,FashionMNIST,Schut,MLP,2,4
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,4
-7,set_size_penalty,3.0,FashionMNIST,Schut,MLP,2,4
-7,validity,1.0,FashionMNIST,Schut,MLP,2,4
-8,distance,9.30000114440918,FashionMNIST,Schut,MLP,2,4
-8,distance_from_energy,889.5645751953125,FashionMNIST,Schut,MLP,2,4
-8,distance_from_targets,354.0327453613281,FashionMNIST,Schut,MLP,2,4
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,4
-8,set_size_penalty,3.0,FashionMNIST,Schut,MLP,2,4
-8,validity,1.0,FashionMNIST,Schut,MLP,2,4
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,4
-9,distance_from_energy,809.3515014648438,FashionMNIST,Schut,MLP,2,4
-9,distance_from_targets,329.2851867675781,FashionMNIST,Schut,MLP,2,4
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,4
-9,set_size_penalty,2.999999999999872,FashionMNIST,Schut,MLP,2,4
-9,validity,1.0,FashionMNIST,Schut,MLP,2,4
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,4
-10,distance_from_energy,898.7347412109375,FashionMNIST,Schut,MLP,2,4
-10,distance_from_targets,421.9507141113281,FashionMNIST,Schut,MLP,2,4
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,4
-10,validity,0.0,FashionMNIST,Schut,MLP,2,4
-11,distance,64.57487487792969,FashionMNIST,Wachter,MLP Ensemble,2,4
-11,distance_from_energy,777.2581176757812,FashionMNIST,Wachter,MLP Ensemble,2,4
-11,distance_from_targets,361.1278076171875,FashionMNIST,Wachter,MLP Ensemble,2,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-11,set_size_penalty,2.996436285656315,FashionMNIST,Wachter,MLP Ensemble,2,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-12,distance,60.365352630615234,FashionMNIST,Wachter,MLP Ensemble,2,4
-12,distance_from_energy,831.6807861328125,FashionMNIST,Wachter,MLP Ensemble,2,4
-12,distance_from_targets,415.5919494628906,FashionMNIST,Wachter,MLP Ensemble,2,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-12,set_size_penalty,2.9999999920002844,FashionMNIST,Wachter,MLP Ensemble,2,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-13,distance,64.48807525634766,FashionMNIST,Wachter,MLP Ensemble,2,4
-13,distance_from_energy,782.21484375,FashionMNIST,Wachter,MLP Ensemble,2,4
-13,distance_from_targets,353.8041076660156,FashionMNIST,Wachter,MLP Ensemble,2,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-14,distance,59.457130432128906,FashionMNIST,Wachter,MLP Ensemble,2,4
-14,distance_from_energy,795.4344482421875,FashionMNIST,Wachter,MLP Ensemble,2,4
-14,distance_from_targets,362.9097900390625,FashionMNIST,Wachter,MLP Ensemble,2,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-15,distance,71.91850280761719,FashionMNIST,Wachter,MLP Ensemble,2,4
-15,distance_from_energy,820.1702880859375,FashionMNIST,Wachter,MLP Ensemble,2,4
-15,distance_from_targets,398.9457702636719,FashionMNIST,Wachter,MLP Ensemble,2,4
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,4
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,4
-11,distance,186.76173400878906,FashionMNIST,REVISE,MLP Ensemble,2,4
-11,distance_from_energy,773.1599731445312,FashionMNIST,REVISE,MLP Ensemble,2,4
-11,distance_from_targets,356.5018310546875,FashionMNIST,REVISE,MLP Ensemble,2,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-11,set_size_penalty,2.8174940984570593,FashionMNIST,REVISE,MLP Ensemble,2,4
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-12,distance,173.05361938476562,FashionMNIST,REVISE,MLP Ensemble,2,4
-12,distance_from_energy,834.1759643554688,FashionMNIST,REVISE,MLP Ensemble,2,4
-12,distance_from_targets,407.7328186035156,FashionMNIST,REVISE,MLP Ensemble,2,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-13,distance,121.71931457519531,FashionMNIST,REVISE,MLP Ensemble,2,4
-13,distance_from_energy,791.6563720703125,FashionMNIST,REVISE,MLP Ensemble,2,4
-13,distance_from_targets,327.6869812011719,FashionMNIST,REVISE,MLP Ensemble,2,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-13,set_size_penalty,2.0000000000000293,FashionMNIST,REVISE,MLP Ensemble,2,4
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-14,distance,163.15211486816406,FashionMNIST,REVISE,MLP Ensemble,2,4
-14,distance_from_energy,791.2359619140625,FashionMNIST,REVISE,MLP Ensemble,2,4
-14,distance_from_targets,356.2190246582031,FashionMNIST,REVISE,MLP Ensemble,2,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-14,set_size_penalty,1.001661219848431,FashionMNIST,REVISE,MLP Ensemble,2,4
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-15,distance,151.86380004882812,FashionMNIST,REVISE,MLP Ensemble,2,4
-15,distance_from_energy,789.1300659179688,FashionMNIST,REVISE,MLP Ensemble,2,4
-15,distance_from_targets,332.7194519042969,FashionMNIST,REVISE,MLP Ensemble,2,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-15,set_size_penalty,2.9999946831627553,FashionMNIST,REVISE,MLP Ensemble,2,4
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,4
-11,distance,695.2247924804688,FashionMNIST,ECCCo,MLP Ensemble,2,4
-11,distance_from_energy,103.37300872802734,FashionMNIST,ECCCo,MLP Ensemble,2,4
-11,distance_from_targets,692.2227783203125,FashionMNIST,ECCCo,MLP Ensemble,2,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-11,set_size_penalty,1.0001618920687516,FashionMNIST,ECCCo,MLP Ensemble,2,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-12,distance,661.5679931640625,FashionMNIST,ECCCo,MLP Ensemble,2,4
-12,distance_from_energy,183.45806884765625,FashionMNIST,ECCCo,MLP Ensemble,2,4
-12,distance_from_targets,625.2445678710938,FashionMNIST,ECCCo,MLP Ensemble,2,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-12,set_size_penalty,1.0000154512940118,FashionMNIST,ECCCo,MLP Ensemble,2,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-13,distance,660.9457397460938,FashionMNIST,ECCCo,MLP Ensemble,2,4
-13,distance_from_energy,137.51953125,FashionMNIST,ECCCo,MLP Ensemble,2,4
-13,distance_from_targets,658.82373046875,FashionMNIST,ECCCo,MLP Ensemble,2,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-13,set_size_penalty,1.0000867495241166,FashionMNIST,ECCCo,MLP Ensemble,2,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-14,distance,630.5216064453125,FashionMNIST,ECCCo,MLP Ensemble,2,4
-14,distance_from_energy,144.29701232910156,FashionMNIST,ECCCo,MLP Ensemble,2,4
-14,distance_from_targets,626.8312377929688,FashionMNIST,ECCCo,MLP Ensemble,2,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-14,set_size_penalty,1.0172751931024353,FashionMNIST,ECCCo,MLP Ensemble,2,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-15,distance,687.1043090820312,FashionMNIST,ECCCo,MLP Ensemble,2,4
-15,distance_from_energy,144.1687469482422,FashionMNIST,ECCCo,MLP Ensemble,2,4
-15,distance_from_targets,652.0201416015625,FashionMNIST,ECCCo,MLP Ensemble,2,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-15,set_size_penalty,1.0003570390036396,FashionMNIST,ECCCo,MLP Ensemble,2,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,4
-11,distance_from_energy,787.0992431640625,FashionMNIST,Schut,MLP Ensemble,2,4
-11,distance_from_targets,336.45135498046875,FashionMNIST,Schut,MLP Ensemble,2,4
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,4
-11,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,2,4
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,2,4
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,4
-12,distance_from_energy,822.5632934570312,FashionMNIST,Schut,MLP Ensemble,2,4
-12,distance_from_targets,383.89251708984375,FashionMNIST,Schut,MLP Ensemble,2,4
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,4
-12,set_size_penalty,2.999997838640975,FashionMNIST,Schut,MLP Ensemble,2,4
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,2,4
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,4
-13,distance_from_energy,781.984130859375,FashionMNIST,Schut,MLP Ensemble,2,4
-13,distance_from_targets,325.8069763183594,FashionMNIST,Schut,MLP Ensemble,2,4
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,4
-14,distance,8.90000057220459,FashionMNIST,Schut,MLP Ensemble,2,4
-14,distance_from_energy,789.9004516601562,FashionMNIST,Schut,MLP Ensemble,2,4
-14,distance_from_targets,325.7764587402344,FashionMNIST,Schut,MLP Ensemble,2,4
-14,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,2,4
-14,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,2,4
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,2,4
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,4
-15,distance_from_energy,814.9451904296875,FashionMNIST,Schut,MLP Ensemble,2,4
-15,distance_from_targets,368.91339111328125,FashionMNIST,Schut,MLP Ensemble,2,4
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,4
-16,distance,76.01921844482422,FashionMNIST,Wachter,JEM,2,4
-16,distance_from_energy,643.9078369140625,FashionMNIST,Wachter,JEM,2,4
-16,distance_from_targets,425.01702880859375,FashionMNIST,Wachter,JEM,2,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,4
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,4
-17,distance,57.960960388183594,FashionMNIST,Wachter,JEM,2,4
-17,distance_from_energy,541.6260375976562,FashionMNIST,Wachter,JEM,2,4
-17,distance_from_targets,381.7834167480469,FashionMNIST,Wachter,JEM,2,4
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,4
-17,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,2,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,4
-18,distance,69.01444244384766,FashionMNIST,Wachter,JEM,2,4
-18,distance_from_energy,679.4542236328125,FashionMNIST,Wachter,JEM,2,4
-18,distance_from_targets,481.9000549316406,FashionMNIST,Wachter,JEM,2,4
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,4
-18,set_size_penalty,5.995924431111228,FashionMNIST,Wachter,JEM,2,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,4
-19,distance,75.57329559326172,FashionMNIST,Wachter,JEM,2,4
-19,distance_from_energy,609.2381591796875,FashionMNIST,Wachter,JEM,2,4
-19,distance_from_targets,461.6195983886719,FashionMNIST,Wachter,JEM,2,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,4
-19,set_size_penalty,4.999999995339643,FashionMNIST,Wachter,JEM,2,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,4
-20,distance,56.46675491333008,FashionMNIST,Wachter,JEM,2,4
-20,distance_from_energy,571.4993286132812,FashionMNIST,Wachter,JEM,2,4
-20,distance_from_targets,383.5069580078125,FashionMNIST,Wachter,JEM,2,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,2,4
-20,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,2,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,4
-16,distance,256.0720520019531,FashionMNIST,REVISE,JEM,2,4
-16,distance_from_energy,642.662109375,FashionMNIST,REVISE,JEM,2,4
-16,distance_from_targets,409.0486755371094,FashionMNIST,REVISE,JEM,2,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,4
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,2,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,4
-17,distance,170.1314239501953,FashionMNIST,REVISE,JEM,2,4
-17,distance_from_energy,450.86962890625,FashionMNIST,REVISE,JEM,2,4
-17,distance_from_targets,404.5904235839844,FashionMNIST,REVISE,JEM,2,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,4
-17,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,2,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,2,4
-18,distance,380.97515869140625,FashionMNIST,REVISE,JEM,2,4
-18,distance_from_energy,532.5488891601562,FashionMNIST,REVISE,JEM,2,4
-18,distance_from_targets,468.50262451171875,FashionMNIST,REVISE,JEM,2,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,4
-18,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,2,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,2,4
-19,distance,174.260498046875,FashionMNIST,REVISE,JEM,2,4
-19,distance_from_energy,555.42919921875,FashionMNIST,REVISE,JEM,2,4
-19,distance_from_targets,391.24456787109375,FashionMNIST,REVISE,JEM,2,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,4
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,4
-19,validity,1.0,FashionMNIST,REVISE,JEM,2,4
-20,distance,225.166259765625,FashionMNIST,REVISE,JEM,2,4
-20,distance_from_energy,535.8062744140625,FashionMNIST,REVISE,JEM,2,4
-20,distance_from_targets,329.9692687988281,FashionMNIST,REVISE,JEM,2,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,4
-20,set_size_penalty,5.9309343616712376,FashionMNIST,REVISE,JEM,2,4
-20,validity,1.0,FashionMNIST,REVISE,JEM,2,4
-16,distance,543.5926513671875,FashionMNIST,ECCCo,JEM,2,4
-16,distance_from_energy,119.5638656616211,FashionMNIST,ECCCo,JEM,2,4
-16,distance_from_targets,480.4266052246094,FashionMNIST,ECCCo,JEM,2,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,4
-16,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,4
-17,distance,362.1795349121094,FashionMNIST,ECCCo,JEM,2,4
-17,distance_from_energy,138.22425842285156,FashionMNIST,ECCCo,JEM,2,4
-17,distance_from_targets,477.3807678222656,FashionMNIST,ECCCo,JEM,2,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,4
-17,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,2,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,4
-18,distance,415.2292175292969,FashionMNIST,ECCCo,JEM,2,4
-18,distance_from_energy,197.34951782226562,FashionMNIST,ECCCo,JEM,2,4
-18,distance_from_targets,496.3026428222656,FashionMNIST,ECCCo,JEM,2,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,4
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,4
-19,distance,472.99847412109375,FashionMNIST,ECCCo,JEM,2,4
-19,distance_from_energy,133.5844268798828,FashionMNIST,ECCCo,JEM,2,4
-19,distance_from_targets,481.3043212890625,FashionMNIST,ECCCo,JEM,2,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,4
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,4
-20,distance,399.7810974121094,FashionMNIST,ECCCo,JEM,2,4
-20,distance_from_energy,132.0310516357422,FashionMNIST,ECCCo,JEM,2,4
-20,distance_from_targets,477.6609191894531,FashionMNIST,ECCCo,JEM,2,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,4
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,2,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,4
-16,distance,10.0,FashionMNIST,Schut,JEM,2,4
-16,distance_from_energy,605.8533325195312,FashionMNIST,Schut,JEM,2,4
-16,distance_from_targets,398.7804870605469,FashionMNIST,Schut,JEM,2,4
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,4
-16,validity,0.0,FashionMNIST,Schut,JEM,2,4
-17,distance,6.300000190734863,FashionMNIST,Schut,JEM,2,4
-17,distance_from_energy,539.50146484375,FashionMNIST,Schut,JEM,2,4
-17,distance_from_targets,359.3002624511719,FashionMNIST,Schut,JEM,2,4
-17,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,2,4
-17,set_size_penalty,6.0,FashionMNIST,Schut,JEM,2,4
-17,validity,1.0,FashionMNIST,Schut,JEM,2,4
-18,distance,10.0,FashionMNIST,Schut,JEM,2,4
-18,distance_from_energy,716.6383056640625,FashionMNIST,Schut,JEM,2,4
-18,distance_from_targets,460.6778869628906,FashionMNIST,Schut,JEM,2,4
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,2,4
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,4
-18,validity,0.0,FashionMNIST,Schut,JEM,2,4
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,4
-19,distance_from_energy,639.4788818359375,FashionMNIST,Schut,JEM,2,4
-19,distance_from_targets,432.65130615234375,FashionMNIST,Schut,JEM,2,4
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,4
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,4
-19,validity,0.0,FashionMNIST,Schut,JEM,2,4
-20,distance,4.200000762939453,FashionMNIST,Schut,JEM,2,4
-20,distance_from_energy,599.6221313476562,FashionMNIST,Schut,JEM,2,4
-20,distance_from_targets,354.06524658203125,FashionMNIST,Schut,JEM,2,4
-20,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,2,4
-20,set_size_penalty,4.000000000000008,FashionMNIST,Schut,JEM,2,4
-20,validity,1.0,FashionMNIST,Schut,JEM,2,4
-1,distance,90.5262680053711,FashionMNIST,Wachter,JEM Ensemble,2,5
-1,distance_from_energy,896.4781494140625,FashionMNIST,Wachter,JEM Ensemble,2,5
-1,distance_from_targets,544.1183471679688,FashionMNIST,Wachter,JEM Ensemble,2,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-1,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-2,distance,105.51433563232422,FashionMNIST,Wachter,JEM Ensemble,2,5
-2,distance_from_energy,805.2637939453125,FashionMNIST,Wachter,JEM Ensemble,2,5
-2,distance_from_targets,571.7928466796875,FashionMNIST,Wachter,JEM Ensemble,2,5
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,2,5
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-3,distance,70.54903411865234,FashionMNIST,Wachter,JEM Ensemble,2,5
-3,distance_from_energy,956.0602416992188,FashionMNIST,Wachter,JEM Ensemble,2,5
-3,distance_from_targets,573.4334106445312,FashionMNIST,Wachter,JEM Ensemble,2,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-3,set_size_penalty,2.9999999999976503,FashionMNIST,Wachter,JEM Ensemble,2,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-4,distance,105.06835174560547,FashionMNIST,Wachter,JEM Ensemble,2,5
-4,distance_from_energy,913.6162109375,FashionMNIST,Wachter,JEM Ensemble,2,5
-4,distance_from_targets,554.2249145507812,FashionMNIST,Wachter,JEM Ensemble,2,5
-4,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,2,5
-4,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-5,distance,98.59614562988281,FashionMNIST,Wachter,JEM Ensemble,2,5
-5,distance_from_energy,843.9671020507812,FashionMNIST,Wachter,JEM Ensemble,2,5
-5,distance_from_targets,554.2037353515625,FashionMNIST,Wachter,JEM Ensemble,2,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,5
-1,distance,198.49142456054688,FashionMNIST,REVISE,JEM Ensemble,2,5
-1,distance_from_energy,864.28369140625,FashionMNIST,REVISE,JEM Ensemble,2,5
-1,distance_from_targets,536.7461547851562,FashionMNIST,REVISE,JEM Ensemble,2,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-2,distance,631.1624145507812,FashionMNIST,REVISE,JEM Ensemble,2,5
-2,distance_from_energy,1047.2403564453125,FashionMNIST,REVISE,JEM Ensemble,2,5
-2,distance_from_targets,736.084228515625,FashionMNIST,REVISE,JEM Ensemble,2,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-2,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-3,distance,192.0911102294922,FashionMNIST,REVISE,JEM Ensemble,2,5
-3,distance_from_energy,916.7233276367188,FashionMNIST,REVISE,JEM Ensemble,2,5
-3,distance_from_targets,570.7637939453125,FashionMNIST,REVISE,JEM Ensemble,2,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-4,distance,216.61190795898438,FashionMNIST,REVISE,JEM Ensemble,2,5
-4,distance_from_energy,995.0615234375,FashionMNIST,REVISE,JEM Ensemble,2,5
-4,distance_from_targets,608.3670043945312,FashionMNIST,REVISE,JEM Ensemble,2,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-5,distance,478.9389343261719,FashionMNIST,REVISE,JEM Ensemble,2,5
-5,distance_from_energy,690.31884765625,FashionMNIST,REVISE,JEM Ensemble,2,5
-5,distance_from_targets,422.16278076171875,FashionMNIST,REVISE,JEM Ensemble,2,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-5,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,5
-1,distance,721.0217895507812,FashionMNIST,ECCCo,JEM Ensemble,2,5
-1,distance_from_energy,180.40072631835938,FashionMNIST,ECCCo,JEM Ensemble,2,5
-1,distance_from_targets,414.0674133300781,FashionMNIST,ECCCo,JEM Ensemble,2,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-1,set_size_penalty,1.0000000000000826,FashionMNIST,ECCCo,JEM Ensemble,2,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-2,distance,619.1021118164062,FashionMNIST,ECCCo,JEM Ensemble,2,5
-2,distance_from_energy,196.69529724121094,FashionMNIST,ECCCo,JEM Ensemble,2,5
-2,distance_from_targets,406.09088134765625,FashionMNIST,ECCCo,JEM Ensemble,2,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-3,distance,576.0789794921875,FashionMNIST,ECCCo,JEM Ensemble,2,5
-3,distance_from_energy,185.6764373779297,FashionMNIST,ECCCo,JEM Ensemble,2,5
-3,distance_from_targets,412.03460693359375,FashionMNIST,ECCCo,JEM Ensemble,2,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-4,distance,723.5508422851562,FashionMNIST,ECCCo,JEM Ensemble,2,5
-4,distance_from_energy,227.461181640625,FashionMNIST,ECCCo,JEM Ensemble,2,5
-4,distance_from_targets,402.1640319824219,FashionMNIST,ECCCo,JEM Ensemble,2,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-4,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-5,distance,652.3457641601562,FashionMNIST,ECCCo,JEM Ensemble,2,5
-5,distance_from_energy,179.77662658691406,FashionMNIST,ECCCo,JEM Ensemble,2,5
-5,distance_from_targets,425.1813049316406,FashionMNIST,ECCCo,JEM Ensemble,2,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-5,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,5
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,5
-1,distance_from_energy,899.1544189453125,FashionMNIST,Schut,JEM Ensemble,2,5
-1,distance_from_targets,525.3386840820312,FashionMNIST,Schut,JEM Ensemble,2,5
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,2,5
-2,distance_from_energy,807.0540771484375,FashionMNIST,Schut,JEM Ensemble,2,5
-2,distance_from_targets,558.0994262695312,FashionMNIST,Schut,JEM Ensemble,2,5
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,2,5
-3,distance_from_energy,942.4074096679688,FashionMNIST,Schut,JEM Ensemble,2,5
-3,distance_from_targets,572.2767944335938,FashionMNIST,Schut,JEM Ensemble,2,5
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,5
-4,distance_from_energy,908.7955932617188,FashionMNIST,Schut,JEM Ensemble,2,5
-4,distance_from_targets,538.266845703125,FashionMNIST,Schut,JEM Ensemble,2,5
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,5
-5,distance_from_energy,838.337890625,FashionMNIST,Schut,JEM Ensemble,2,5
-5,distance_from_targets,534.5387573242188,FashionMNIST,Schut,JEM Ensemble,2,5
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,5
-6,distance,70.62513732910156,FashionMNIST,Wachter,MLP,2,5
-6,distance_from_energy,808.5519409179688,FashionMNIST,Wachter,MLP,2,5
-6,distance_from_targets,524.2514038085938,FashionMNIST,Wachter,MLP,2,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,5
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,5
-7,distance,70.70006561279297,FashionMNIST,Wachter,MLP,2,5
-7,distance_from_energy,848.3240966796875,FashionMNIST,Wachter,MLP,2,5
-7,distance_from_targets,511.6549072265625,FashionMNIST,Wachter,MLP,2,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,5
-7,set_size_penalty,1.0846902625313823,FashionMNIST,Wachter,MLP,2,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,5
-8,distance,79.55624389648438,FashionMNIST,Wachter,MLP,2,5
-8,distance_from_energy,814.5228271484375,FashionMNIST,Wachter,MLP,2,5
-8,distance_from_targets,559.2224731445312,FashionMNIST,Wachter,MLP,2,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,5
-8,set_size_penalty,2.999999999999999,FashionMNIST,Wachter,MLP,2,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,5
-9,distance,71.57028198242188,FashionMNIST,Wachter,MLP,2,5
-9,distance_from_energy,828.1224365234375,FashionMNIST,Wachter,MLP,2,5
-9,distance_from_targets,559.46630859375,FashionMNIST,Wachter,MLP,2,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,5
-9,set_size_penalty,2.29206074499487,FashionMNIST,Wachter,MLP,2,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,5
-10,distance,76.30309295654297,FashionMNIST,Wachter,MLP,2,5
-10,distance_from_energy,854.2867431640625,FashionMNIST,Wachter,MLP,2,5
-10,distance_from_targets,529.6444091796875,FashionMNIST,Wachter,MLP,2,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,5
-10,set_size_penalty,2.9984149534676923,FashionMNIST,Wachter,MLP,2,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,5
-6,distance,258.1494445800781,FashionMNIST,REVISE,MLP,2,5
-6,distance_from_energy,798.7366943359375,FashionMNIST,REVISE,MLP,2,5
-6,distance_from_targets,494.01275634765625,FashionMNIST,REVISE,MLP,2,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,5
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,5
-6,validity,0.0,FashionMNIST,REVISE,MLP,2,5
-7,distance,261.610595703125,FashionMNIST,REVISE,MLP,2,5
-7,distance_from_energy,843.4398193359375,FashionMNIST,REVISE,MLP,2,5
-7,distance_from_targets,450.5362854003906,FashionMNIST,REVISE,MLP,2,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,5
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,5
-7,validity,0.0,FashionMNIST,REVISE,MLP,2,5
-8,distance,270.5461730957031,FashionMNIST,REVISE,MLP,2,5
-8,distance_from_energy,814.6862182617188,FashionMNIST,REVISE,MLP,2,5
-8,distance_from_targets,506.4067687988281,FashionMNIST,REVISE,MLP,2,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,5
-8,set_size_penalty,1.1461481090881378,FashionMNIST,REVISE,MLP,2,5
-8,validity,1.0,FashionMNIST,REVISE,MLP,2,5
-9,distance,247.46255493164062,FashionMNIST,REVISE,MLP,2,5
-9,distance_from_energy,817.7817993164062,FashionMNIST,REVISE,MLP,2,5
-9,distance_from_targets,479.0968017578125,FashionMNIST,REVISE,MLP,2,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,5
-9,set_size_penalty,2.999978503516921,FashionMNIST,REVISE,MLP,2,5
-9,validity,1.0,FashionMNIST,REVISE,MLP,2,5
-10,distance,403.62481689453125,FashionMNIST,REVISE,MLP,2,5
-10,distance_from_energy,824.6692504882812,FashionMNIST,REVISE,MLP,2,5
-10,distance_from_targets,311.2608947753906,FashionMNIST,REVISE,MLP,2,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,5
-10,set_size_penalty,2.0000133536774074,FashionMNIST,REVISE,MLP,2,5
-10,validity,1.0,FashionMNIST,REVISE,MLP,2,5
-6,distance,699.535888671875,FashionMNIST,ECCCo,MLP,2,5
-6,distance_from_energy,131.6815948486328,FashionMNIST,ECCCo,MLP,2,5
-6,distance_from_targets,759.5537719726562,FashionMNIST,ECCCo,MLP,2,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,5
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,5
-7,distance,679.8035278320312,FashionMNIST,ECCCo,MLP,2,5
-7,distance_from_energy,163.3633270263672,FashionMNIST,ECCCo,MLP,2,5
-7,distance_from_targets,702.2542114257812,FashionMNIST,ECCCo,MLP,2,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,5
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,5
-8,distance,662.0515747070312,FashionMNIST,ECCCo,MLP,2,5
-8,distance_from_energy,175.43736267089844,FashionMNIST,ECCCo,MLP,2,5
-8,distance_from_targets,727.31396484375,FashionMNIST,ECCCo,MLP,2,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,5
-8,set_size_penalty,2.4951947022818994,FashionMNIST,ECCCo,MLP,2,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,5
-9,distance,574.6541748046875,FashionMNIST,ECCCo,MLP,2,5
-9,distance_from_energy,277.20587158203125,FashionMNIST,ECCCo,MLP,2,5
-9,distance_from_targets,655.2897338867188,FashionMNIST,ECCCo,MLP,2,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,5
-9,set_size_penalty,2.0000859188860747,FashionMNIST,ECCCo,MLP,2,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,5
-10,distance,702.6255493164062,FashionMNIST,ECCCo,MLP,2,5
-10,distance_from_energy,160.28445434570312,FashionMNIST,ECCCo,MLP,2,5
-10,distance_from_targets,705.0490112304688,FashionMNIST,ECCCo,MLP,2,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,5
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,5
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,5
-6,distance_from_energy,805.3997802734375,FashionMNIST,Schut,MLP,2,5
-6,distance_from_targets,508.3174743652344,FashionMNIST,Schut,MLP,2,5
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,5
-6,validity,0.0,FashionMNIST,Schut,MLP,2,5
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,5
-7,distance_from_energy,843.0372924804688,FashionMNIST,Schut,MLP,2,5
-7,distance_from_targets,483.3515930175781,FashionMNIST,Schut,MLP,2,5
-7,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,2,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,5
-7,validity,0.0,FashionMNIST,Schut,MLP,2,5
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,5
-8,distance_from_energy,826.4698486328125,FashionMNIST,Schut,MLP,2,5
-8,distance_from_targets,532.9795532226562,FashionMNIST,Schut,MLP,2,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,5
-8,validity,0.0,FashionMNIST,Schut,MLP,2,5
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,5
-9,distance_from_energy,838.2311401367188,FashionMNIST,Schut,MLP,2,5
-9,distance_from_targets,538.5416259765625,FashionMNIST,Schut,MLP,2,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,5
-9,validity,0.0,FashionMNIST,Schut,MLP,2,5
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,5
-10,distance_from_energy,856.8430786132812,FashionMNIST,Schut,MLP,2,5
-10,distance_from_targets,507.0909729003906,FashionMNIST,Schut,MLP,2,5
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,5
-10,validity,0.0,FashionMNIST,Schut,MLP,2,5
-11,distance,87.85423278808594,FashionMNIST,Wachter,MLP Ensemble,2,5
-11,distance_from_energy,814.02294921875,FashionMNIST,Wachter,MLP Ensemble,2,5
-11,distance_from_targets,584.5822143554688,FashionMNIST,Wachter,MLP Ensemble,2,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-11,set_size_penalty,3.000027203652576,FashionMNIST,Wachter,MLP Ensemble,2,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-12,distance,75.93728637695312,FashionMNIST,Wachter,MLP Ensemble,2,5
-12,distance_from_energy,807.6826171875,FashionMNIST,Wachter,MLP Ensemble,2,5
-12,distance_from_targets,602.5865478515625,FashionMNIST,Wachter,MLP Ensemble,2,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-12,set_size_penalty,1.0000000000982552,FashionMNIST,Wachter,MLP Ensemble,2,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-13,distance,70.76655578613281,FashionMNIST,Wachter,MLP Ensemble,2,5
-13,distance_from_energy,799.97509765625,FashionMNIST,Wachter,MLP Ensemble,2,5
-13,distance_from_targets,546.9160766601562,FashionMNIST,Wachter,MLP Ensemble,2,5
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-13,set_size_penalty,1.9999999829367208,FashionMNIST,Wachter,MLP Ensemble,2,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-14,distance,78.24268341064453,FashionMNIST,Wachter,MLP Ensemble,2,5
-14,distance_from_energy,834.1324462890625,FashionMNIST,Wachter,MLP Ensemble,2,5
-14,distance_from_targets,588.7481689453125,FashionMNIST,Wachter,MLP Ensemble,2,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-14,set_size_penalty,2.000035583094486,FashionMNIST,Wachter,MLP Ensemble,2,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-15,distance,74.15397644042969,FashionMNIST,Wachter,MLP Ensemble,2,5
-15,distance_from_energy,806.032958984375,FashionMNIST,Wachter,MLP Ensemble,2,5
-15,distance_from_targets,589.8623657226562,FashionMNIST,Wachter,MLP Ensemble,2,5
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,5
-15,set_size_penalty,1.9999999999423361,FashionMNIST,Wachter,MLP Ensemble,2,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,5
-11,distance,261.4100646972656,FashionMNIST,REVISE,MLP Ensemble,2,5
-11,distance_from_energy,808.0836181640625,FashionMNIST,REVISE,MLP Ensemble,2,5
-11,distance_from_targets,499.160888671875,FashionMNIST,REVISE,MLP Ensemble,2,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-12,distance,183.4541778564453,FashionMNIST,REVISE,MLP Ensemble,2,5
-12,distance_from_energy,814.3278198242188,FashionMNIST,REVISE,MLP Ensemble,2,5
-12,distance_from_targets,536.91455078125,FashionMNIST,REVISE,MLP Ensemble,2,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-12,set_size_penalty,9.981038663895427,FashionMNIST,REVISE,MLP Ensemble,2,5
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-13,distance,191.6341552734375,FashionMNIST,REVISE,MLP Ensemble,2,5
-13,distance_from_energy,829.8650512695312,FashionMNIST,REVISE,MLP Ensemble,2,5
-13,distance_from_targets,539.2645874023438,FashionMNIST,REVISE,MLP Ensemble,2,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-14,distance,154.4614715576172,FashionMNIST,REVISE,MLP Ensemble,2,5
-14,distance_from_energy,826.3659057617188,FashionMNIST,REVISE,MLP Ensemble,2,5
-14,distance_from_targets,540.4434204101562,FashionMNIST,REVISE,MLP Ensemble,2,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-15,distance,130.04672241210938,FashionMNIST,REVISE,MLP Ensemble,2,5
-15,distance_from_energy,836.8299560546875,FashionMNIST,REVISE,MLP Ensemble,2,5
-15,distance_from_targets,582.8677978515625,FashionMNIST,REVISE,MLP Ensemble,2,5
-15,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,2,5
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,5
-11,distance,648.3088989257812,FashionMNIST,ECCCo,MLP Ensemble,2,5
-11,distance_from_energy,169.14076232910156,FashionMNIST,ECCCo,MLP Ensemble,2,5
-11,distance_from_targets,636.17236328125,FashionMNIST,ECCCo,MLP Ensemble,2,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-11,set_size_penalty,2.9999425014236905,FashionMNIST,ECCCo,MLP Ensemble,2,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-12,distance,644.8201904296875,FashionMNIST,ECCCo,MLP Ensemble,2,5
-12,distance_from_energy,175.77537536621094,FashionMNIST,ECCCo,MLP Ensemble,2,5
-12,distance_from_targets,640.8447875976562,FashionMNIST,ECCCo,MLP Ensemble,2,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-12,set_size_penalty,1.0000534795210378,FashionMNIST,ECCCo,MLP Ensemble,2,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-13,distance,639.4718627929688,FashionMNIST,ECCCo,MLP Ensemble,2,5
-13,distance_from_energy,167.31605529785156,FashionMNIST,ECCCo,MLP Ensemble,2,5
-13,distance_from_targets,640.6380004882812,FashionMNIST,ECCCo,MLP Ensemble,2,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-13,set_size_penalty,1.0002195628497272,FashionMNIST,ECCCo,MLP Ensemble,2,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-14,distance,643.5421752929688,FashionMNIST,ECCCo,MLP Ensemble,2,5
-14,distance_from_energy,184.55868530273438,FashionMNIST,ECCCo,MLP Ensemble,2,5
-14,distance_from_targets,631.1583862304688,FashionMNIST,ECCCo,MLP Ensemble,2,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-14,set_size_penalty,1.000000000000354,FashionMNIST,ECCCo,MLP Ensemble,2,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-15,distance,638.94287109375,FashionMNIST,ECCCo,MLP Ensemble,2,5
-15,distance_from_energy,193.1665496826172,FashionMNIST,ECCCo,MLP Ensemble,2,5
-15,distance_from_targets,627.9417724609375,FashionMNIST,ECCCo,MLP Ensemble,2,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-15,set_size_penalty,1.0002876624477228,FashionMNIST,ECCCo,MLP Ensemble,2,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,5
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,5
-11,distance_from_energy,808.068359375,FashionMNIST,Schut,MLP Ensemble,2,5
-11,distance_from_targets,562.3467407226562,FashionMNIST,Schut,MLP Ensemble,2,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,5
-12,distance_from_energy,812.267578125,FashionMNIST,Schut,MLP Ensemble,2,5
-12,distance_from_targets,580.3651123046875,FashionMNIST,Schut,MLP Ensemble,2,5
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,5
-13,distance_from_energy,806.045166015625,FashionMNIST,Schut,MLP Ensemble,2,5
-13,distance_from_targets,526.1126708984375,FashionMNIST,Schut,MLP Ensemble,2,5
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,5
-14,distance_from_energy,818.3992309570312,FashionMNIST,Schut,MLP Ensemble,2,5
-14,distance_from_targets,569.8995361328125,FashionMNIST,Schut,MLP Ensemble,2,5
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,5
-15,distance_from_energy,807.1788330078125,FashionMNIST,Schut,MLP Ensemble,2,5
-15,distance_from_targets,571.2192993164062,FashionMNIST,Schut,MLP Ensemble,2,5
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,5
-16,distance,83.16943359375,FashionMNIST,Wachter,JEM,2,5
-16,distance_from_energy,573.4769287109375,FashionMNIST,Wachter,JEM,2,5
-16,distance_from_targets,603.4782104492188,FashionMNIST,Wachter,JEM,2,5
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,5
-16,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,2,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,5
-17,distance,97.91841125488281,FashionMNIST,Wachter,JEM,2,5
-17,distance_from_energy,765.8637084960938,FashionMNIST,Wachter,JEM,2,5
-17,distance_from_targets,571.3200073242188,FashionMNIST,Wachter,JEM,2,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,2,5
-17,set_size_penalty,3.000000000148704,FashionMNIST,Wachter,JEM,2,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,5
-18,distance,79.08135223388672,FashionMNIST,Wachter,JEM,2,5
-18,distance_from_energy,710.6668090820312,FashionMNIST,Wachter,JEM,2,5
-18,distance_from_targets,588.8024291992188,FashionMNIST,Wachter,JEM,2,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,5
-18,set_size_penalty,4.999999998660448,FashionMNIST,Wachter,JEM,2,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,5
-19,distance,93.8099136352539,FashionMNIST,Wachter,JEM,2,5
-19,distance_from_energy,666.3751831054688,FashionMNIST,Wachter,JEM,2,5
-19,distance_from_targets,573.0818481445312,FashionMNIST,Wachter,JEM,2,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,5
-19,set_size_penalty,1.9999999998282978,FashionMNIST,Wachter,JEM,2,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,5
-20,distance,70.00978088378906,FashionMNIST,Wachter,JEM,2,5
-20,distance_from_energy,724.46435546875,FashionMNIST,Wachter,JEM,2,5
-20,distance_from_targets,577.2578125,FashionMNIST,Wachter,JEM,2,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,2,5
-20,set_size_penalty,7.999989049174969,FashionMNIST,Wachter,JEM,2,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,5
-16,distance,543.3550415039062,FashionMNIST,REVISE,JEM,2,5
-16,distance_from_energy,778.8429565429688,FashionMNIST,REVISE,JEM,2,5
-16,distance_from_targets,635.1376342773438,FashionMNIST,REVISE,JEM,2,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,5
-16,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,2,5
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,5
-17,distance,176.4664306640625,FashionMNIST,REVISE,JEM,2,5
-17,distance_from_energy,709.1541748046875,FashionMNIST,REVISE,JEM,2,5
-17,distance_from_targets,536.8384399414062,FashionMNIST,REVISE,JEM,2,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,5
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,5
-17,validity,0.0,FashionMNIST,REVISE,JEM,2,5
-18,distance,143.85107421875,FashionMNIST,REVISE,JEM,2,5
-18,distance_from_energy,765.0857543945312,FashionMNIST,REVISE,JEM,2,5
-18,distance_from_targets,549.033935546875,FashionMNIST,REVISE,JEM,2,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,5
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,5
-18,validity,0.0,FashionMNIST,REVISE,JEM,2,5
-19,distance,197.2828369140625,FashionMNIST,REVISE,JEM,2,5
-19,distance_from_energy,660.35400390625,FashionMNIST,REVISE,JEM,2,5
-19,distance_from_targets,528.2649536132812,FashionMNIST,REVISE,JEM,2,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,5
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,2,5
-20,distance,212.45425415039062,FashionMNIST,REVISE,JEM,2,5
-20,distance_from_energy,705.4769287109375,FashionMNIST,REVISE,JEM,2,5
-20,distance_from_targets,508.8245849609375,FashionMNIST,REVISE,JEM,2,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,5
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,2,5
-16,distance,308.2391662597656,FashionMNIST,ECCCo,JEM,2,5
-16,distance_from_energy,346.969970703125,FashionMNIST,ECCCo,JEM,2,5
-16,distance_from_targets,527.479736328125,FashionMNIST,ECCCo,JEM,2,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,5
-16,set_size_penalty,1.0000000049436018,FashionMNIST,ECCCo,JEM,2,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,5
-17,distance,541.3555297851562,FashionMNIST,ECCCo,JEM,2,5
-17,distance_from_energy,246.0122833251953,FashionMNIST,ECCCo,JEM,2,5
-17,distance_from_targets,467.0513610839844,FashionMNIST,ECCCo,JEM,2,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,5
-17,set_size_penalty,1.0000054919445673,FashionMNIST,ECCCo,JEM,2,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,5
-18,distance,507.7056579589844,FashionMNIST,ECCCo,JEM,2,5
-18,distance_from_energy,257.83441162109375,FashionMNIST,ECCCo,JEM,2,5
-18,distance_from_targets,444.3568420410156,FashionMNIST,ECCCo,JEM,2,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,5
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,5
-19,distance,231.700439453125,FashionMNIST,ECCCo,JEM,2,5
-19,distance_from_energy,300.99542236328125,FashionMNIST,ECCCo,JEM,2,5
-19,distance_from_targets,542.8773803710938,FashionMNIST,ECCCo,JEM,2,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,5
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,5
-20,distance,551.12939453125,FashionMNIST,ECCCo,JEM,2,5
-20,distance_from_energy,159.37765502929688,FashionMNIST,ECCCo,JEM,2,5
-20,distance_from_targets,502.6451110839844,FashionMNIST,ECCCo,JEM,2,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,5
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,5
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,5
-16,distance_from_energy,799.0994873046875,FashionMNIST,Schut,JEM,2,5
-16,distance_from_targets,589.1768798828125,FashionMNIST,Schut,JEM,2,5
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,5
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,5
-16,validity,0.0,FashionMNIST,Schut,JEM,2,5
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,5
-17,distance_from_energy,698.864501953125,FashionMNIST,Schut,JEM,2,5
-17,distance_from_targets,552.9321899414062,FashionMNIST,Schut,JEM,2,5
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,5
-17,set_size_penalty,9.90268406173225,FashionMNIST,Schut,JEM,2,5
-17,validity,1.0,FashionMNIST,Schut,JEM,2,5
-18,distance,10.0,FashionMNIST,Schut,JEM,2,5
-18,distance_from_energy,737.163818359375,FashionMNIST,Schut,JEM,2,5
-18,distance_from_targets,560.8779296875,FashionMNIST,Schut,JEM,2,5
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,5
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,5
-18,validity,0.0,FashionMNIST,Schut,JEM,2,5
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,5
-19,distance_from_energy,775.9290771484375,FashionMNIST,Schut,JEM,2,5
-19,distance_from_targets,561.4268188476562,FashionMNIST,Schut,JEM,2,5
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,5
-19,validity,0.0,FashionMNIST,Schut,JEM,2,5
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,5
-20,distance_from_energy,728.3451538085938,FashionMNIST,Schut,JEM,2,5
-20,distance_from_targets,542.8609008789062,FashionMNIST,Schut,JEM,2,5
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,5
-20,set_size_penalty,7.000000000789944,FashionMNIST,Schut,JEM,2,5
-20,validity,1.0,FashionMNIST,Schut,JEM,2,5
-1,distance,52.37812805175781,FashionMNIST,Wachter,JEM Ensemble,2,6
-1,distance_from_energy,529.9840087890625,FashionMNIST,Wachter,JEM Ensemble,2,6
-1,distance_from_targets,439.8670349121094,FashionMNIST,Wachter,JEM Ensemble,2,6
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,2,6
-1,set_size_penalty,1.0689208257396325,FashionMNIST,Wachter,JEM Ensemble,2,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-2,distance,58.624874114990234,FashionMNIST,Wachter,JEM Ensemble,2,6
-2,distance_from_energy,596.1635131835938,FashionMNIST,Wachter,JEM Ensemble,2,6
-2,distance_from_targets,406.2037353515625,FashionMNIST,Wachter,JEM Ensemble,2,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-3,distance,64.962890625,FashionMNIST,Wachter,JEM Ensemble,2,6
-3,distance_from_energy,904.0032958984375,FashionMNIST,Wachter,JEM Ensemble,2,6
-3,distance_from_targets,507.8831787109375,FashionMNIST,Wachter,JEM Ensemble,2,6
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,2,6
-3,set_size_penalty,4.000006573001681,FashionMNIST,Wachter,JEM Ensemble,2,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-4,distance,58.39164733886719,FashionMNIST,Wachter,JEM Ensemble,2,6
-4,distance_from_energy,765.584716796875,FashionMNIST,Wachter,JEM Ensemble,2,6
-4,distance_from_targets,429.8280334472656,FashionMNIST,Wachter,JEM Ensemble,2,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-5,distance,60.073421478271484,FashionMNIST,Wachter,JEM Ensemble,2,6
-5,distance_from_energy,509.2561950683594,FashionMNIST,Wachter,JEM Ensemble,2,6
-5,distance_from_targets,478.5032958984375,FashionMNIST,Wachter,JEM Ensemble,2,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-5,set_size_penalty,1.0000916910836959,FashionMNIST,Wachter,JEM Ensemble,2,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,6
-1,distance,428.4132995605469,FashionMNIST,REVISE,JEM Ensemble,2,6
-1,distance_from_energy,567.8270263671875,FashionMNIST,REVISE,JEM Ensemble,2,6
-1,distance_from_targets,660.3014526367188,FashionMNIST,REVISE,JEM Ensemble,2,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-1,set_size_penalty,3.9999999999999982,FashionMNIST,REVISE,JEM Ensemble,2,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-2,distance,250.03257751464844,FashionMNIST,REVISE,JEM Ensemble,2,6
-2,distance_from_energy,507.0794982910156,FashionMNIST,REVISE,JEM Ensemble,2,6
-2,distance_from_targets,339.734130859375,FashionMNIST,REVISE,JEM Ensemble,2,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-3,distance,184.03594970703125,FashionMNIST,REVISE,JEM Ensemble,2,6
-3,distance_from_energy,912.5925903320312,FashionMNIST,REVISE,JEM Ensemble,2,6
-3,distance_from_targets,504.39422607421875,FashionMNIST,REVISE,JEM Ensemble,2,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-4,distance,301.0794982910156,FashionMNIST,REVISE,JEM Ensemble,2,6
-4,distance_from_energy,941.4505615234375,FashionMNIST,REVISE,JEM Ensemble,2,6
-4,distance_from_targets,547.38330078125,FashionMNIST,REVISE,JEM Ensemble,2,6
-4,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,2,6
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-5,distance,482.8308410644531,FashionMNIST,REVISE,JEM Ensemble,2,6
-5,distance_from_energy,349.023681640625,FashionMNIST,REVISE,JEM Ensemble,2,6
-5,distance_from_targets,513.160888671875,FashionMNIST,REVISE,JEM Ensemble,2,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,6
-1,distance,446.7984313964844,FashionMNIST,ECCCo,JEM Ensemble,2,6
-1,distance_from_energy,72.65411376953125,FashionMNIST,ECCCo,JEM Ensemble,2,6
-1,distance_from_targets,511.26513671875,FashionMNIST,ECCCo,JEM Ensemble,2,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-1,set_size_penalty,3.148478340287922,FashionMNIST,ECCCo,JEM Ensemble,2,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-2,distance,518.7966918945312,FashionMNIST,ECCCo,JEM Ensemble,2,6
-2,distance_from_energy,81.29920959472656,FashionMNIST,ECCCo,JEM Ensemble,2,6
-2,distance_from_targets,491.50897216796875,FashionMNIST,ECCCo,JEM Ensemble,2,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-2,set_size_penalty,3.0000000000027054,FashionMNIST,ECCCo,JEM Ensemble,2,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-3,distance,698.3064575195312,FashionMNIST,ECCCo,JEM Ensemble,2,6
-3,distance_from_energy,156.66018676757812,FashionMNIST,ECCCo,JEM Ensemble,2,6
-3,distance_from_targets,417.226318359375,FashionMNIST,ECCCo,JEM Ensemble,2,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-4,distance,666.4632568359375,FashionMNIST,ECCCo,JEM Ensemble,2,6
-4,distance_from_energy,92.25081634521484,FashionMNIST,ECCCo,JEM Ensemble,2,6
-4,distance_from_targets,461.7153625488281,FashionMNIST,ECCCo,JEM Ensemble,2,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-4,set_size_penalty,3.999996266146256,FashionMNIST,ECCCo,JEM Ensemble,2,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-5,distance,411.13983154296875,FashionMNIST,ECCCo,JEM Ensemble,2,6
-5,distance_from_energy,149.00448608398438,FashionMNIST,ECCCo,JEM Ensemble,2,6
-5,distance_from_targets,470.2325134277344,FashionMNIST,ECCCo,JEM Ensemble,2,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-5,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,6
-1,distance,2.700000047683716,FashionMNIST,Schut,JEM Ensemble,2,6
-1,distance_from_energy,526.7937622070312,FashionMNIST,Schut,JEM Ensemble,2,6
-1,distance_from_targets,412.8250732421875,FashionMNIST,Schut,JEM Ensemble,2,6
-1,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM Ensemble,2,6
-1,set_size_penalty,3.0,FashionMNIST,Schut,JEM Ensemble,2,6
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,6
-2,distance,6.200001239776611,FashionMNIST,Schut,JEM Ensemble,2,6
-2,distance_from_energy,607.7994995117188,FashionMNIST,Schut,JEM Ensemble,2,6
-2,distance_from_targets,376.73529052734375,FashionMNIST,Schut,JEM Ensemble,2,6
-2,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM Ensemble,2,6
-2,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,2,6
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,6
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,6
-3,distance_from_energy,819.6818237304688,FashionMNIST,Schut,JEM Ensemble,2,6
-3,distance_from_targets,476.39788818359375,FashionMNIST,Schut,JEM Ensemble,2,6
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,6
-3,set_size_penalty,4.999999998051479,FashionMNIST,Schut,JEM Ensemble,2,6
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,6
-4,distance,6.600000381469727,FashionMNIST,Schut,JEM Ensemble,2,6
-4,distance_from_energy,787.0127563476562,FashionMNIST,Schut,JEM Ensemble,2,6
-4,distance_from_targets,413.3514099121094,FashionMNIST,Schut,JEM Ensemble,2,6
-4,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,2,6
-4,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,2,6
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,6
-5,distance,5.700000762939453,FashionMNIST,Schut,JEM Ensemble,2,6
-5,distance_from_energy,504.2548828125,FashionMNIST,Schut,JEM Ensemble,2,6
-5,distance_from_targets,444.48077392578125,FashionMNIST,Schut,JEM Ensemble,2,6
-5,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM Ensemble,2,6
-5,set_size_penalty,3.1436962289067543,FashionMNIST,Schut,JEM Ensemble,2,6
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,2,6
-6,distance,66.49226379394531,FashionMNIST,Wachter,MLP,2,6
-6,distance_from_energy,862.3684692382812,FashionMNIST,Wachter,MLP,2,6
-6,distance_from_targets,332.9198913574219,FashionMNIST,Wachter,MLP,2,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,6
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,6
-7,distance,64.07814025878906,FashionMNIST,Wachter,MLP,2,6
-7,distance_from_energy,824.2054443359375,FashionMNIST,Wachter,MLP,2,6
-7,distance_from_targets,502.59967041015625,FashionMNIST,Wachter,MLP,2,6
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,6
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,2,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,6
-8,distance,65.69100189208984,FashionMNIST,Wachter,MLP,2,6
-8,distance_from_energy,872.1399536132812,FashionMNIST,Wachter,MLP,2,6
-8,distance_from_targets,350.08563232421875,FashionMNIST,Wachter,MLP,2,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,6
-8,set_size_penalty,2.999999928080624,FashionMNIST,Wachter,MLP,2,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,6
-9,distance,68.2354736328125,FashionMNIST,Wachter,MLP,2,6
-9,distance_from_energy,847.5950927734375,FashionMNIST,Wachter,MLP,2,6
-9,distance_from_targets,440.1626281738281,FashionMNIST,Wachter,MLP,2,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,6
-9,set_size_penalty,2.0000031917919427,FashionMNIST,Wachter,MLP,2,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,6
-10,distance,71.78551483154297,FashionMNIST,Wachter,MLP,2,6
-10,distance_from_energy,860.7099609375,FashionMNIST,Wachter,MLP,2,6
-10,distance_from_targets,607.2417602539062,FashionMNIST,Wachter,MLP,2,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,6
-10,set_size_penalty,9.999880405812581,FashionMNIST,Wachter,MLP,2,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,6
-6,distance,509.8658142089844,FashionMNIST,REVISE,MLP,2,6
-6,distance_from_energy,865.7708740234375,FashionMNIST,REVISE,MLP,2,6
-6,distance_from_targets,555.2579956054688,FashionMNIST,REVISE,MLP,2,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,6
-6,set_size_penalty,1.001470779149397,FashionMNIST,REVISE,MLP,2,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,2,6
-7,distance,203.37376403808594,FashionMNIST,REVISE,MLP,2,6
-7,distance_from_energy,839.6629638671875,FashionMNIST,REVISE,MLP,2,6
-7,distance_from_targets,480.5068359375,FashionMNIST,REVISE,MLP,2,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,6
-7,set_size_penalty,1.3547965812670686,FashionMNIST,REVISE,MLP,2,6
-7,validity,1.0,FashionMNIST,REVISE,MLP,2,6
-8,distance,363.15301513671875,FashionMNIST,REVISE,MLP,2,6
-8,distance_from_energy,841.02392578125,FashionMNIST,REVISE,MLP,2,6
-8,distance_from_targets,429.9119567871094,FashionMNIST,REVISE,MLP,2,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,6
-8,set_size_penalty,2.9459278688683255,FashionMNIST,REVISE,MLP,2,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,2,6
-9,distance,215.1499786376953,FashionMNIST,REVISE,MLP,2,6
-9,distance_from_energy,854.1241455078125,FashionMNIST,REVISE,MLP,2,6
-9,distance_from_targets,331.61004638671875,FashionMNIST,REVISE,MLP,2,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,6
-9,set_size_penalty,1.9999905833648617,FashionMNIST,REVISE,MLP,2,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,2,6
-10,distance,200.63853454589844,FashionMNIST,REVISE,MLP,2,6
-10,distance_from_energy,829.48876953125,FashionMNIST,REVISE,MLP,2,6
-10,distance_from_targets,530.6303100585938,FashionMNIST,REVISE,MLP,2,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,6
-10,set_size_penalty,1.000000274779622,FashionMNIST,REVISE,MLP,2,6
-10,validity,1.0,FashionMNIST,REVISE,MLP,2,6
-6,distance,740.435791015625,FashionMNIST,ECCCo,MLP,2,6
-6,distance_from_energy,126.7750473022461,FashionMNIST,ECCCo,MLP,2,6
-6,distance_from_targets,714.6010131835938,FashionMNIST,ECCCo,MLP,2,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,6
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,6
-7,distance,659.712646484375,FashionMNIST,ECCCo,MLP,2,6
-7,distance_from_energy,187.48880004882812,FashionMNIST,ECCCo,MLP,2,6
-7,distance_from_targets,690.9010620117188,FashionMNIST,ECCCo,MLP,2,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,6
-7,set_size_penalty,2.999999999999993,FashionMNIST,ECCCo,MLP,2,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,6
-8,distance,762.5957641601562,FashionMNIST,ECCCo,MLP,2,6
-8,distance_from_energy,121.39353942871094,FashionMNIST,ECCCo,MLP,2,6
-8,distance_from_targets,743.0784301757812,FashionMNIST,ECCCo,MLP,2,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,6
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,6
-9,distance,674.7266845703125,FashionMNIST,ECCCo,MLP,2,6
-9,distance_from_energy,189.48098754882812,FashionMNIST,ECCCo,MLP,2,6
-9,distance_from_targets,685.6371459960938,FashionMNIST,ECCCo,MLP,2,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,6
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,6
-10,distance,657.3148193359375,FashionMNIST,ECCCo,MLP,2,6
-10,distance_from_energy,207.63406372070312,FashionMNIST,ECCCo,MLP,2,6
-10,distance_from_targets,679.8171997070312,FashionMNIST,ECCCo,MLP,2,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,6
-10,set_size_penalty,2.0014700996306334,FashionMNIST,ECCCo,MLP,2,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,6
-6,distance,10.0,FashionMNIST,Schut,MLP,2,6
-6,distance_from_energy,865.4666137695312,FashionMNIST,Schut,MLP,2,6
-6,distance_from_targets,301.57623291015625,FashionMNIST,Schut,MLP,2,6
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,6
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,6
-6,validity,0.0,FashionMNIST,Schut,MLP,2,6
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,6
-7,distance_from_energy,809.275634765625,FashionMNIST,Schut,MLP,2,6
-7,distance_from_targets,479.17791748046875,FashionMNIST,Schut,MLP,2,6
-7,redundancy,0.9821428571428571,FashionMNIST,Schut,MLP,2,6
-7,set_size_penalty,1.0000701639857206,FashionMNIST,Schut,MLP,2,6
-7,validity,1.0,FashionMNIST,Schut,MLP,2,6
-8,distance,10.0,FashionMNIST,Schut,MLP,2,6
-8,distance_from_energy,874.25341796875,FashionMNIST,Schut,MLP,2,6
-8,distance_from_targets,320.28106689453125,FashionMNIST,Schut,MLP,2,6
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,6
-8,set_size_penalty,2.9999991820554177,FashionMNIST,Schut,MLP,2,6
-8,validity,1.0,FashionMNIST,Schut,MLP,2,6
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,6
-9,distance_from_energy,843.3526611328125,FashionMNIST,Schut,MLP,2,6
-9,distance_from_targets,413.2332763671875,FashionMNIST,Schut,MLP,2,6
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,6
-9,validity,0.0,FashionMNIST,Schut,MLP,2,6
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,6
-10,distance_from_energy,863.1785278320312,FashionMNIST,Schut,MLP,2,6
-10,distance_from_targets,591.7389526367188,FashionMNIST,Schut,MLP,2,6
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,2,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,6
-10,validity,0.0,FashionMNIST,Schut,MLP,2,6
-11,distance,62.86602783203125,FashionMNIST,Wachter,MLP Ensemble,2,6
-11,distance_from_energy,742.5990600585938,FashionMNIST,Wachter,MLP Ensemble,2,6
-11,distance_from_targets,414.6711120605469,FashionMNIST,Wachter,MLP Ensemble,2,6
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,6
-11,set_size_penalty,2.0997167690514615,FashionMNIST,Wachter,MLP Ensemble,2,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-12,distance,83.53580474853516,FashionMNIST,Wachter,MLP Ensemble,2,6
-12,distance_from_energy,823.1446533203125,FashionMNIST,Wachter,MLP Ensemble,2,6
-12,distance_from_targets,472.1914367675781,FashionMNIST,Wachter,MLP Ensemble,2,6
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-12,set_size_penalty,1.0001391394228596,FashionMNIST,Wachter,MLP Ensemble,2,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-13,distance,71.46466827392578,FashionMNIST,Wachter,MLP Ensemble,2,6
-13,distance_from_energy,771.0794067382812,FashionMNIST,Wachter,MLP Ensemble,2,6
-13,distance_from_targets,347.5265808105469,FashionMNIST,Wachter,MLP Ensemble,2,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-14,distance,74.53177642822266,FashionMNIST,Wachter,MLP Ensemble,2,6
-14,distance_from_energy,742.464599609375,FashionMNIST,Wachter,MLP Ensemble,2,6
-14,distance_from_targets,418.5244445800781,FashionMNIST,Wachter,MLP Ensemble,2,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-15,distance,68.46836853027344,FashionMNIST,Wachter,MLP Ensemble,2,6
-15,distance_from_energy,786.2781982421875,FashionMNIST,Wachter,MLP Ensemble,2,6
-15,distance_from_targets,393.55413818359375,FashionMNIST,Wachter,MLP Ensemble,2,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-15,set_size_penalty,3.9998589110592677,FashionMNIST,Wachter,MLP Ensemble,2,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,6
-11,distance,141.35458374023438,FashionMNIST,REVISE,MLP Ensemble,2,6
-11,distance_from_energy,767.4682006835938,FashionMNIST,REVISE,MLP Ensemble,2,6
-11,distance_from_targets,351.9762268066406,FashionMNIST,REVISE,MLP Ensemble,2,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-12,distance,228.5451202392578,FashionMNIST,REVISE,MLP Ensemble,2,6
-12,distance_from_energy,834.2106323242188,FashionMNIST,REVISE,MLP Ensemble,2,6
-12,distance_from_targets,374.0550537109375,FashionMNIST,REVISE,MLP Ensemble,2,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-13,distance,176.4152069091797,FashionMNIST,REVISE,MLP Ensemble,2,6
-13,distance_from_energy,794.94580078125,FashionMNIST,REVISE,MLP Ensemble,2,6
-13,distance_from_targets,353.93768310546875,FashionMNIST,REVISE,MLP Ensemble,2,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-13,set_size_penalty,2.9999953657865843,FashionMNIST,REVISE,MLP Ensemble,2,6
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-14,distance,309.0050354003906,FashionMNIST,REVISE,MLP Ensemble,2,6
-14,distance_from_energy,764.732666015625,FashionMNIST,REVISE,MLP Ensemble,2,6
-14,distance_from_targets,505.8958435058594,FashionMNIST,REVISE,MLP Ensemble,2,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-14,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-15,distance,283.94378662109375,FashionMNIST,REVISE,MLP Ensemble,2,6
-15,distance_from_energy,788.1519775390625,FashionMNIST,REVISE,MLP Ensemble,2,6
-15,distance_from_targets,334.0206298828125,FashionMNIST,REVISE,MLP Ensemble,2,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,6
-11,distance,600.4144287109375,FashionMNIST,ECCCo,MLP Ensemble,2,6
-11,distance_from_energy,163.6925811767578,FashionMNIST,ECCCo,MLP Ensemble,2,6
-11,distance_from_targets,630.552734375,FashionMNIST,ECCCo,MLP Ensemble,2,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-11,set_size_penalty,1.0000782655957547,FashionMNIST,ECCCo,MLP Ensemble,2,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-12,distance,693.7965698242188,FashionMNIST,ECCCo,MLP Ensemble,2,6
-12,distance_from_energy,168.14208984375,FashionMNIST,ECCCo,MLP Ensemble,2,6
-12,distance_from_targets,652.7506713867188,FashionMNIST,ECCCo,MLP Ensemble,2,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-12,set_size_penalty,1.9999999999509,FashionMNIST,ECCCo,MLP Ensemble,2,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-13,distance,680.2435913085938,FashionMNIST,ECCCo,MLP Ensemble,2,6
-13,distance_from_energy,111.57881927490234,FashionMNIST,ECCCo,MLP Ensemble,2,6
-13,distance_from_targets,670.1908569335938,FashionMNIST,ECCCo,MLP Ensemble,2,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-13,set_size_penalty,1.0001962972539236,FashionMNIST,ECCCo,MLP Ensemble,2,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-14,distance,660.4383544921875,FashionMNIST,ECCCo,MLP Ensemble,2,6
-14,distance_from_energy,111.60700988769531,FashionMNIST,ECCCo,MLP Ensemble,2,6
-14,distance_from_targets,681.2456665039062,FashionMNIST,ECCCo,MLP Ensemble,2,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-14,set_size_penalty,2.0017131150545864,FashionMNIST,ECCCo,MLP Ensemble,2,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-15,distance,715.6028442382812,FashionMNIST,ECCCo,MLP Ensemble,2,6
-15,distance_from_energy,107.00779724121094,FashionMNIST,ECCCo,MLP Ensemble,2,6
-15,distance_from_targets,698.3334350585938,FashionMNIST,ECCCo,MLP Ensemble,2,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-15,set_size_penalty,2.0010551578113382,FashionMNIST,ECCCo,MLP Ensemble,2,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,6
-11,distance,9.300002098083496,FashionMNIST,Schut,MLP Ensemble,2,6
-11,distance_from_energy,753.8864135742188,FashionMNIST,Schut,MLP Ensemble,2,6
-11,distance_from_targets,394.7908935546875,FashionMNIST,Schut,MLP Ensemble,2,6
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,6
-11,set_size_penalty,2.99999999992193,FashionMNIST,Schut,MLP Ensemble,2,6
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,2,6
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,6
-12,distance_from_energy,838.0745849609375,FashionMNIST,Schut,MLP Ensemble,2,6
-12,distance_from_targets,444.75128173828125,FashionMNIST,Schut,MLP Ensemble,2,6
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,6
-13,distance_from_energy,784.1157836914062,FashionMNIST,Schut,MLP Ensemble,2,6
-13,distance_from_targets,316.9493713378906,FashionMNIST,Schut,MLP Ensemble,2,6
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,6
-14,distance_from_energy,752.7216796875,FashionMNIST,Schut,MLP Ensemble,2,6
-14,distance_from_targets,387.82342529296875,FashionMNIST,Schut,MLP Ensemble,2,6
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,6
-15,distance_from_energy,796.3516845703125,FashionMNIST,Schut,MLP Ensemble,2,6
-15,distance_from_targets,365.9362487792969,FashionMNIST,Schut,MLP Ensemble,2,6
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,6
-16,distance,60.41577911376953,FashionMNIST,Wachter,JEM,2,6
-16,distance_from_energy,698.3448486328125,FashionMNIST,Wachter,JEM,2,6
-16,distance_from_targets,458.0788269042969,FashionMNIST,Wachter,JEM,2,6
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,6
-16,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,6
-17,distance,63.17204666137695,FashionMNIST,Wachter,JEM,2,6
-17,distance_from_energy,673.0342407226562,FashionMNIST,Wachter,JEM,2,6
-17,distance_from_targets,446.57635498046875,FashionMNIST,Wachter,JEM,2,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,2,6
-17,set_size_penalty,2.021990363267415,FashionMNIST,Wachter,JEM,2,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,6
-18,distance,70.47864532470703,FashionMNIST,Wachter,JEM,2,6
-18,distance_from_energy,670.5723876953125,FashionMNIST,Wachter,JEM,2,6
-18,distance_from_targets,417.7037353515625,FashionMNIST,Wachter,JEM,2,6
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,6
-18,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,6
-19,distance,62.034454345703125,FashionMNIST,Wachter,JEM,2,6
-19,distance_from_energy,577.0137939453125,FashionMNIST,Wachter,JEM,2,6
-19,distance_from_targets,351.1951904296875,FashionMNIST,Wachter,JEM,2,6
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,6
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,6
-20,distance,65.34651947021484,FashionMNIST,Wachter,JEM,2,6
-20,distance_from_energy,539.7628173828125,FashionMNIST,Wachter,JEM,2,6
-20,distance_from_targets,377.1172180175781,FashionMNIST,Wachter,JEM,2,6
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,6
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,6
-16,distance,222.65399169921875,FashionMNIST,REVISE,JEM,2,6
-16,distance_from_energy,525.08154296875,FashionMNIST,REVISE,JEM,2,6
-16,distance_from_targets,345.1051940917969,FashionMNIST,REVISE,JEM,2,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,6
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,2,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,6
-17,distance,277.03228759765625,FashionMNIST,REVISE,JEM,2,6
-17,distance_from_energy,751.903564453125,FashionMNIST,REVISE,JEM,2,6
-17,distance_from_targets,519.8417358398438,FashionMNIST,REVISE,JEM,2,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,6
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,6
-17,validity,0.0,FashionMNIST,REVISE,JEM,2,6
-18,distance,231.1836395263672,FashionMNIST,REVISE,JEM,2,6
-18,distance_from_energy,576.3082885742188,FashionMNIST,REVISE,JEM,2,6
-18,distance_from_targets,371.4735107421875,FashionMNIST,REVISE,JEM,2,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,6
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,6
-18,validity,0.0,FashionMNIST,REVISE,JEM,2,6
-19,distance,431.5663757324219,FashionMNIST,REVISE,JEM,2,6
-19,distance_from_energy,521.2723388671875,FashionMNIST,REVISE,JEM,2,6
-19,distance_from_targets,500.85931396484375,FashionMNIST,REVISE,JEM,2,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,6
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,6
-19,validity,0.0,FashionMNIST,REVISE,JEM,2,6
-20,distance,338.3045349121094,FashionMNIST,REVISE,JEM,2,6
-20,distance_from_energy,455.16729736328125,FashionMNIST,REVISE,JEM,2,6
-20,distance_from_targets,414.5885009765625,FashionMNIST,REVISE,JEM,2,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,6
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,2,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,2,6
-16,distance,545.219482421875,FashionMNIST,ECCCo,JEM,2,6
-16,distance_from_energy,121.58699035644531,FashionMNIST,ECCCo,JEM,2,6
-16,distance_from_targets,479.4648742675781,FashionMNIST,ECCCo,JEM,2,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,6
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,6
-17,distance,643.05810546875,FashionMNIST,ECCCo,JEM,2,6
-17,distance_from_energy,97.13844299316406,FashionMNIST,ECCCo,JEM,2,6
-17,distance_from_targets,493.211181640625,FashionMNIST,ECCCo,JEM,2,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,6
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,6
-18,distance,463.7270812988281,FashionMNIST,ECCCo,JEM,2,6
-18,distance_from_energy,160.98019409179688,FashionMNIST,ECCCo,JEM,2,6
-18,distance_from_targets,473.6191101074219,FashionMNIST,ECCCo,JEM,2,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,6
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,6
-19,distance,458.40374755859375,FashionMNIST,ECCCo,JEM,2,6
-19,distance_from_energy,65.59699249267578,FashionMNIST,ECCCo,JEM,2,6
-19,distance_from_targets,509.3719177246094,FashionMNIST,ECCCo,JEM,2,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,6
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,2,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,6
-20,distance,465.08685302734375,FashionMNIST,ECCCo,JEM,2,6
-20,distance_from_energy,100.13934326171875,FashionMNIST,ECCCo,JEM,2,6
-20,distance_from_targets,501.2034912109375,FashionMNIST,ECCCo,JEM,2,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,6
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,2,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,6
-16,distance,9.000000953674316,FashionMNIST,Schut,JEM,2,6
-16,distance_from_energy,640.10595703125,FashionMNIST,Schut,JEM,2,6
-16,distance_from_targets,434.19781494140625,FashionMNIST,Schut,JEM,2,6
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,6
-16,set_size_penalty,5.0,FashionMNIST,Schut,JEM,2,6
-16,validity,1.0,FashionMNIST,Schut,JEM,2,6
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,6
-17,distance_from_energy,714.6475219726562,FashionMNIST,Schut,JEM,2,6
-17,distance_from_targets,432.9374084472656,FashionMNIST,Schut,JEM,2,6
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,6
-17,set_size_penalty,9.999897495474425,FashionMNIST,Schut,JEM,2,6
-17,validity,1.0,FashionMNIST,Schut,JEM,2,6
-18,distance,10.0,FashionMNIST,Schut,JEM,2,6
-18,distance_from_energy,630.181884765625,FashionMNIST,Schut,JEM,2,6
-18,distance_from_targets,389.9642333984375,FashionMNIST,Schut,JEM,2,6
-18,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,2,6
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,6
-18,validity,0.0,FashionMNIST,Schut,JEM,2,6
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,6
-19,distance_from_energy,554.8312377929688,FashionMNIST,Schut,JEM,2,6
-19,distance_from_targets,327.2090148925781,FashionMNIST,Schut,JEM,2,6
-19,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM,2,6
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,2,6
-19,validity,1.0,FashionMNIST,Schut,JEM,2,6
-20,distance,10.0,FashionMNIST,Schut,JEM,2,6
-20,distance_from_energy,541.6345825195312,FashionMNIST,Schut,JEM,2,6
-20,distance_from_targets,346.2896728515625,FashionMNIST,Schut,JEM,2,6
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,6
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,2,6
-20,validity,1.0,FashionMNIST,Schut,JEM,2,6
-1,distance,103.16262817382812,FashionMNIST,Wachter,JEM Ensemble,2,7
-1,distance_from_energy,820.9093017578125,FashionMNIST,Wachter,JEM Ensemble,2,7
-1,distance_from_targets,546.5859375,FashionMNIST,Wachter,JEM Ensemble,2,7
-1,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,2,7
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-2,distance,112.11444091796875,FashionMNIST,Wachter,JEM Ensemble,2,7
-2,distance_from_energy,847.93359375,FashionMNIST,Wachter,JEM Ensemble,2,7
-2,distance_from_targets,523.6234741210938,FashionMNIST,Wachter,JEM Ensemble,2,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-2,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-2,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-3,distance,97.69727325439453,FashionMNIST,Wachter,JEM Ensemble,2,7
-3,distance_from_energy,856.7175903320312,FashionMNIST,Wachter,JEM Ensemble,2,7
-3,distance_from_targets,557.6242065429688,FashionMNIST,Wachter,JEM Ensemble,2,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-3,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-4,distance,137.2787628173828,FashionMNIST,Wachter,JEM Ensemble,2,7
-4,distance_from_energy,800.5672607421875,FashionMNIST,Wachter,JEM Ensemble,2,7
-4,distance_from_targets,537.3033447265625,FashionMNIST,Wachter,JEM Ensemble,2,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-5,distance,135.4070281982422,FashionMNIST,Wachter,JEM Ensemble,2,7
-5,distance_from_energy,790.60595703125,FashionMNIST,Wachter,JEM Ensemble,2,7
-5,distance_from_targets,533.8734741210938,FashionMNIST,Wachter,JEM Ensemble,2,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,7
-1,distance,538.2092895507812,FashionMNIST,REVISE,JEM Ensemble,2,7
-1,distance_from_energy,1045.7763671875,FashionMNIST,REVISE,JEM Ensemble,2,7
-1,distance_from_targets,739.297607421875,FashionMNIST,REVISE,JEM Ensemble,2,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-2,distance,264.60430908203125,FashionMNIST,REVISE,JEM Ensemble,2,7
-2,distance_from_energy,710.2647705078125,FashionMNIST,REVISE,JEM Ensemble,2,7
-2,distance_from_targets,420.19622802734375,FashionMNIST,REVISE,JEM Ensemble,2,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-2,set_size_penalty,2.349770415719491,FashionMNIST,REVISE,JEM Ensemble,2,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-3,distance,212.82318115234375,FashionMNIST,REVISE,JEM Ensemble,2,7
-3,distance_from_energy,908.8758544921875,FashionMNIST,REVISE,JEM Ensemble,2,7
-3,distance_from_targets,576.33349609375,FashionMNIST,REVISE,JEM Ensemble,2,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-4,distance,393.4875793457031,FashionMNIST,REVISE,JEM Ensemble,2,7
-4,distance_from_energy,705.1511840820312,FashionMNIST,REVISE,JEM Ensemble,2,7
-4,distance_from_targets,415.30474853515625,FashionMNIST,REVISE,JEM Ensemble,2,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-4,set_size_penalty,3.9999999999945484,FashionMNIST,REVISE,JEM Ensemble,2,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-5,distance,267.91143798828125,FashionMNIST,REVISE,JEM Ensemble,2,7
-5,distance_from_energy,790.5658569335938,FashionMNIST,REVISE,JEM Ensemble,2,7
-5,distance_from_targets,491.10137939453125,FashionMNIST,REVISE,JEM Ensemble,2,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,7
-1,distance,699.8115844726562,FashionMNIST,ECCCo,JEM Ensemble,2,7
-1,distance_from_energy,185.6474151611328,FashionMNIST,ECCCo,JEM Ensemble,2,7
-1,distance_from_targets,425.0562438964844,FashionMNIST,ECCCo,JEM Ensemble,2,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-2,distance,715.5280151367188,FashionMNIST,ECCCo,JEM Ensemble,2,7
-2,distance_from_energy,145.2493133544922,FashionMNIST,ECCCo,JEM Ensemble,2,7
-2,distance_from_targets,434.4038391113281,FashionMNIST,ECCCo,JEM Ensemble,2,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-3,distance,729.0064697265625,FashionMNIST,ECCCo,JEM Ensemble,2,7
-3,distance_from_energy,199.82492065429688,FashionMNIST,ECCCo,JEM Ensemble,2,7
-3,distance_from_targets,401.33154296875,FashionMNIST,ECCCo,JEM Ensemble,2,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-3,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-4,distance,652.0109252929688,FashionMNIST,ECCCo,JEM Ensemble,2,7
-4,distance_from_energy,156.10855102539062,FashionMNIST,ECCCo,JEM Ensemble,2,7
-4,distance_from_targets,419.48712158203125,FashionMNIST,ECCCo,JEM Ensemble,2,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-4,set_size_penalty,2.999538690834143,FashionMNIST,ECCCo,JEM Ensemble,2,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-5,distance,699.8990478515625,FashionMNIST,ECCCo,JEM Ensemble,2,7
-5,distance_from_energy,148.21144104003906,FashionMNIST,ECCCo,JEM Ensemble,2,7
-5,distance_from_targets,445.62554931640625,FashionMNIST,ECCCo,JEM Ensemble,2,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,7
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,7
-1,distance_from_energy,872.9708862304688,FashionMNIST,Schut,JEM Ensemble,2,7
-1,distance_from_targets,531.9381713867188,FashionMNIST,Schut,JEM Ensemble,2,7
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,7
-2,distance_from_energy,853.6129150390625,FashionMNIST,Schut,JEM Ensemble,2,7
-2,distance_from_targets,518.5059814453125,FashionMNIST,Schut,JEM Ensemble,2,7
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,7
-3,distance_from_energy,916.4152221679688,FashionMNIST,Schut,JEM Ensemble,2,7
-3,distance_from_targets,545.530029296875,FashionMNIST,Schut,JEM Ensemble,2,7
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,7
-4,distance_from_energy,762.3816528320312,FashionMNIST,Schut,JEM Ensemble,2,7
-4,distance_from_targets,516.762451171875,FashionMNIST,Schut,JEM Ensemble,2,7
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,7
-5,distance_from_energy,812.6025390625,FashionMNIST,Schut,JEM Ensemble,2,7
-5,distance_from_targets,508.6227111816406,FashionMNIST,Schut,JEM Ensemble,2,7
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,7
-6,distance,90.61425018310547,FashionMNIST,Wachter,MLP,2,7
-6,distance_from_energy,856.44287109375,FashionMNIST,Wachter,MLP,2,7
-6,distance_from_targets,575.0805053710938,FashionMNIST,Wachter,MLP,2,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,7
-6,set_size_penalty,2.9998960483439667,FashionMNIST,Wachter,MLP,2,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,7
-7,distance,80.73660278320312,FashionMNIST,Wachter,MLP,2,7
-7,distance_from_energy,854.1813354492188,FashionMNIST,Wachter,MLP,2,7
-7,distance_from_targets,574.6705322265625,FashionMNIST,Wachter,MLP,2,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,7
-7,set_size_penalty,3.0000377915394063,FashionMNIST,Wachter,MLP,2,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,7
-8,distance,74.37527465820312,FashionMNIST,Wachter,MLP,2,7
-8,distance_from_energy,846.65283203125,FashionMNIST,Wachter,MLP,2,7
-8,distance_from_targets,576.6905517578125,FashionMNIST,Wachter,MLP,2,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,7
-8,set_size_penalty,2.000000002545859,FashionMNIST,Wachter,MLP,2,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,7
-9,distance,80.73660278320312,FashionMNIST,Wachter,MLP,2,7
-9,distance_from_energy,851.9349365234375,FashionMNIST,Wachter,MLP,2,7
-9,distance_from_targets,571.442626953125,FashionMNIST,Wachter,MLP,2,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,7
-9,set_size_penalty,3.0000377915394063,FashionMNIST,Wachter,MLP,2,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,7
-10,distance,90.55300903320312,FashionMNIST,Wachter,MLP,2,7
-10,distance_from_energy,838.9968872070312,FashionMNIST,Wachter,MLP,2,7
-10,distance_from_targets,525.028564453125,FashionMNIST,Wachter,MLP,2,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,7
-10,set_size_penalty,3.0000426896028327,FashionMNIST,Wachter,MLP,2,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,7
-6,distance,187.34207153320312,FashionMNIST,REVISE,MLP,2,7
-6,distance_from_energy,840.5802001953125,FashionMNIST,REVISE,MLP,2,7
-6,distance_from_targets,512.4503173828125,FashionMNIST,REVISE,MLP,2,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,7
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,7
-6,validity,0.0,FashionMNIST,REVISE,MLP,2,7
-7,distance,144.07899475097656,FashionMNIST,REVISE,MLP,2,7
-7,distance_from_energy,854.9490966796875,FashionMNIST,REVISE,MLP,2,7
-7,distance_from_targets,517.7083740234375,FashionMNIST,REVISE,MLP,2,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,7
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,7
-7,validity,0.0,FashionMNIST,REVISE,MLP,2,7
-8,distance,132.44625854492188,FashionMNIST,REVISE,MLP,2,7
-8,distance_from_energy,838.1343994140625,FashionMNIST,REVISE,MLP,2,7
-8,distance_from_targets,550.2251586914062,FashionMNIST,REVISE,MLP,2,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,7
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,7
-8,validity,0.0,FashionMNIST,REVISE,MLP,2,7
-9,distance,175.06004333496094,FashionMNIST,REVISE,MLP,2,7
-9,distance_from_energy,859.2052001953125,FashionMNIST,REVISE,MLP,2,7
-9,distance_from_targets,476.76544189453125,FashionMNIST,REVISE,MLP,2,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,7
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,7
-9,validity,0.0,FashionMNIST,REVISE,MLP,2,7
-10,distance,185.38540649414062,FashionMNIST,REVISE,MLP,2,7
-10,distance_from_energy,844.5294799804688,FashionMNIST,REVISE,MLP,2,7
-10,distance_from_targets,509.7635803222656,FashionMNIST,REVISE,MLP,2,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,7
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,7
-10,validity,0.0,FashionMNIST,REVISE,MLP,2,7
-6,distance,637.5328369140625,FashionMNIST,ECCCo,MLP,2,7
-6,distance_from_energy,260.28253173828125,FashionMNIST,ECCCo,MLP,2,7
-6,distance_from_targets,678.9554443359375,FashionMNIST,ECCCo,MLP,2,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,7
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,2,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,7
-7,distance,605.0543823242188,FashionMNIST,ECCCo,MLP,2,7
-7,distance_from_energy,275.40313720703125,FashionMNIST,ECCCo,MLP,2,7
-7,distance_from_targets,677.1079711914062,FashionMNIST,ECCCo,MLP,2,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,7
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,2,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,7
-8,distance,656.4030151367188,FashionMNIST,ECCCo,MLP,2,7
-8,distance_from_energy,214.3155059814453,FashionMNIST,ECCCo,MLP,2,7
-8,distance_from_targets,669.2156982421875,FashionMNIST,ECCCo,MLP,2,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,7
-8,set_size_penalty,2.00002907072356,FashionMNIST,ECCCo,MLP,2,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,7
-9,distance,570.3016357421875,FashionMNIST,ECCCo,MLP,2,7
-9,distance_from_energy,296.28778076171875,FashionMNIST,ECCCo,MLP,2,7
-9,distance_from_targets,653.8508911132812,FashionMNIST,ECCCo,MLP,2,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,7
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,7
-10,distance,683.5848388671875,FashionMNIST,ECCCo,MLP,2,7
-10,distance_from_energy,181.43988037109375,FashionMNIST,ECCCo,MLP,2,7
-10,distance_from_targets,710.9724731445312,FashionMNIST,ECCCo,MLP,2,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,7
-10,set_size_penalty,2.000000015132363,FashionMNIST,ECCCo,MLP,2,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,7
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,7
-6,distance_from_energy,861.0887451171875,FashionMNIST,Schut,MLP,2,7
-6,distance_from_targets,550.4199829101562,FashionMNIST,Schut,MLP,2,7
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,7
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,7
-6,validity,0.0,FashionMNIST,Schut,MLP,2,7
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,7
-7,distance_from_energy,848.412109375,FashionMNIST,Schut,MLP,2,7
-7,distance_from_targets,545.8212280273438,FashionMNIST,Schut,MLP,2,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,7
-7,validity,0.0,FashionMNIST,Schut,MLP,2,7
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,7
-8,distance_from_energy,838.2196044921875,FashionMNIST,Schut,MLP,2,7
-8,distance_from_targets,555.465576171875,FashionMNIST,Schut,MLP,2,7
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,7
-8,validity,0.0,FashionMNIST,Schut,MLP,2,7
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,7
-9,distance_from_energy,858.1922607421875,FashionMNIST,Schut,MLP,2,7
-9,distance_from_targets,549.5812377929688,FashionMNIST,Schut,MLP,2,7
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,7
-9,validity,0.0,FashionMNIST,Schut,MLP,2,7
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,7
-10,distance_from_energy,855.4508056640625,FashionMNIST,Schut,MLP,2,7
-10,distance_from_targets,503.7130126953125,FashionMNIST,Schut,MLP,2,7
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,7
-10,validity,0.0,FashionMNIST,Schut,MLP,2,7
-11,distance,83.55104064941406,FashionMNIST,Wachter,MLP Ensemble,2,7
-11,distance_from_energy,802.0842895507812,FashionMNIST,Wachter,MLP Ensemble,2,7
-11,distance_from_targets,561.5148315429688,FashionMNIST,Wachter,MLP Ensemble,2,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-11,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-12,distance,91.88190460205078,FashionMNIST,Wachter,MLP Ensemble,2,7
-12,distance_from_energy,809.821533203125,FashionMNIST,Wachter,MLP Ensemble,2,7
-12,distance_from_targets,558.1074829101562,FashionMNIST,Wachter,MLP Ensemble,2,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-12,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-13,distance,95.43315887451172,FashionMNIST,Wachter,MLP Ensemble,2,7
-13,distance_from_energy,787.5936889648438,FashionMNIST,Wachter,MLP Ensemble,2,7
-13,distance_from_targets,563.2978515625,FashionMNIST,Wachter,MLP Ensemble,2,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-14,distance,100.34334564208984,FashionMNIST,Wachter,MLP Ensemble,2,7
-14,distance_from_energy,816.4542236328125,FashionMNIST,Wachter,MLP Ensemble,2,7
-14,distance_from_targets,561.513916015625,FashionMNIST,Wachter,MLP Ensemble,2,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-15,distance,91.58136749267578,FashionMNIST,Wachter,MLP Ensemble,2,7
-15,distance_from_energy,784.8927612304688,FashionMNIST,Wachter,MLP Ensemble,2,7
-15,distance_from_targets,569.9989624023438,FashionMNIST,Wachter,MLP Ensemble,2,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,7
-11,distance,219.7666473388672,FashionMNIST,REVISE,MLP Ensemble,2,7
-11,distance_from_energy,781.7093505859375,FashionMNIST,REVISE,MLP Ensemble,2,7
-11,distance_from_targets,458.4505920410156,FashionMNIST,REVISE,MLP Ensemble,2,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-11,set_size_penalty,1.9909175422540557,FashionMNIST,REVISE,MLP Ensemble,2,7
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-12,distance,207.9119415283203,FashionMNIST,REVISE,MLP Ensemble,2,7
-12,distance_from_energy,813.3571166992188,FashionMNIST,REVISE,MLP Ensemble,2,7
-12,distance_from_targets,426.1044006347656,FashionMNIST,REVISE,MLP Ensemble,2,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-13,distance,160.19129943847656,FashionMNIST,REVISE,MLP Ensemble,2,7
-13,distance_from_energy,806.2105712890625,FashionMNIST,REVISE,MLP Ensemble,2,7
-13,distance_from_targets,537.4746704101562,FashionMNIST,REVISE,MLP Ensemble,2,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-14,distance,233.5844268798828,FashionMNIST,REVISE,MLP Ensemble,2,7
-14,distance_from_energy,803.6593017578125,FashionMNIST,REVISE,MLP Ensemble,2,7
-14,distance_from_targets,458.9592590332031,FashionMNIST,REVISE,MLP Ensemble,2,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-15,distance,180.6495819091797,FashionMNIST,REVISE,MLP Ensemble,2,7
-15,distance_from_energy,804.7357177734375,FashionMNIST,REVISE,MLP Ensemble,2,7
-15,distance_from_targets,529.0635986328125,FashionMNIST,REVISE,MLP Ensemble,2,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,7
-11,distance,672.6063232421875,FashionMNIST,ECCCo,MLP Ensemble,2,7
-11,distance_from_energy,171.68212890625,FashionMNIST,ECCCo,MLP Ensemble,2,7
-11,distance_from_targets,641.7050170898438,FashionMNIST,ECCCo,MLP Ensemble,2,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-11,set_size_penalty,2.0001591757792987,FashionMNIST,ECCCo,MLP Ensemble,2,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-12,distance,663.9210205078125,FashionMNIST,ECCCo,MLP Ensemble,2,7
-12,distance_from_energy,164.92747497558594,FashionMNIST,ECCCo,MLP Ensemble,2,7
-12,distance_from_targets,647.109619140625,FashionMNIST,ECCCo,MLP Ensemble,2,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-12,set_size_penalty,1.0003282375350562,FashionMNIST,ECCCo,MLP Ensemble,2,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-13,distance,675.7916870117188,FashionMNIST,ECCCo,MLP Ensemble,2,7
-13,distance_from_energy,168.41046142578125,FashionMNIST,ECCCo,MLP Ensemble,2,7
-13,distance_from_targets,655.13037109375,FashionMNIST,ECCCo,MLP Ensemble,2,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-13,set_size_penalty,2.000000648636881,FashionMNIST,ECCCo,MLP Ensemble,2,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-14,distance,691.5460205078125,FashionMNIST,ECCCo,MLP Ensemble,2,7
-14,distance_from_energy,166.91773986816406,FashionMNIST,ECCCo,MLP Ensemble,2,7
-14,distance_from_targets,651.156005859375,FashionMNIST,ECCCo,MLP Ensemble,2,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-14,set_size_penalty,2.000001829744727,FashionMNIST,ECCCo,MLP Ensemble,2,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-15,distance,641.0899658203125,FashionMNIST,ECCCo,MLP Ensemble,2,7
-15,distance_from_energy,182.53140258789062,FashionMNIST,ECCCo,MLP Ensemble,2,7
-15,distance_from_targets,628.7289428710938,FashionMNIST,ECCCo,MLP Ensemble,2,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-15,set_size_penalty,1.9980771067943752,FashionMNIST,ECCCo,MLP Ensemble,2,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,7
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,7
-11,distance_from_energy,832.37353515625,FashionMNIST,Schut,MLP Ensemble,2,7
-11,distance_from_targets,537.43701171875,FashionMNIST,Schut,MLP Ensemble,2,7
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,2,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,7
-12,distance_from_energy,823.6767578125,FashionMNIST,Schut,MLP Ensemble,2,7
-12,distance_from_targets,527.312744140625,FashionMNIST,Schut,MLP Ensemble,2,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,7
-13,distance_from_energy,822.7164306640625,FashionMNIST,Schut,MLP Ensemble,2,7
-13,distance_from_targets,547.8722534179688,FashionMNIST,Schut,MLP Ensemble,2,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,7
-14,distance_from_energy,830.5452270507812,FashionMNIST,Schut,MLP Ensemble,2,7
-14,distance_from_targets,533.99267578125,FashionMNIST,Schut,MLP Ensemble,2,7
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,7
-15,distance_from_energy,822.0748291015625,FashionMNIST,Schut,MLP Ensemble,2,7
-15,distance_from_targets,554.2925415039062,FashionMNIST,Schut,MLP Ensemble,2,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,7
-16,distance,83.72383117675781,FashionMNIST,Wachter,JEM,2,7
-16,distance_from_energy,707.4751586914062,FashionMNIST,Wachter,JEM,2,7
-16,distance_from_targets,534.854736328125,FashionMNIST,Wachter,JEM,2,7
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,7
-16,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,2,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,7
-17,distance,92.25253295898438,FashionMNIST,Wachter,JEM,2,7
-17,distance_from_energy,695.2640380859375,FashionMNIST,Wachter,JEM,2,7
-17,distance_from_targets,539.974365234375,FashionMNIST,Wachter,JEM,2,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,2,7
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,7
-18,distance,85.0112533569336,FashionMNIST,Wachter,JEM,2,7
-18,distance_from_energy,778.0496826171875,FashionMNIST,Wachter,JEM,2,7
-18,distance_from_targets,579.5955810546875,FashionMNIST,Wachter,JEM,2,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,7
-18,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,7
-19,distance,114.42668914794922,FashionMNIST,Wachter,JEM,2,7
-19,distance_from_energy,699.4201049804688,FashionMNIST,Wachter,JEM,2,7
-19,distance_from_targets,542.4028930664062,FashionMNIST,Wachter,JEM,2,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,7
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,7
-20,distance,79.26053619384766,FashionMNIST,Wachter,JEM,2,7
-20,distance_from_energy,715.0693969726562,FashionMNIST,Wachter,JEM,2,7
-20,distance_from_targets,558.818115234375,FashionMNIST,Wachter,JEM,2,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,2,7
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,2,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,7
-16,distance,233.0699920654297,FashionMNIST,REVISE,JEM,2,7
-16,distance_from_energy,718.2765502929688,FashionMNIST,REVISE,JEM,2,7
-16,distance_from_targets,528.1800537109375,FashionMNIST,REVISE,JEM,2,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,7
-16,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,2,7
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,7
-17,distance,701.7674560546875,FashionMNIST,REVISE,JEM,2,7
-17,distance_from_energy,647.2283935546875,FashionMNIST,REVISE,JEM,2,7
-17,distance_from_targets,488.25506591796875,FashionMNIST,REVISE,JEM,2,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,7
-17,set_size_penalty,0.586215677800075,FashionMNIST,REVISE,JEM,2,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,2,7
-18,distance,187.75782775878906,FashionMNIST,REVISE,JEM,2,7
-18,distance_from_energy,753.7734985351562,FashionMNIST,REVISE,JEM,2,7
-18,distance_from_targets,519.3529052734375,FashionMNIST,REVISE,JEM,2,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,7
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,7
-18,validity,0.0,FashionMNIST,REVISE,JEM,2,7
-19,distance,362.1793518066406,FashionMNIST,REVISE,JEM,2,7
-19,distance_from_energy,629.6253051757812,FashionMNIST,REVISE,JEM,2,7
-19,distance_from_targets,383.8918762207031,FashionMNIST,REVISE,JEM,2,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,7
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,2,7
-20,distance,217.36270141601562,FashionMNIST,REVISE,JEM,2,7
-20,distance_from_energy,788.4269409179688,FashionMNIST,REVISE,JEM,2,7
-20,distance_from_targets,542.69970703125,FashionMNIST,REVISE,JEM,2,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,7
-20,set_size_penalty,6.999898774281892,FashionMNIST,REVISE,JEM,2,7
-20,validity,1.0,FashionMNIST,REVISE,JEM,2,7
-16,distance,514.3466186523438,FashionMNIST,ECCCo,JEM,2,7
-16,distance_from_energy,270.6976013183594,FashionMNIST,ECCCo,JEM,2,7
-16,distance_from_targets,446.5197448730469,FashionMNIST,ECCCo,JEM,2,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,7
-16,set_size_penalty,1.0030599819584423,FashionMNIST,ECCCo,JEM,2,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,7
-17,distance,526.4237060546875,FashionMNIST,ECCCo,JEM,2,7
-17,distance_from_energy,243.19375610351562,FashionMNIST,ECCCo,JEM,2,7
-17,distance_from_targets,442.2616271972656,FashionMNIST,ECCCo,JEM,2,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,7
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,7
-18,distance,586.512939453125,FashionMNIST,ECCCo,JEM,2,7
-18,distance_from_energy,173.66441345214844,FashionMNIST,ECCCo,JEM,2,7
-18,distance_from_targets,450.10009765625,FashionMNIST,ECCCo,JEM,2,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,7
-18,set_size_penalty,1.9998952152922356,FashionMNIST,ECCCo,JEM,2,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,7
-19,distance,604.8104858398438,FashionMNIST,ECCCo,JEM,2,7
-19,distance_from_energy,177.3903350830078,FashionMNIST,ECCCo,JEM,2,7
-19,distance_from_targets,469.4775695800781,FashionMNIST,ECCCo,JEM,2,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,7
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,7
-20,distance,600.2393188476562,FashionMNIST,ECCCo,JEM,2,7
-20,distance_from_energy,151.39794921875,FashionMNIST,ECCCo,JEM,2,7
-20,distance_from_targets,458.898681640625,FashionMNIST,ECCCo,JEM,2,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,7
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,7
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,7
-16,distance_from_energy,826.5726318359375,FashionMNIST,Schut,JEM,2,7
-16,distance_from_targets,516.3920288085938,FashionMNIST,Schut,JEM,2,7
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,7
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,7
-16,validity,0.0,FashionMNIST,Schut,JEM,2,7
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,7
-17,distance_from_energy,678.6983032226562,FashionMNIST,Schut,JEM,2,7
-17,distance_from_targets,520.8604736328125,FashionMNIST,Schut,JEM,2,7
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,2,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,7
-17,validity,0.0,FashionMNIST,Schut,JEM,2,7
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,7
-18,distance_from_energy,785.9716186523438,FashionMNIST,Schut,JEM,2,7
-18,distance_from_targets,556.4618530273438,FashionMNIST,Schut,JEM,2,7
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,7
-18,validity,0.0,FashionMNIST,Schut,JEM,2,7
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,7
-19,distance_from_energy,700.694580078125,FashionMNIST,Schut,JEM,2,7
-19,distance_from_targets,511.08966064453125,FashionMNIST,Schut,JEM,2,7
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,7
-19,validity,0.0,FashionMNIST,Schut,JEM,2,7
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,7
-20,distance_from_energy,631.3973999023438,FashionMNIST,Schut,JEM,2,7
-20,distance_from_targets,540.8973388671875,FashionMNIST,Schut,JEM,2,7
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,7
-20,validity,0.0,FashionMNIST,Schut,JEM,2,7
-1,distance,82.0858383178711,FashionMNIST,Wachter,JEM Ensemble,2,8
-1,distance_from_energy,784.6546630859375,FashionMNIST,Wachter,JEM Ensemble,2,8
-1,distance_from_targets,469.38275146484375,FashionMNIST,Wachter,JEM Ensemble,2,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-1,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-2,distance,70.5316390991211,FashionMNIST,Wachter,JEM Ensemble,2,8
-2,distance_from_energy,623.1124267578125,FashionMNIST,Wachter,JEM Ensemble,2,8
-2,distance_from_targets,491.931396484375,FashionMNIST,Wachter,JEM Ensemble,2,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-2,set_size_penalty,9.999999999981497,FashionMNIST,Wachter,JEM Ensemble,2,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-3,distance,74.87952423095703,FashionMNIST,Wachter,JEM Ensemble,2,8
-3,distance_from_energy,594.041259765625,FashionMNIST,Wachter,JEM Ensemble,2,8
-3,distance_from_targets,486.7201232910156,FashionMNIST,Wachter,JEM Ensemble,2,8
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,2,8
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-4,distance,91.5092544555664,FashionMNIST,Wachter,JEM Ensemble,2,8
-4,distance_from_energy,642.989501953125,FashionMNIST,Wachter,JEM Ensemble,2,8
-4,distance_from_targets,447.0101623535156,FashionMNIST,Wachter,JEM Ensemble,2,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-5,distance,90.226806640625,FashionMNIST,Wachter,JEM Ensemble,2,8
-5,distance_from_energy,846.1888427734375,FashionMNIST,Wachter,JEM Ensemble,2,8
-5,distance_from_targets,558.9844970703125,FashionMNIST,Wachter,JEM Ensemble,2,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,8
-1,distance,452.77703857421875,FashionMNIST,REVISE,JEM Ensemble,2,8
-1,distance_from_energy,441.7396545410156,FashionMNIST,REVISE,JEM Ensemble,2,8
-1,distance_from_targets,360.2882995605469,FashionMNIST,REVISE,JEM Ensemble,2,8
-1,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,2,8
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-2,distance,271.0374755859375,FashionMNIST,REVISE,JEM Ensemble,2,8
-2,distance_from_energy,588.1336669921875,FashionMNIST,REVISE,JEM Ensemble,2,8
-2,distance_from_targets,396.26416015625,FashionMNIST,REVISE,JEM Ensemble,2,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-2,set_size_penalty,0.999999999999996,FashionMNIST,REVISE,JEM Ensemble,2,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-3,distance,487.0466003417969,FashionMNIST,REVISE,JEM Ensemble,2,8
-3,distance_from_energy,298.3893127441406,FashionMNIST,REVISE,JEM Ensemble,2,8
-3,distance_from_targets,447.5035705566406,FashionMNIST,REVISE,JEM Ensemble,2,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-4,distance,300.6340026855469,FashionMNIST,REVISE,JEM Ensemble,2,8
-4,distance_from_energy,555.4124755859375,FashionMNIST,REVISE,JEM Ensemble,2,8
-4,distance_from_targets,344.7099304199219,FashionMNIST,REVISE,JEM Ensemble,2,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-4,set_size_penalty,2.0014504754026436,FashionMNIST,REVISE,JEM Ensemble,2,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-5,distance,327.2900085449219,FashionMNIST,REVISE,JEM Ensemble,2,8
-5,distance_from_energy,697.0735473632812,FashionMNIST,REVISE,JEM Ensemble,2,8
-5,distance_from_targets,428.9651794433594,FashionMNIST,REVISE,JEM Ensemble,2,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-5,set_size_penalty,1.9999999373979507,FashionMNIST,REVISE,JEM Ensemble,2,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,8
-1,distance,616.9965209960938,FashionMNIST,ECCCo,JEM Ensemble,2,8
-1,distance_from_energy,124.91031646728516,FashionMNIST,ECCCo,JEM Ensemble,2,8
-1,distance_from_targets,459.9305114746094,FashionMNIST,ECCCo,JEM Ensemble,2,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-1,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-2,distance,555.236328125,FashionMNIST,ECCCo,JEM Ensemble,2,8
-2,distance_from_energy,98.70933532714844,FashionMNIST,ECCCo,JEM Ensemble,2,8
-2,distance_from_targets,469.20733642578125,FashionMNIST,ECCCo,JEM Ensemble,2,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-2,set_size_penalty,3.000002808685588,FashionMNIST,ECCCo,JEM Ensemble,2,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-3,distance,515.9542236328125,FashionMNIST,ECCCo,JEM Ensemble,2,8
-3,distance_from_energy,109.8449478149414,FashionMNIST,ECCCo,JEM Ensemble,2,8
-3,distance_from_targets,466.1238098144531,FashionMNIST,ECCCo,JEM Ensemble,2,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-3,set_size_penalty,3.000000000000001,FashionMNIST,ECCCo,JEM Ensemble,2,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-4,distance,517.7810668945312,FashionMNIST,ECCCo,JEM Ensemble,2,8
-4,distance_from_energy,137.03363037109375,FashionMNIST,ECCCo,JEM Ensemble,2,8
-4,distance_from_targets,453.20233154296875,FashionMNIST,ECCCo,JEM Ensemble,2,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-5,distance,644.02392578125,FashionMNIST,ECCCo,JEM Ensemble,2,8
-5,distance_from_energy,173.80210876464844,FashionMNIST,ECCCo,JEM Ensemble,2,8
-5,distance_from_targets,413.8877868652344,FashionMNIST,ECCCo,JEM Ensemble,2,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-5,set_size_penalty,2.0008626307725783,FashionMNIST,ECCCo,JEM Ensemble,2,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,8
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,8
-1,distance_from_energy,810.2052612304688,FashionMNIST,Schut,JEM Ensemble,2,8
-1,distance_from_targets,455.6070251464844,FashionMNIST,Schut,JEM Ensemble,2,8
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,8
-2,distance_from_energy,648.6734619140625,FashionMNIST,Schut,JEM Ensemble,2,8
-2,distance_from_targets,475.57733154296875,FashionMNIST,Schut,JEM Ensemble,2,8
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,8
-3,distance_from_energy,589.81640625,FashionMNIST,Schut,JEM Ensemble,2,8
-3,distance_from_targets,473.6250305175781,FashionMNIST,Schut,JEM Ensemble,2,8
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,8
-4,distance_from_energy,684.2756958007812,FashionMNIST,Schut,JEM Ensemble,2,8
-4,distance_from_targets,432.59228515625,FashionMNIST,Schut,JEM Ensemble,2,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,8
-5,distance_from_energy,839.9661865234375,FashionMNIST,Schut,JEM Ensemble,2,8
-5,distance_from_targets,534.1942138671875,FashionMNIST,Schut,JEM Ensemble,2,8
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,8
-6,distance,74.37377166748047,FashionMNIST,Wachter,MLP,2,8
-6,distance_from_energy,885.6121215820312,FashionMNIST,Wachter,MLP,2,8
-6,distance_from_targets,474.40380859375,FashionMNIST,Wachter,MLP,2,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,8
-6,set_size_penalty,2.999999996248846,FashionMNIST,Wachter,MLP,2,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,8
-7,distance,107.43513488769531,FashionMNIST,Wachter,MLP,2,8
-7,distance_from_energy,905.0247802734375,FashionMNIST,Wachter,MLP,2,8
-7,distance_from_targets,643.4774780273438,FashionMNIST,Wachter,MLP,2,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,8
-7,set_size_penalty,2.0000000000000684,FashionMNIST,Wachter,MLP,2,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,8
-8,distance,89.64114379882812,FashionMNIST,Wachter,MLP,2,8
-8,distance_from_energy,849.5399169921875,FashionMNIST,Wachter,MLP,2,8
-8,distance_from_targets,478.5657043457031,FashionMNIST,Wachter,MLP,2,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,8
-8,set_size_penalty,2.9992543500053297,FashionMNIST,Wachter,MLP,2,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,8
-9,distance,70.27781677246094,FashionMNIST,Wachter,MLP,2,8
-9,distance_from_energy,847.3098754882812,FashionMNIST,Wachter,MLP,2,8
-9,distance_from_targets,538.411865234375,FashionMNIST,Wachter,MLP,2,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,8
-9,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,2,8
-9,validity,0.0,FashionMNIST,Wachter,MLP,2,8
-10,distance,80.82694244384766,FashionMNIST,Wachter,MLP,2,8
-10,distance_from_energy,838.2451171875,FashionMNIST,Wachter,MLP,2,8
-10,distance_from_targets,489.3901062011719,FashionMNIST,Wachter,MLP,2,8
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,2,8
-10,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,2,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,8
-6,distance,195.2318115234375,FashionMNIST,REVISE,MLP,2,8
-6,distance_from_energy,836.46337890625,FashionMNIST,REVISE,MLP,2,8
-6,distance_from_targets,474.3687438964844,FashionMNIST,REVISE,MLP,2,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,8
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,8
-6,validity,0.0,FashionMNIST,REVISE,MLP,2,8
-7,distance,297.4143981933594,FashionMNIST,REVISE,MLP,2,8
-7,distance_from_energy,863.6484375,FashionMNIST,REVISE,MLP,2,8
-7,distance_from_targets,588.7019653320312,FashionMNIST,REVISE,MLP,2,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,8
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,8
-7,validity,0.0,FashionMNIST,REVISE,MLP,2,8
-8,distance,323.14044189453125,FashionMNIST,REVISE,MLP,2,8
-8,distance_from_energy,812.2879028320312,FashionMNIST,REVISE,MLP,2,8
-8,distance_from_targets,525.560546875,FashionMNIST,REVISE,MLP,2,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,8
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,8
-8,validity,0.0,FashionMNIST,REVISE,MLP,2,8
-9,distance,290.7371826171875,FashionMNIST,REVISE,MLP,2,8
-9,distance_from_energy,811.796142578125,FashionMNIST,REVISE,MLP,2,8
-9,distance_from_targets,427.93096923828125,FashionMNIST,REVISE,MLP,2,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,8
-9,set_size_penalty,2.000000000001021,FashionMNIST,REVISE,MLP,2,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,2,8
-10,distance,319.06390380859375,FashionMNIST,REVISE,MLP,2,8
-10,distance_from_energy,802.4750366210938,FashionMNIST,REVISE,MLP,2,8
-10,distance_from_targets,316.9327697753906,FashionMNIST,REVISE,MLP,2,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,8
-10,set_size_penalty,1.0000000374795464,FashionMNIST,REVISE,MLP,2,8
-10,validity,1.0,FashionMNIST,REVISE,MLP,2,8
-6,distance,702.3330078125,FashionMNIST,ECCCo,MLP,2,8
-6,distance_from_energy,161.57687377929688,FashionMNIST,ECCCo,MLP,2,8
-6,distance_from_targets,699.936767578125,FashionMNIST,ECCCo,MLP,2,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,8
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,8
-7,distance,689.3446044921875,FashionMNIST,ECCCo,MLP,2,8
-7,distance_from_energy,213.7657470703125,FashionMNIST,ECCCo,MLP,2,8
-7,distance_from_targets,705.7692260742188,FashionMNIST,ECCCo,MLP,2,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,8
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,2,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,8
-8,distance,720.4849853515625,FashionMNIST,ECCCo,MLP,2,8
-8,distance_from_energy,183.69400024414062,FashionMNIST,ECCCo,MLP,2,8
-8,distance_from_targets,689.1740112304688,FashionMNIST,ECCCo,MLP,2,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,8
-8,set_size_penalty,3.4290495782453077,FashionMNIST,ECCCo,MLP,2,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,8
-9,distance,680.8935546875,FashionMNIST,ECCCo,MLP,2,8
-9,distance_from_energy,246.36328125,FashionMNIST,ECCCo,MLP,2,8
-9,distance_from_targets,673.1705322265625,FashionMNIST,ECCCo,MLP,2,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,8
-9,set_size_penalty,3.0000705359779984,FashionMNIST,ECCCo,MLP,2,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,8
-10,distance,684.00390625,FashionMNIST,ECCCo,MLP,2,8
-10,distance_from_energy,185.20333862304688,FashionMNIST,ECCCo,MLP,2,8
-10,distance_from_targets,694.0164184570312,FashionMNIST,ECCCo,MLP,2,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,8
-10,set_size_penalty,3.0000153291403673,FashionMNIST,ECCCo,MLP,2,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,8
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,8
-6,distance_from_energy,874.7110595703125,FashionMNIST,Schut,MLP,2,8
-6,distance_from_targets,455.4035949707031,FashionMNIST,Schut,MLP,2,8
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,8
-6,validity,0.0,FashionMNIST,Schut,MLP,2,8
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,8
-7,distance_from_energy,899.3280029296875,FashionMNIST,Schut,MLP,2,8
-7,distance_from_targets,626.1430053710938,FashionMNIST,Schut,MLP,2,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,8
-7,validity,0.0,FashionMNIST,Schut,MLP,2,8
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,8
-8,distance_from_energy,863.4118041992188,FashionMNIST,Schut,MLP,2,8
-8,distance_from_targets,451.9554443359375,FashionMNIST,Schut,MLP,2,8
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,8
-8,validity,0.0,FashionMNIST,Schut,MLP,2,8
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,8
-9,distance_from_energy,889.9068603515625,FashionMNIST,Schut,MLP,2,8
-9,distance_from_targets,523.3123779296875,FashionMNIST,Schut,MLP,2,8
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,8
-9,validity,0.0,FashionMNIST,Schut,MLP,2,8
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,8
-10,distance_from_energy,855.2467651367188,FashionMNIST,Schut,MLP,2,8
-10,distance_from_targets,465.8013610839844,FashionMNIST,Schut,MLP,2,8
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,8
-10,validity,0.0,FashionMNIST,Schut,MLP,2,8
-11,distance,97.76288604736328,FashionMNIST,Wachter,MLP Ensemble,2,8
-11,distance_from_energy,785.0706787109375,FashionMNIST,Wachter,MLP Ensemble,2,8
-11,distance_from_targets,535.52783203125,FashionMNIST,Wachter,MLP Ensemble,2,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-11,set_size_penalty,2.999999999901624,FashionMNIST,Wachter,MLP Ensemble,2,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-12,distance,74.89009094238281,FashionMNIST,Wachter,MLP Ensemble,2,8
-12,distance_from_energy,797.407470703125,FashionMNIST,Wachter,MLP Ensemble,2,8
-12,distance_from_targets,500.7097473144531,FashionMNIST,Wachter,MLP Ensemble,2,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-13,distance,81.72319793701172,FashionMNIST,Wachter,MLP Ensemble,2,8
-13,distance_from_energy,786.4075927734375,FashionMNIST,Wachter,MLP Ensemble,2,8
-13,distance_from_targets,512.443115234375,FashionMNIST,Wachter,MLP Ensemble,2,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-13,set_size_penalty,2.9999999999999547,FashionMNIST,Wachter,MLP Ensemble,2,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-14,distance,98.47366333007812,FashionMNIST,Wachter,MLP Ensemble,2,8
-14,distance_from_energy,780.0515747070312,FashionMNIST,Wachter,MLP Ensemble,2,8
-14,distance_from_targets,507.156494140625,FashionMNIST,Wachter,MLP Ensemble,2,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-15,distance,106.38148498535156,FashionMNIST,Wachter,MLP Ensemble,2,8
-15,distance_from_energy,762.4007568359375,FashionMNIST,Wachter,MLP Ensemble,2,8
-15,distance_from_targets,495.4144287109375,FashionMNIST,Wachter,MLP Ensemble,2,8
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,2,8
-15,set_size_penalty,2.4138347529960864,FashionMNIST,Wachter,MLP Ensemble,2,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,8
-11,distance,218.59249877929688,FashionMNIST,REVISE,MLP Ensemble,2,8
-11,distance_from_energy,797.7273559570312,FashionMNIST,REVISE,MLP Ensemble,2,8
-11,distance_from_targets,420.2745361328125,FashionMNIST,REVISE,MLP Ensemble,2,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-11,set_size_penalty,9.999892319182146,FashionMNIST,REVISE,MLP Ensemble,2,8
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-12,distance,223.86480712890625,FashionMNIST,REVISE,MLP Ensemble,2,8
-12,distance_from_energy,804.15185546875,FashionMNIST,REVISE,MLP Ensemble,2,8
-12,distance_from_targets,400.5955810546875,FashionMNIST,REVISE,MLP Ensemble,2,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-13,distance,214.7990264892578,FashionMNIST,REVISE,MLP Ensemble,2,8
-13,distance_from_energy,785.502197265625,FashionMNIST,REVISE,MLP Ensemble,2,8
-13,distance_from_targets,409.40411376953125,FashionMNIST,REVISE,MLP Ensemble,2,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-14,distance,315.9137268066406,FashionMNIST,REVISE,MLP Ensemble,2,8
-14,distance_from_energy,788.2362060546875,FashionMNIST,REVISE,MLP Ensemble,2,8
-14,distance_from_targets,378.53057861328125,FashionMNIST,REVISE,MLP Ensemble,2,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-14,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-15,distance,415.262939453125,FashionMNIST,REVISE,MLP Ensemble,2,8
-15,distance_from_energy,762.7941284179688,FashionMNIST,REVISE,MLP Ensemble,2,8
-15,distance_from_targets,418.9319763183594,FashionMNIST,REVISE,MLP Ensemble,2,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-15,set_size_penalty,1.9999971406559873,FashionMNIST,REVISE,MLP Ensemble,2,8
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,8
-11,distance,684.5750732421875,FashionMNIST,ECCCo,MLP Ensemble,2,8
-11,distance_from_energy,123.74842834472656,FashionMNIST,ECCCo,MLP Ensemble,2,8
-11,distance_from_targets,681.938720703125,FashionMNIST,ECCCo,MLP Ensemble,2,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-11,set_size_penalty,1.9999999203211924,FashionMNIST,ECCCo,MLP Ensemble,2,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-12,distance,694.6565551757812,FashionMNIST,ECCCo,MLP Ensemble,2,8
-12,distance_from_energy,140.53797912597656,FashionMNIST,ECCCo,MLP Ensemble,2,8
-12,distance_from_targets,657.8560791015625,FashionMNIST,ECCCo,MLP Ensemble,2,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-12,set_size_penalty,2.00000194854968,FashionMNIST,ECCCo,MLP Ensemble,2,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-13,distance,641.476806640625,FashionMNIST,ECCCo,MLP Ensemble,2,8
-13,distance_from_energy,157.3631591796875,FashionMNIST,ECCCo,MLP Ensemble,2,8
-13,distance_from_targets,653.6162109375,FashionMNIST,ECCCo,MLP Ensemble,2,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-13,set_size_penalty,1.0000014691011194,FashionMNIST,ECCCo,MLP Ensemble,2,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-14,distance,706.1484375,FashionMNIST,ECCCo,MLP Ensemble,2,8
-14,distance_from_energy,102.22911071777344,FashionMNIST,ECCCo,MLP Ensemble,2,8
-14,distance_from_targets,692.1128540039062,FashionMNIST,ECCCo,MLP Ensemble,2,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-14,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-15,distance,671.5811767578125,FashionMNIST,ECCCo,MLP Ensemble,2,8
-15,distance_from_energy,121.3717041015625,FashionMNIST,ECCCo,MLP Ensemble,2,8
-15,distance_from_targets,680.3135375976562,FashionMNIST,ECCCo,MLP Ensemble,2,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-15,set_size_penalty,2.000000000000014,FashionMNIST,ECCCo,MLP Ensemble,2,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,8
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,8
-11,distance_from_energy,788.471435546875,FashionMNIST,Schut,MLP Ensemble,2,8
-11,distance_from_targets,502.12811279296875,FashionMNIST,Schut,MLP Ensemble,2,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,8
-12,distance_from_energy,825.6409912109375,FashionMNIST,Schut,MLP Ensemble,2,8
-12,distance_from_targets,460.58551025390625,FashionMNIST,Schut,MLP Ensemble,2,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,8
-13,distance_from_energy,782.0859375,FashionMNIST,Schut,MLP Ensemble,2,8
-13,distance_from_targets,482.1580810546875,FashionMNIST,Schut,MLP Ensemble,2,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,8
-14,distance_from_energy,793.6985473632812,FashionMNIST,Schut,MLP Ensemble,2,8
-14,distance_from_targets,481.5158386230469,FashionMNIST,Schut,MLP Ensemble,2,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,8
-15,distance_from_energy,764.9934692382812,FashionMNIST,Schut,MLP Ensemble,2,8
-15,distance_from_targets,468.65277099609375,FashionMNIST,Schut,MLP Ensemble,2,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,8
-16,distance,98.14743041992188,FashionMNIST,Wachter,JEM,2,8
-16,distance_from_energy,808.4360961914062,FashionMNIST,Wachter,JEM,2,8
-16,distance_from_targets,524.7001953125,FashionMNIST,Wachter,JEM,2,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,8
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,8
-17,distance,99.53199768066406,FashionMNIST,Wachter,JEM,2,8
-17,distance_from_energy,719.0616455078125,FashionMNIST,Wachter,JEM,2,8
-17,distance_from_targets,517.9317626953125,FashionMNIST,Wachter,JEM,2,8
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,8
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,8
-18,distance,75.81078338623047,FashionMNIST,Wachter,JEM,2,8
-18,distance_from_energy,780.9664306640625,FashionMNIST,Wachter,JEM,2,8
-18,distance_from_targets,491.7144470214844,FashionMNIST,Wachter,JEM,2,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,2,8
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,2,8
-18,validity,0.0,FashionMNIST,Wachter,JEM,2,8
-19,distance,91.8028793334961,FashionMNIST,Wachter,JEM,2,8
-19,distance_from_energy,700.1002807617188,FashionMNIST,Wachter,JEM,2,8
-19,distance_from_targets,482.6486511230469,FashionMNIST,Wachter,JEM,2,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,8
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,8
-20,distance,90.36540985107422,FashionMNIST,Wachter,JEM,2,8
-20,distance_from_energy,727.8782958984375,FashionMNIST,Wachter,JEM,2,8
-20,distance_from_targets,543.9340209960938,FashionMNIST,Wachter,JEM,2,8
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,2,8
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,8
-16,distance,324.09039306640625,FashionMNIST,REVISE,JEM,2,8
-16,distance_from_energy,720.6805419921875,FashionMNIST,REVISE,JEM,2,8
-16,distance_from_targets,472.62432861328125,FashionMNIST,REVISE,JEM,2,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,8
-16,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,2,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,2,8
-17,distance,555.4635620117188,FashionMNIST,REVISE,JEM,2,8
-17,distance_from_energy,519.6595458984375,FashionMNIST,REVISE,JEM,2,8
-17,distance_from_targets,526.2537841796875,FashionMNIST,REVISE,JEM,2,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,8
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,8
-17,validity,0.0,FashionMNIST,REVISE,JEM,2,8
-18,distance,582.5708618164062,FashionMNIST,REVISE,JEM,2,8
-18,distance_from_energy,876.7379760742188,FashionMNIST,REVISE,JEM,2,8
-18,distance_from_targets,703.11572265625,FashionMNIST,REVISE,JEM,2,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,8
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,8
-18,validity,0.0,FashionMNIST,REVISE,JEM,2,8
-19,distance,372.9512939453125,FashionMNIST,REVISE,JEM,2,8
-19,distance_from_energy,571.0672607421875,FashionMNIST,REVISE,JEM,2,8
-19,distance_from_targets,348.56341552734375,FashionMNIST,REVISE,JEM,2,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,8
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,2,8
-20,distance,345.06683349609375,FashionMNIST,REVISE,JEM,2,8
-20,distance_from_energy,712.7142333984375,FashionMNIST,REVISE,JEM,2,8
-20,distance_from_targets,492.1601257324219,FashionMNIST,REVISE,JEM,2,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,8
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,2,8
-20,validity,1.0,FashionMNIST,REVISE,JEM,2,8
-16,distance,586.8887939453125,FashionMNIST,ECCCo,JEM,2,8
-16,distance_from_energy,118.60816955566406,FashionMNIST,ECCCo,JEM,2,8
-16,distance_from_targets,635.3916625976562,FashionMNIST,ECCCo,JEM,2,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,8
-16,set_size_penalty,2.9999999999997495,FashionMNIST,ECCCo,JEM,2,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,8
-17,distance,571.345947265625,FashionMNIST,ECCCo,JEM,2,8
-17,distance_from_energy,143.28756713867188,FashionMNIST,ECCCo,JEM,2,8
-17,distance_from_targets,476.3590393066406,FashionMNIST,ECCCo,JEM,2,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,8
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,8
-18,distance,623.0689086914062,FashionMNIST,ECCCo,JEM,2,8
-18,distance_from_energy,171.30667114257812,FashionMNIST,ECCCo,JEM,2,8
-18,distance_from_targets,491.7222595214844,FashionMNIST,ECCCo,JEM,2,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,8
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,8
-19,distance,557.04736328125,FashionMNIST,ECCCo,JEM,2,8
-19,distance_from_energy,151.16134643554688,FashionMNIST,ECCCo,JEM,2,8
-19,distance_from_targets,469.65997314453125,FashionMNIST,ECCCo,JEM,2,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,8
-19,set_size_penalty,2.000000010176032,FashionMNIST,ECCCo,JEM,2,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,8
-20,distance,603.27001953125,FashionMNIST,ECCCo,JEM,2,8
-20,distance_from_energy,134.36767578125,FashionMNIST,ECCCo,JEM,2,8
-20,distance_from_targets,475.08795166015625,FashionMNIST,ECCCo,JEM,2,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,8
-20,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,2,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,8
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,8
-16,distance_from_energy,787.3035278320312,FashionMNIST,Schut,JEM,2,8
-16,distance_from_targets,505.11334228515625,FashionMNIST,Schut,JEM,2,8
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,8
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,8
-16,validity,0.0,FashionMNIST,Schut,JEM,2,8
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,8
-17,distance_from_energy,649.4771728515625,FashionMNIST,Schut,JEM,2,8
-17,distance_from_targets,500.17742919921875,FashionMNIST,Schut,JEM,2,8
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,8
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,8
-17,validity,0.0,FashionMNIST,Schut,JEM,2,8
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,8
-18,distance_from_energy,759.6861572265625,FashionMNIST,Schut,JEM,2,8
-18,distance_from_targets,483.5821838378906,FashionMNIST,Schut,JEM,2,8
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,8
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,8
-18,validity,0.0,FashionMNIST,Schut,JEM,2,8
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,8
-19,distance_from_energy,716.2156372070312,FashionMNIST,Schut,JEM,2,8
-19,distance_from_targets,460.51226806640625,FashionMNIST,Schut,JEM,2,8
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,8
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,8
-19,validity,0.0,FashionMNIST,Schut,JEM,2,8
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,8
-20,distance_from_energy,766.1929931640625,FashionMNIST,Schut,JEM,2,8
-20,distance_from_targets,522.2626342773438,FashionMNIST,Schut,JEM,2,8
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,2,8
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,8
-20,validity,0.0,FashionMNIST,Schut,JEM,2,8
-1,distance,119.4951400756836,FashionMNIST,Wachter,JEM Ensemble,2,9
-1,distance_from_energy,730.0570068359375,FashionMNIST,Wachter,JEM Ensemble,2,9
-1,distance_from_targets,525.6043701171875,FashionMNIST,Wachter,JEM Ensemble,2,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-2,distance,104.97415924072266,FashionMNIST,Wachter,JEM Ensemble,2,9
-2,distance_from_energy,723.7732543945312,FashionMNIST,Wachter,JEM Ensemble,2,9
-2,distance_from_targets,484.748779296875,FashionMNIST,Wachter,JEM Ensemble,2,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-3,distance,124.23267364501953,FashionMNIST,Wachter,JEM Ensemble,2,9
-3,distance_from_energy,778.5010375976562,FashionMNIST,Wachter,JEM Ensemble,2,9
-3,distance_from_targets,535.552978515625,FashionMNIST,Wachter,JEM Ensemble,2,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-4,distance,113.75818634033203,FashionMNIST,Wachter,JEM Ensemble,2,9
-4,distance_from_energy,726.6469116210938,FashionMNIST,Wachter,JEM Ensemble,2,9
-4,distance_from_targets,515.8987426757812,FashionMNIST,Wachter,JEM Ensemble,2,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-5,distance,135.17352294921875,FashionMNIST,Wachter,JEM Ensemble,2,9
-5,distance_from_energy,703.086669921875,FashionMNIST,Wachter,JEM Ensemble,2,9
-5,distance_from_targets,527.7123413085938,FashionMNIST,Wachter,JEM Ensemble,2,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,2,9
-1,distance,356.663818359375,FashionMNIST,REVISE,JEM Ensemble,2,9
-1,distance_from_energy,664.3646850585938,FashionMNIST,REVISE,JEM Ensemble,2,9
-1,distance_from_targets,380.91387939453125,FashionMNIST,REVISE,JEM Ensemble,2,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-1,set_size_penalty,3.000000000000001,FashionMNIST,REVISE,JEM Ensemble,2,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-2,distance,396.51483154296875,FashionMNIST,REVISE,JEM Ensemble,2,9
-2,distance_from_energy,519.9139404296875,FashionMNIST,REVISE,JEM Ensemble,2,9
-2,distance_from_targets,326.08648681640625,FashionMNIST,REVISE,JEM Ensemble,2,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-3,distance,288.45318603515625,FashionMNIST,REVISE,JEM Ensemble,2,9
-3,distance_from_energy,780.5704345703125,FashionMNIST,REVISE,JEM Ensemble,2,9
-3,distance_from_targets,471.0559387207031,FashionMNIST,REVISE,JEM Ensemble,2,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-4,distance,474.4295349121094,FashionMNIST,REVISE,JEM Ensemble,2,9
-4,distance_from_energy,481.2588806152344,FashionMNIST,REVISE,JEM Ensemble,2,9
-4,distance_from_targets,336.033447265625,FashionMNIST,REVISE,JEM Ensemble,2,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-4,set_size_penalty,3.9999999999958757,FashionMNIST,REVISE,JEM Ensemble,2,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-5,distance,374.6604919433594,FashionMNIST,REVISE,JEM Ensemble,2,9
-5,distance_from_energy,602.4647216796875,FashionMNIST,REVISE,JEM Ensemble,2,9
-5,distance_from_targets,383.839111328125,FashionMNIST,REVISE,JEM Ensemble,2,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,2,9
-1,distance,637.9378662109375,FashionMNIST,ECCCo,JEM Ensemble,2,9
-1,distance_from_energy,117.1411361694336,FashionMNIST,ECCCo,JEM Ensemble,2,9
-1,distance_from_targets,449.3644714355469,FashionMNIST,ECCCo,JEM Ensemble,2,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-1,set_size_penalty,2.9999997358437267,FashionMNIST,ECCCo,JEM Ensemble,2,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-2,distance,580.103271484375,FashionMNIST,ECCCo,JEM Ensemble,2,9
-2,distance_from_energy,165.5600128173828,FashionMNIST,ECCCo,JEM Ensemble,2,9
-2,distance_from_targets,495.0878601074219,FashionMNIST,ECCCo,JEM Ensemble,2,9
-2,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM Ensemble,2,9
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-3,distance,670.7064208984375,FashionMNIST,ECCCo,JEM Ensemble,2,9
-3,distance_from_energy,115.56766510009766,FashionMNIST,ECCCo,JEM Ensemble,2,9
-3,distance_from_targets,440.2448425292969,FashionMNIST,ECCCo,JEM Ensemble,2,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-3,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-4,distance,665.8829956054688,FashionMNIST,ECCCo,JEM Ensemble,2,9
-4,distance_from_energy,101.02970123291016,FashionMNIST,ECCCo,JEM Ensemble,2,9
-4,distance_from_targets,478.7794189453125,FashionMNIST,ECCCo,JEM Ensemble,2,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-4,set_size_penalty,3.0000193219039932,FashionMNIST,ECCCo,JEM Ensemble,2,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-5,distance,631.9248657226562,FashionMNIST,ECCCo,JEM Ensemble,2,9
-5,distance_from_energy,100.49295806884766,FashionMNIST,ECCCo,JEM Ensemble,2,9
-5,distance_from_targets,479.4615478515625,FashionMNIST,ECCCo,JEM Ensemble,2,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,2,9
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,9
-1,distance_from_energy,752.6500854492188,FashionMNIST,Schut,JEM Ensemble,2,9
-1,distance_from_targets,514.275390625,FashionMNIST,Schut,JEM Ensemble,2,9
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,2,9
-2,distance_from_energy,719.2518310546875,FashionMNIST,Schut,JEM Ensemble,2,9
-2,distance_from_targets,466.7869873046875,FashionMNIST,Schut,JEM Ensemble,2,9
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,2,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,9
-3,distance_from_energy,793.14892578125,FashionMNIST,Schut,JEM Ensemble,2,9
-3,distance_from_targets,516.1937255859375,FashionMNIST,Schut,JEM Ensemble,2,9
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,2,9
-4,distance_from_energy,755.6419677734375,FashionMNIST,Schut,JEM Ensemble,2,9
-4,distance_from_targets,500.07427978515625,FashionMNIST,Schut,JEM Ensemble,2,9
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,2,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,2,9
-5,distance_from_energy,719.1727294921875,FashionMNIST,Schut,JEM Ensemble,2,9
-5,distance_from_targets,509.5936584472656,FashionMNIST,Schut,JEM Ensemble,2,9
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,2,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,2,9
-6,distance,94.60372161865234,FashionMNIST,Wachter,MLP,2,9
-6,distance_from_energy,849.42578125,FashionMNIST,Wachter,MLP,2,9
-6,distance_from_targets,605.9389038085938,FashionMNIST,Wachter,MLP,2,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,2,9
-6,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,2,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,2,9
-7,distance,96.29978942871094,FashionMNIST,Wachter,MLP,2,9
-7,distance_from_energy,817.74755859375,FashionMNIST,Wachter,MLP,2,9
-7,distance_from_targets,556.0185546875,FashionMNIST,Wachter,MLP,2,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,2,9
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,2,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,2,9
-8,distance,88.7732925415039,FashionMNIST,Wachter,MLP,2,9
-8,distance_from_energy,811.2037353515625,FashionMNIST,Wachter,MLP,2,9
-8,distance_from_targets,556.43408203125,FashionMNIST,Wachter,MLP,2,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,2,9
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,2,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,2,9
-9,distance,80.31413269042969,FashionMNIST,Wachter,MLP,2,9
-9,distance_from_energy,811.1468505859375,FashionMNIST,Wachter,MLP,2,9
-9,distance_from_targets,550.1232299804688,FashionMNIST,Wachter,MLP,2,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,2,9
-9,set_size_penalty,3.9999999974797262,FashionMNIST,Wachter,MLP,2,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,2,9
-10,distance,88.61486053466797,FashionMNIST,Wachter,MLP,2,9
-10,distance_from_energy,816.2066650390625,FashionMNIST,Wachter,MLP,2,9
-10,distance_from_targets,568.5222778320312,FashionMNIST,Wachter,MLP,2,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,2,9
-10,set_size_penalty,3.000376795909567,FashionMNIST,Wachter,MLP,2,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,2,9
-6,distance,205.09854125976562,FashionMNIST,REVISE,MLP,2,9
-6,distance_from_energy,859.2769775390625,FashionMNIST,REVISE,MLP,2,9
-6,distance_from_targets,528.1693115234375,FashionMNIST,REVISE,MLP,2,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,2,9
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,9
-6,validity,0.0,FashionMNIST,REVISE,MLP,2,9
-7,distance,374.9913635253906,FashionMNIST,REVISE,MLP,2,9
-7,distance_from_energy,836.1520385742188,FashionMNIST,REVISE,MLP,2,9
-7,distance_from_targets,341.98455810546875,FashionMNIST,REVISE,MLP,2,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,2,9
-7,set_size_penalty,1.0000000806073548,FashionMNIST,REVISE,MLP,2,9
-7,validity,1.0,FashionMNIST,REVISE,MLP,2,9
-8,distance,346.2324523925781,FashionMNIST,REVISE,MLP,2,9
-8,distance_from_energy,831.3681640625,FashionMNIST,REVISE,MLP,2,9
-8,distance_from_targets,405.21844482421875,FashionMNIST,REVISE,MLP,2,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,2,9
-8,set_size_penalty,3.358913375438176,FashionMNIST,REVISE,MLP,2,9
-8,validity,1.0,FashionMNIST,REVISE,MLP,2,9
-9,distance,201.16883850097656,FashionMNIST,REVISE,MLP,2,9
-9,distance_from_energy,816.4735717773438,FashionMNIST,REVISE,MLP,2,9
-9,distance_from_targets,531.3978881835938,FashionMNIST,REVISE,MLP,2,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,2,9
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,9
-9,validity,0.0,FashionMNIST,REVISE,MLP,2,9
-10,distance,218.00308227539062,FashionMNIST,REVISE,MLP,2,9
-10,distance_from_energy,834.8776245117188,FashionMNIST,REVISE,MLP,2,9
-10,distance_from_targets,547.0493774414062,FashionMNIST,REVISE,MLP,2,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,2,9
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,2,9
-10,validity,0.0,FashionMNIST,REVISE,MLP,2,9
-6,distance,643.7591552734375,FashionMNIST,ECCCo,MLP,2,9
-6,distance_from_energy,228.3480224609375,FashionMNIST,ECCCo,MLP,2,9
-6,distance_from_targets,680.4699096679688,FashionMNIST,ECCCo,MLP,2,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,9
-6,set_size_penalty,2.000130053459631,FashionMNIST,ECCCo,MLP,2,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,2,9
-7,distance,685.439208984375,FashionMNIST,ECCCo,MLP,2,9
-7,distance_from_energy,154.47415161132812,FashionMNIST,ECCCo,MLP,2,9
-7,distance_from_targets,738.438720703125,FashionMNIST,ECCCo,MLP,2,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,9
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,2,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,2,9
-8,distance,695.931640625,FashionMNIST,ECCCo,MLP,2,9
-8,distance_from_energy,154.91488647460938,FashionMNIST,ECCCo,MLP,2,9
-8,distance_from_targets,718.19775390625,FashionMNIST,ECCCo,MLP,2,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,9
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,2,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,2,9
-9,distance,556.6810913085938,FashionMNIST,ECCCo,MLP,2,9
-9,distance_from_energy,271.27166748046875,FashionMNIST,ECCCo,MLP,2,9
-9,distance_from_targets,682.06884765625,FashionMNIST,ECCCo,MLP,2,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,9
-9,set_size_penalty,4.0,FashionMNIST,ECCCo,MLP,2,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,2,9
-10,distance,530.3352661132812,FashionMNIST,ECCCo,MLP,2,9
-10,distance_from_energy,295.71026611328125,FashionMNIST,ECCCo,MLP,2,9
-10,distance_from_targets,679.7987060546875,FashionMNIST,ECCCo,MLP,2,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,2,9
-10,set_size_penalty,3.991177335462252,FashionMNIST,ECCCo,MLP,2,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,2,9
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,9
-6,distance_from_energy,854.494140625,FashionMNIST,Schut,MLP,2,9
-6,distance_from_targets,580.31494140625,FashionMNIST,Schut,MLP,2,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,9
-6,validity,0.0,FashionMNIST,Schut,MLP,2,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,9
-7,distance_from_energy,827.2591552734375,FashionMNIST,Schut,MLP,2,9
-7,distance_from_targets,530.970947265625,FashionMNIST,Schut,MLP,2,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,9
-7,validity,0.0,FashionMNIST,Schut,MLP,2,9
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,2,9
-8,distance_from_energy,840.4723510742188,FashionMNIST,Schut,MLP,2,9
-8,distance_from_targets,537.149658203125,FashionMNIST,Schut,MLP,2,9
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,9
-8,validity,0.0,FashionMNIST,Schut,MLP,2,9
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,9
-9,distance_from_energy,808.9125366210938,FashionMNIST,Schut,MLP,2,9
-9,distance_from_targets,527.4706420898438,FashionMNIST,Schut,MLP,2,9
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,2,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,9
-9,validity,0.0,FashionMNIST,Schut,MLP,2,9
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,2,9
-10,distance_from_energy,831.0612182617188,FashionMNIST,Schut,MLP,2,9
-10,distance_from_targets,541.837890625,FashionMNIST,Schut,MLP,2,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,2,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,2,9
-10,validity,0.0,FashionMNIST,Schut,MLP,2,9
-11,distance,101.2458267211914,FashionMNIST,Wachter,MLP Ensemble,2,9
-11,distance_from_energy,801.4842529296875,FashionMNIST,Wachter,MLP Ensemble,2,9
-11,distance_from_targets,561.0703735351562,FashionMNIST,Wachter,MLP Ensemble,2,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-11,set_size_penalty,3.9999999974475178,FashionMNIST,Wachter,MLP Ensemble,2,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-12,distance,100.91010284423828,FashionMNIST,Wachter,MLP Ensemble,2,9
-12,distance_from_energy,766.3760986328125,FashionMNIST,Wachter,MLP Ensemble,2,9
-12,distance_from_targets,547.0416259765625,FashionMNIST,Wachter,MLP Ensemble,2,9
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-12,set_size_penalty,3.0000000000032974,FashionMNIST,Wachter,MLP Ensemble,2,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-13,distance,96.14993286132812,FashionMNIST,Wachter,MLP Ensemble,2,9
-13,distance_from_energy,757.0406494140625,FashionMNIST,Wachter,MLP Ensemble,2,9
-13,distance_from_targets,553.0723876953125,FashionMNIST,Wachter,MLP Ensemble,2,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-13,set_size_penalty,3.000000000028772,FashionMNIST,Wachter,MLP Ensemble,2,9
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-14,distance,95.75198364257812,FashionMNIST,Wachter,MLP Ensemble,2,9
-14,distance_from_energy,781.0518798828125,FashionMNIST,Wachter,MLP Ensemble,2,9
-14,distance_from_targets,565.4662475585938,FashionMNIST,Wachter,MLP Ensemble,2,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-14,set_size_penalty,5.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-15,distance,90.75875854492188,FashionMNIST,Wachter,MLP Ensemble,2,9
-15,distance_from_energy,794.5180053710938,FashionMNIST,Wachter,MLP Ensemble,2,9
-15,distance_from_targets,555.635009765625,FashionMNIST,Wachter,MLP Ensemble,2,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-15,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,2,9
-11,distance,131.11572265625,FashionMNIST,REVISE,MLP Ensemble,2,9
-11,distance_from_energy,822.3037109375,FashionMNIST,REVISE,MLP Ensemble,2,9
-11,distance_from_targets,531.955322265625,FashionMNIST,REVISE,MLP Ensemble,2,9
-11,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,2,9
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-12,distance,187.39492797851562,FashionMNIST,REVISE,MLP Ensemble,2,9
-12,distance_from_energy,798.0426025390625,FashionMNIST,REVISE,MLP Ensemble,2,9
-12,distance_from_targets,518.5274658203125,FashionMNIST,REVISE,MLP Ensemble,2,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-13,distance,295.9998779296875,FashionMNIST,REVISE,MLP Ensemble,2,9
-13,distance_from_energy,775.0013427734375,FashionMNIST,REVISE,MLP Ensemble,2,9
-13,distance_from_targets,384.3771057128906,FashionMNIST,REVISE,MLP Ensemble,2,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-14,distance,542.1737060546875,FashionMNIST,REVISE,MLP Ensemble,2,9
-14,distance_from_energy,738.0780639648438,FashionMNIST,REVISE,MLP Ensemble,2,9
-14,distance_from_targets,414.68206787109375,FashionMNIST,REVISE,MLP Ensemble,2,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-14,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-15,distance,444.4419860839844,FashionMNIST,REVISE,MLP Ensemble,2,9
-15,distance_from_energy,779.7001342773438,FashionMNIST,REVISE,MLP Ensemble,2,9
-15,distance_from_targets,361.5880432128906,FashionMNIST,REVISE,MLP Ensemble,2,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,2,9
-11,distance,700.70068359375,FashionMNIST,ECCCo,MLP Ensemble,2,9
-11,distance_from_energy,148.76141357421875,FashionMNIST,ECCCo,MLP Ensemble,2,9
-11,distance_from_targets,652.1927490234375,FashionMNIST,ECCCo,MLP Ensemble,2,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-11,set_size_penalty,1.0001085888629426,FashionMNIST,ECCCo,MLP Ensemble,2,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-12,distance,671.6484985351562,FashionMNIST,ECCCo,MLP Ensemble,2,9
-12,distance_from_energy,127.94947814941406,FashionMNIST,ECCCo,MLP Ensemble,2,9
-12,distance_from_targets,673.2738647460938,FashionMNIST,ECCCo,MLP Ensemble,2,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-12,set_size_penalty,1.0001403411565901,FashionMNIST,ECCCo,MLP Ensemble,2,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-13,distance,635.6788330078125,FashionMNIST,ECCCo,MLP Ensemble,2,9
-13,distance_from_energy,152.15206909179688,FashionMNIST,ECCCo,MLP Ensemble,2,9
-13,distance_from_targets,665.9143676757812,FashionMNIST,ECCCo,MLP Ensemble,2,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-13,set_size_penalty,1.0010309191750193,FashionMNIST,ECCCo,MLP Ensemble,2,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-14,distance,684.1393432617188,FashionMNIST,ECCCo,MLP Ensemble,2,9
-14,distance_from_energy,137.45986938476562,FashionMNIST,ECCCo,MLP Ensemble,2,9
-14,distance_from_targets,679.9252319335938,FashionMNIST,ECCCo,MLP Ensemble,2,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-14,set_size_penalty,2.000116604520827,FashionMNIST,ECCCo,MLP Ensemble,2,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-15,distance,691.4268798828125,FashionMNIST,ECCCo,MLP Ensemble,2,9
-15,distance_from_energy,123.7960433959961,FashionMNIST,ECCCo,MLP Ensemble,2,9
-15,distance_from_targets,683.4969482421875,FashionMNIST,ECCCo,MLP Ensemble,2,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-15,set_size_penalty,2.000000007264953,FashionMNIST,ECCCo,MLP Ensemble,2,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,2,9
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,9
-11,distance_from_energy,815.5419921875,FashionMNIST,Schut,MLP Ensemble,2,9
-11,distance_from_targets,531.3760986328125,FashionMNIST,Schut,MLP Ensemble,2,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,2,9
-12,distance_from_energy,788.2598876953125,FashionMNIST,Schut,MLP Ensemble,2,9
-12,distance_from_targets,513.4944458007812,FashionMNIST,Schut,MLP Ensemble,2,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,9
-13,distance_from_energy,792.3182983398438,FashionMNIST,Schut,MLP Ensemble,2,9
-13,distance_from_targets,528.0775146484375,FashionMNIST,Schut,MLP Ensemble,2,9
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,2,9
-14,distance_from_energy,809.9991455078125,FashionMNIST,Schut,MLP Ensemble,2,9
-14,distance_from_targets,545.2779541015625,FashionMNIST,Schut,MLP Ensemble,2,9
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,2,9
-15,distance_from_energy,808.2205200195312,FashionMNIST,Schut,MLP Ensemble,2,9
-15,distance_from_targets,536.6724853515625,FashionMNIST,Schut,MLP Ensemble,2,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,2,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,2,9
-16,distance,129.26344299316406,FashionMNIST,Wachter,JEM,2,9
-16,distance_from_energy,739.6714477539062,FashionMNIST,Wachter,JEM,2,9
-16,distance_from_targets,533.8438720703125,FashionMNIST,Wachter,JEM,2,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,2,9
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,2,9
-17,distance,140.22117614746094,FashionMNIST,Wachter,JEM,2,9
-17,distance_from_energy,760.1668090820312,FashionMNIST,Wachter,JEM,2,9
-17,distance_from_targets,539.1029052734375,FashionMNIST,Wachter,JEM,2,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,2,9
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,2,9
-18,distance,93.54928588867188,FashionMNIST,Wachter,JEM,2,9
-18,distance_from_energy,708.11669921875,FashionMNIST,Wachter,JEM,2,9
-18,distance_from_targets,523.42333984375,FashionMNIST,Wachter,JEM,2,9
-18,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM,2,9
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,2,9
-19,distance,149.41717529296875,FashionMNIST,Wachter,JEM,2,9
-19,distance_from_energy,723.0665283203125,FashionMNIST,Wachter,JEM,2,9
-19,distance_from_targets,541.9223022460938,FashionMNIST,Wachter,JEM,2,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,2,9
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,2,9
-20,distance,93.22734832763672,FashionMNIST,Wachter,JEM,2,9
-20,distance_from_energy,766.6239013671875,FashionMNIST,Wachter,JEM,2,9
-20,distance_from_targets,569.4295043945312,FashionMNIST,Wachter,JEM,2,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,2,9
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,2,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,2,9
-16,distance,771.7120361328125,FashionMNIST,REVISE,JEM,2,9
-16,distance_from_energy,587.63037109375,FashionMNIST,REVISE,JEM,2,9
-16,distance_from_targets,565.2081298828125,FashionMNIST,REVISE,JEM,2,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,2,9
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,9
-16,validity,0.0,FashionMNIST,REVISE,JEM,2,9
-17,distance,716.6859741210938,FashionMNIST,REVISE,JEM,2,9
-17,distance_from_energy,695.3526611328125,FashionMNIST,REVISE,JEM,2,9
-17,distance_from_targets,623.50830078125,FashionMNIST,REVISE,JEM,2,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,2,9
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,2,9
-17,validity,0.0,FashionMNIST,REVISE,JEM,2,9
-18,distance,306.499267578125,FashionMNIST,REVISE,JEM,2,9
-18,distance_from_energy,658.1049194335938,FashionMNIST,REVISE,JEM,2,9
-18,distance_from_targets,438.64227294921875,FashionMNIST,REVISE,JEM,2,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,2,9
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,2,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,2,9
-19,distance,404.9165344238281,FashionMNIST,REVISE,JEM,2,9
-19,distance_from_energy,583.6634521484375,FashionMNIST,REVISE,JEM,2,9
-19,distance_from_targets,422.7530822753906,FashionMNIST,REVISE,JEM,2,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,2,9
-19,set_size_penalty,3.999999873523185,FashionMNIST,REVISE,JEM,2,9
-19,validity,1.0,FashionMNIST,REVISE,JEM,2,9
-20,distance,263.3580017089844,FashionMNIST,REVISE,JEM,2,9
-20,distance_from_energy,524.4244384765625,FashionMNIST,REVISE,JEM,2,9
-20,distance_from_targets,542.8665161132812,FashionMNIST,REVISE,JEM,2,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,2,9
-20,set_size_penalty,5.000000000130739,FashionMNIST,REVISE,JEM,2,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,2,9
-16,distance,596.8497924804688,FashionMNIST,ECCCo,JEM,2,9
-16,distance_from_energy,123.0809326171875,FashionMNIST,ECCCo,JEM,2,9
-16,distance_from_targets,494.8422546386719,FashionMNIST,ECCCo,JEM,2,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,9
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,2,9
-17,distance,650.179931640625,FashionMNIST,ECCCo,JEM,2,9
-17,distance_from_energy,125.0172119140625,FashionMNIST,ECCCo,JEM,2,9
-17,distance_from_targets,483.26861572265625,FashionMNIST,ECCCo,JEM,2,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,9
-17,set_size_penalty,1.0000000000008065,FashionMNIST,ECCCo,JEM,2,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,2,9
-18,distance,579.1705322265625,FashionMNIST,ECCCo,JEM,2,9
-18,distance_from_energy,172.40377807617188,FashionMNIST,ECCCo,JEM,2,9
-18,distance_from_targets,484.2348327636719,FashionMNIST,ECCCo,JEM,2,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,9
-18,set_size_penalty,1.0000006983909033,FashionMNIST,ECCCo,JEM,2,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,2,9
-19,distance,605.9215087890625,FashionMNIST,ECCCo,JEM,2,9
-19,distance_from_energy,123.14082336425781,FashionMNIST,ECCCo,JEM,2,9
-19,distance_from_targets,519.2459106445312,FashionMNIST,ECCCo,JEM,2,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,9
-19,set_size_penalty,1.0000002669867962,FashionMNIST,ECCCo,JEM,2,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,2,9
-20,distance,285.1451416015625,FashionMNIST,ECCCo,JEM,2,9
-20,distance_from_energy,355.1783142089844,FashionMNIST,ECCCo,JEM,2,9
-20,distance_from_targets,507.82098388671875,FashionMNIST,ECCCo,JEM,2,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,2,9
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,2,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,2,9
-16,distance,10.0,FashionMNIST,Schut,JEM,2,9
-16,distance_from_energy,670.4598388671875,FashionMNIST,Schut,JEM,2,9
-16,distance_from_targets,511.9136657714844,FashionMNIST,Schut,JEM,2,9
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,2,9
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,9
-16,validity,0.0,FashionMNIST,Schut,JEM,2,9
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,2,9
-17,distance_from_energy,706.7805786132812,FashionMNIST,Schut,JEM,2,9
-17,distance_from_targets,499.7455139160156,FashionMNIST,Schut,JEM,2,9
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,9
-17,validity,0.0,FashionMNIST,Schut,JEM,2,9
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,9
-18,distance_from_energy,700.1310424804688,FashionMNIST,Schut,JEM,2,9
-18,distance_from_targets,500.50048828125,FashionMNIST,Schut,JEM,2,9
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,2,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,9
-18,validity,0.0,FashionMNIST,Schut,JEM,2,9
-19,distance,10.0,FashionMNIST,Schut,JEM,2,9
-19,distance_from_energy,716.2540283203125,FashionMNIST,Schut,JEM,2,9
-19,distance_from_targets,511.4551696777344,FashionMNIST,Schut,JEM,2,9
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,9
-19,validity,0.0,FashionMNIST,Schut,JEM,2,9
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,2,9
-20,distance_from_energy,733.6293334960938,FashionMNIST,Schut,JEM,2,9
-20,distance_from_targets,539.3241577148438,FashionMNIST,Schut,JEM,2,9
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,2,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,2,9
-20,validity,0.0,FashionMNIST,Schut,JEM,2,9
-1,distance,62.4058837890625,FashionMNIST,Wachter,JEM Ensemble,3,0
-1,distance_from_energy,572.883056640625,FashionMNIST,Wachter,JEM Ensemble,3,0
-1,distance_from_targets,424.26470947265625,FashionMNIST,Wachter,JEM Ensemble,3,0
-1,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,3,0
-1,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-2,distance,58.65443420410156,FashionMNIST,Wachter,JEM Ensemble,3,0
-2,distance_from_energy,486.0457458496094,FashionMNIST,Wachter,JEM Ensemble,3,0
-2,distance_from_targets,327.7442932128906,FashionMNIST,Wachter,JEM Ensemble,3,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-2,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-3,distance,58.39967346191406,FashionMNIST,Wachter,JEM Ensemble,3,0
-3,distance_from_energy,531.3841552734375,FashionMNIST,Wachter,JEM Ensemble,3,0
-3,distance_from_targets,388.7699279785156,FashionMNIST,Wachter,JEM Ensemble,3,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-3,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-4,distance,64.0454330444336,FashionMNIST,Wachter,JEM Ensemble,3,0
-4,distance_from_energy,568.4459228515625,FashionMNIST,Wachter,JEM Ensemble,3,0
-4,distance_from_targets,392.034912109375,FashionMNIST,Wachter,JEM Ensemble,3,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-4,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-5,distance,70.56786346435547,FashionMNIST,Wachter,JEM Ensemble,3,0
-5,distance_from_energy,596.332763671875,FashionMNIST,Wachter,JEM Ensemble,3,0
-5,distance_from_targets,429.10723876953125,FashionMNIST,Wachter,JEM Ensemble,3,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-5,set_size_penalty,7.999997330900075,FashionMNIST,Wachter,JEM Ensemble,3,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,0
-1,distance,202.616455078125,FashionMNIST,REVISE,JEM Ensemble,3,0
-1,distance_from_energy,436.90447998046875,FashionMNIST,REVISE,JEM Ensemble,3,0
-1,distance_from_targets,319.5472717285156,FashionMNIST,REVISE,JEM Ensemble,3,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-2,distance,233.93150329589844,FashionMNIST,REVISE,JEM Ensemble,3,0
-2,distance_from_energy,524.4513549804688,FashionMNIST,REVISE,JEM Ensemble,3,0
-2,distance_from_targets,349.3641662597656,FashionMNIST,REVISE,JEM Ensemble,3,0
-2,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,3,0
-2,set_size_penalty,9.003019773516286,FashionMNIST,REVISE,JEM Ensemble,3,0
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-3,distance,321.13641357421875,FashionMNIST,REVISE,JEM Ensemble,3,0
-3,distance_from_energy,365.4482727050781,FashionMNIST,REVISE,JEM Ensemble,3,0
-3,distance_from_targets,356.969482421875,FashionMNIST,REVISE,JEM Ensemble,3,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-4,distance,183.8813934326172,FashionMNIST,REVISE,JEM Ensemble,3,0
-4,distance_from_energy,426.6686096191406,FashionMNIST,REVISE,JEM Ensemble,3,0
-4,distance_from_targets,277.0329284667969,FashionMNIST,REVISE,JEM Ensemble,3,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-5,distance,106.49201202392578,FashionMNIST,REVISE,JEM Ensemble,3,0
-5,distance_from_energy,529.5291137695312,FashionMNIST,REVISE,JEM Ensemble,3,0
-5,distance_from_targets,385.7008056640625,FashionMNIST,REVISE,JEM Ensemble,3,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-5,set_size_penalty,8.999999979052125,FashionMNIST,REVISE,JEM Ensemble,3,0
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,0
-1,distance,508.1402282714844,FashionMNIST,ECCCo,JEM Ensemble,3,0
-1,distance_from_energy,65.93376922607422,FashionMNIST,ECCCo,JEM Ensemble,3,0
-1,distance_from_targets,347.4494934082031,FashionMNIST,ECCCo,JEM Ensemble,3,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-1,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-2,distance,435.4673767089844,FashionMNIST,ECCCo,JEM Ensemble,3,0
-2,distance_from_energy,39.15003204345703,FashionMNIST,ECCCo,JEM Ensemble,3,0
-2,distance_from_targets,344.5940246582031,FashionMNIST,ECCCo,JEM Ensemble,3,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-2,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-3,distance,435.91143798828125,FashionMNIST,ECCCo,JEM Ensemble,3,0
-3,distance_from_energy,74.11537170410156,FashionMNIST,ECCCo,JEM Ensemble,3,0
-3,distance_from_targets,321.6939697265625,FashionMNIST,ECCCo,JEM Ensemble,3,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-3,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-4,distance,523.4898071289062,FashionMNIST,ECCCo,JEM Ensemble,3,0
-4,distance_from_energy,62.00745391845703,FashionMNIST,ECCCo,JEM Ensemble,3,0
-4,distance_from_targets,335.5372009277344,FashionMNIST,ECCCo,JEM Ensemble,3,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-4,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-5,distance,483.6209411621094,FashionMNIST,ECCCo,JEM Ensemble,3,0
-5,distance_from_energy,106.89615631103516,FashionMNIST,ECCCo,JEM Ensemble,3,0
-5,distance_from_targets,297.2879943847656,FashionMNIST,ECCCo,JEM Ensemble,3,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-5,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,0
-1,distance,9.20000171661377,FashionMNIST,Schut,JEM Ensemble,3,0
-1,distance_from_energy,571.1439819335938,FashionMNIST,Schut,JEM Ensemble,3,0
-1,distance_from_targets,394.4119873046875,FashionMNIST,Schut,JEM Ensemble,3,0
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,0
-1,set_size_penalty,5.0,FashionMNIST,Schut,JEM Ensemble,3,0
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,0
-2,distance,5.700000286102295,FashionMNIST,Schut,JEM Ensemble,3,0
-2,distance_from_energy,478.94061279296875,FashionMNIST,Schut,JEM Ensemble,3,0
-2,distance_from_targets,292.3617248535156,FashionMNIST,Schut,JEM Ensemble,3,0
-2,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,3,0
-2,set_size_penalty,3.9820370413287542,FashionMNIST,Schut,JEM Ensemble,3,0
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,0
-3,distance,4.400000095367432,FashionMNIST,Schut,JEM Ensemble,3,0
-3,distance_from_energy,516.0623779296875,FashionMNIST,Schut,JEM Ensemble,3,0
-3,distance_from_targets,351.89093017578125,FashionMNIST,Schut,JEM Ensemble,3,0
-3,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM Ensemble,3,0
-3,set_size_penalty,6.000000000000036,FashionMNIST,Schut,JEM Ensemble,3,0
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,0
-4,distance,9.30000114440918,FashionMNIST,Schut,JEM Ensemble,3,0
-4,distance_from_energy,559.3756103515625,FashionMNIST,Schut,JEM Ensemble,3,0
-4,distance_from_targets,361.5008239746094,FashionMNIST,Schut,JEM Ensemble,3,0
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,0
-4,set_size_penalty,5.0,FashionMNIST,Schut,JEM Ensemble,3,0
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,0
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,0
-5,distance_from_energy,593.1008911132812,FashionMNIST,Schut,JEM Ensemble,3,0
-5,distance_from_targets,397.732666015625,FashionMNIST,Schut,JEM Ensemble,3,0
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,0
-5,set_size_penalty,7.999999986398507,FashionMNIST,Schut,JEM Ensemble,3,0
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,0
-6,distance,57.35330581665039,FashionMNIST,Wachter,MLP,3,0
-6,distance_from_energy,876.4219970703125,FashionMNIST,Wachter,MLP,3,0
-6,distance_from_targets,320.24700927734375,FashionMNIST,Wachter,MLP,3,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,3,0
-6,set_size_penalty,2.999990473301422,FashionMNIST,Wachter,MLP,3,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,0
-7,distance,81.6202392578125,FashionMNIST,Wachter,MLP,3,0
-7,distance_from_energy,937.3635864257812,FashionMNIST,Wachter,MLP,3,0
-7,distance_from_targets,503.6470642089844,FashionMNIST,Wachter,MLP,3,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,0
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,3,0
-7,validity,0.0,FashionMNIST,Wachter,MLP,3,0
-8,distance,63.49892807006836,FashionMNIST,Wachter,MLP,3,0
-8,distance_from_energy,846.6339111328125,FashionMNIST,Wachter,MLP,3,0
-8,distance_from_targets,371.4525146484375,FashionMNIST,Wachter,MLP,3,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,0
-8,set_size_penalty,1.9999999104191604,FashionMNIST,Wachter,MLP,3,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,0
-9,distance,74.2437515258789,FashionMNIST,Wachter,MLP,3,0
-9,distance_from_energy,847.7228393554688,FashionMNIST,Wachter,MLP,3,0
-9,distance_from_targets,352.2560729980469,FashionMNIST,Wachter,MLP,3,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,0
-9,set_size_penalty,2.0000065987062507,FashionMNIST,Wachter,MLP,3,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,0
-10,distance,61.49250030517578,FashionMNIST,Wachter,MLP,3,0
-10,distance_from_energy,837.6658325195312,FashionMNIST,Wachter,MLP,3,0
-10,distance_from_targets,308.3326110839844,FashionMNIST,Wachter,MLP,3,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,0
-10,set_size_penalty,2.9999999999799023,FashionMNIST,Wachter,MLP,3,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,0
-6,distance,189.15704345703125,FashionMNIST,REVISE,MLP,3,0
-6,distance_from_energy,911.64697265625,FashionMNIST,REVISE,MLP,3,0
-6,distance_from_targets,379.1374206542969,FashionMNIST,REVISE,MLP,3,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,0
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,0
-6,validity,0.0,FashionMNIST,REVISE,MLP,3,0
-7,distance,290.89141845703125,FashionMNIST,REVISE,MLP,3,0
-7,distance_from_energy,893.6173706054688,FashionMNIST,REVISE,MLP,3,0
-7,distance_from_targets,351.15557861328125,FashionMNIST,REVISE,MLP,3,0
-7,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,3,0
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,0
-7,validity,0.0,FashionMNIST,REVISE,MLP,3,0
-8,distance,173.3708038330078,FashionMNIST,REVISE,MLP,3,0
-8,distance_from_energy,858.98828125,FashionMNIST,REVISE,MLP,3,0
-8,distance_from_targets,264.71075439453125,FashionMNIST,REVISE,MLP,3,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,0
-8,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,3,0
-8,validity,1.0,FashionMNIST,REVISE,MLP,3,0
-9,distance,139.00408935546875,FashionMNIST,REVISE,MLP,3,0
-9,distance_from_energy,856.3216552734375,FashionMNIST,REVISE,MLP,3,0
-9,distance_from_targets,261.8383483886719,FashionMNIST,REVISE,MLP,3,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,0
-9,set_size_penalty,2.9997274331554262,FashionMNIST,REVISE,MLP,3,0
-9,validity,1.0,FashionMNIST,REVISE,MLP,3,0
-10,distance,159.85833740234375,FashionMNIST,REVISE,MLP,3,0
-10,distance_from_energy,850.0305786132812,FashionMNIST,REVISE,MLP,3,0
-10,distance_from_targets,337.61279296875,FashionMNIST,REVISE,MLP,3,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,0
-10,set_size_penalty,3.00000000000328,FashionMNIST,REVISE,MLP,3,0
-10,validity,1.0,FashionMNIST,REVISE,MLP,3,0
-6,distance,719.8967895507812,FashionMNIST,ECCCo,MLP,3,0
-6,distance_from_energy,167.82028198242188,FashionMNIST,ECCCo,MLP,3,0
-6,distance_from_targets,699.944091796875,FashionMNIST,ECCCo,MLP,3,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,0
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,0
-7,distance,678.8611450195312,FashionMNIST,ECCCo,MLP,3,0
-7,distance_from_energy,218.33340454101562,FashionMNIST,ECCCo,MLP,3,0
-7,distance_from_targets,696.8975219726562,FashionMNIST,ECCCo,MLP,3,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,0
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,0
-8,distance,714.3548583984375,FashionMNIST,ECCCo,MLP,3,0
-8,distance_from_energy,163.7307891845703,FashionMNIST,ECCCo,MLP,3,0
-8,distance_from_targets,710.0228881835938,FashionMNIST,ECCCo,MLP,3,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,0
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,0
-9,distance,716.460205078125,FashionMNIST,ECCCo,MLP,3,0
-9,distance_from_energy,155.60391235351562,FashionMNIST,ECCCo,MLP,3,0
-9,distance_from_targets,718.2260131835938,FashionMNIST,ECCCo,MLP,3,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,0
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,0
-10,distance,659.2615356445312,FashionMNIST,ECCCo,MLP,3,0
-10,distance_from_energy,212.5905303955078,FashionMNIST,ECCCo,MLP,3,0
-10,distance_from_targets,665.111083984375,FashionMNIST,ECCCo,MLP,3,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,0
-10,set_size_penalty,1.9979320889626337,FashionMNIST,ECCCo,MLP,3,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,0
-6,distance,6.700000762939453,FashionMNIST,Schut,MLP,3,0
-6,distance_from_energy,891.2468872070312,FashionMNIST,Schut,MLP,3,0
-6,distance_from_targets,286.9674987792969,FashionMNIST,Schut,MLP,3,0
-6,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP,3,0
-6,set_size_penalty,2.000129743179237,FashionMNIST,Schut,MLP,3,0
-6,validity,1.0,FashionMNIST,Schut,MLP,3,0
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,0
-7,distance_from_energy,929.0026245117188,FashionMNIST,Schut,MLP,3,0
-7,distance_from_targets,465.3111572265625,FashionMNIST,Schut,MLP,3,0
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,0
-7,validity,0.0,FashionMNIST,Schut,MLP,3,0
-8,distance,10.0,FashionMNIST,Schut,MLP,3,0
-8,distance_from_energy,840.32177734375,FashionMNIST,Schut,MLP,3,0
-8,distance_from_targets,339.6152648925781,FashionMNIST,Schut,MLP,3,0
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,0
-8,set_size_penalty,1.9999998514948776,FashionMNIST,Schut,MLP,3,0
-8,validity,1.0,FashionMNIST,Schut,MLP,3,0
-9,distance,10.0,FashionMNIST,Schut,MLP,3,0
-9,distance_from_energy,877.49365234375,FashionMNIST,Schut,MLP,3,0
-9,distance_from_targets,315.7325134277344,FashionMNIST,Schut,MLP,3,0
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,0
-9,validity,0.0,FashionMNIST,Schut,MLP,3,0
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,0
-10,distance_from_energy,848.4876098632812,FashionMNIST,Schut,MLP,3,0
-10,distance_from_targets,273.91241455078125,FashionMNIST,Schut,MLP,3,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,0
-10,set_size_penalty,2.9999999999948157,FashionMNIST,Schut,MLP,3,0
-10,validity,1.0,FashionMNIST,Schut,MLP,3,0
-11,distance,68.5247802734375,FashionMNIST,Wachter,MLP Ensemble,3,0
-11,distance_from_energy,723.3582153320312,FashionMNIST,Wachter,MLP Ensemble,3,0
-11,distance_from_targets,391.9627380371094,FashionMNIST,Wachter,MLP Ensemble,3,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-11,set_size_penalty,1.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-12,distance,53.465457916259766,FashionMNIST,Wachter,MLP Ensemble,3,0
-12,distance_from_energy,712.1920166015625,FashionMNIST,Wachter,MLP Ensemble,3,0
-12,distance_from_targets,322.33648681640625,FashionMNIST,Wachter,MLP Ensemble,3,0
-12,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP Ensemble,3,0
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-13,distance,55.75196838378906,FashionMNIST,Wachter,MLP Ensemble,3,0
-13,distance_from_energy,716.3237915039062,FashionMNIST,Wachter,MLP Ensemble,3,0
-13,distance_from_targets,320.7880554199219,FashionMNIST,Wachter,MLP Ensemble,3,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-13,set_size_penalty,2.209028475687552,FashionMNIST,Wachter,MLP Ensemble,3,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-14,distance,54.22032928466797,FashionMNIST,Wachter,MLP Ensemble,3,0
-14,distance_from_energy,722.8394165039062,FashionMNIST,Wachter,MLP Ensemble,3,0
-14,distance_from_targets,310.00543212890625,FashionMNIST,Wachter,MLP Ensemble,3,0
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-14,set_size_penalty,2.0042509684614727,FashionMNIST,Wachter,MLP Ensemble,3,0
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-15,distance,89.475830078125,FashionMNIST,Wachter,MLP Ensemble,3,0
-15,distance_from_energy,772.0015869140625,FashionMNIST,Wachter,MLP Ensemble,3,0
-15,distance_from_targets,498.3233337402344,FashionMNIST,Wachter,MLP Ensemble,3,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,0
-11,distance,224.63418579101562,FashionMNIST,REVISE,MLP Ensemble,3,0
-11,distance_from_energy,681.5581665039062,FashionMNIST,REVISE,MLP Ensemble,3,0
-11,distance_from_targets,268.7646484375,FashionMNIST,REVISE,MLP Ensemble,3,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-11,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-12,distance,180.84825134277344,FashionMNIST,REVISE,MLP Ensemble,3,0
-12,distance_from_energy,735.4215087890625,FashionMNIST,REVISE,MLP Ensemble,3,0
-12,distance_from_targets,319.17388916015625,FashionMNIST,REVISE,MLP Ensemble,3,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-12,set_size_penalty,0.9999387527896538,FashionMNIST,REVISE,MLP Ensemble,3,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-13,distance,216.91958618164062,FashionMNIST,REVISE,MLP Ensemble,3,0
-13,distance_from_energy,727.173095703125,FashionMNIST,REVISE,MLP Ensemble,3,0
-13,distance_from_targets,334.064697265625,FashionMNIST,REVISE,MLP Ensemble,3,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-13,set_size_penalty,0.9999999191742993,FashionMNIST,REVISE,MLP Ensemble,3,0
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-14,distance,179.57662963867188,FashionMNIST,REVISE,MLP Ensemble,3,0
-14,distance_from_energy,680.7606811523438,FashionMNIST,REVISE,MLP Ensemble,3,0
-14,distance_from_targets,259.4276123046875,FashionMNIST,REVISE,MLP Ensemble,3,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-14,set_size_penalty,1.0000000000000018,FashionMNIST,REVISE,MLP Ensemble,3,0
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-15,distance,222.24179077148438,FashionMNIST,REVISE,MLP Ensemble,3,0
-15,distance_from_energy,744.1578979492188,FashionMNIST,REVISE,MLP Ensemble,3,0
-15,distance_from_targets,400.88983154296875,FashionMNIST,REVISE,MLP Ensemble,3,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,0
-11,distance,615.8635864257812,FashionMNIST,ECCCo,MLP Ensemble,3,0
-11,distance_from_energy,136.2642364501953,FashionMNIST,ECCCo,MLP Ensemble,3,0
-11,distance_from_targets,594.2479858398438,FashionMNIST,ECCCo,MLP Ensemble,3,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-12,distance,605.5986328125,FashionMNIST,ECCCo,MLP Ensemble,3,0
-12,distance_from_energy,103.94386291503906,FashionMNIST,ECCCo,MLP Ensemble,3,0
-12,distance_from_targets,612.9793701171875,FashionMNIST,ECCCo,MLP Ensemble,3,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-13,distance,631.0658569335938,FashionMNIST,ECCCo,MLP Ensemble,3,0
-13,distance_from_energy,87.6512680053711,FashionMNIST,ECCCo,MLP Ensemble,3,0
-13,distance_from_targets,606.9147338867188,FashionMNIST,ECCCo,MLP Ensemble,3,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-14,distance,632.084716796875,FashionMNIST,ECCCo,MLP Ensemble,3,0
-14,distance_from_energy,93.8731689453125,FashionMNIST,ECCCo,MLP Ensemble,3,0
-14,distance_from_targets,611.8035888671875,FashionMNIST,ECCCo,MLP Ensemble,3,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-15,distance,640.5447998046875,FashionMNIST,ECCCo,MLP Ensemble,3,0
-15,distance_from_energy,164.4476318359375,FashionMNIST,ECCCo,MLP Ensemble,3,0
-15,distance_from_targets,602.9002075195312,FashionMNIST,ECCCo,MLP Ensemble,3,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,0
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,0
-11,distance_from_energy,747.8707275390625,FashionMNIST,Schut,MLP Ensemble,3,0
-11,distance_from_targets,361.7388610839844,FashionMNIST,Schut,MLP Ensemble,3,0
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,0
-12,distance,7.700000762939453,FashionMNIST,Schut,MLP Ensemble,3,0
-12,distance_from_energy,706.791748046875,FashionMNIST,Schut,MLP Ensemble,3,0
-12,distance_from_targets,294.7627258300781,FashionMNIST,Schut,MLP Ensemble,3,0
-12,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,3,0
-12,set_size_penalty,2.9999999999964966,FashionMNIST,Schut,MLP Ensemble,3,0
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,3,0
-13,distance,8.300000190734863,FashionMNIST,Schut,MLP Ensemble,3,0
-13,distance_from_energy,720.3025512695312,FashionMNIST,Schut,MLP Ensemble,3,0
-13,distance_from_targets,293.2020568847656,FashionMNIST,Schut,MLP Ensemble,3,0
-13,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,3,0
-13,set_size_penalty,2.0126801095879596,FashionMNIST,Schut,MLP Ensemble,3,0
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,3,0
-14,distance,7.30000114440918,FashionMNIST,Schut,MLP Ensemble,3,0
-14,distance_from_energy,724.9451904296875,FashionMNIST,Schut,MLP Ensemble,3,0
-14,distance_from_targets,284.86737060546875,FashionMNIST,Schut,MLP Ensemble,3,0
-14,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP Ensemble,3,0
-14,set_size_penalty,2.9999999997421054,FashionMNIST,Schut,MLP Ensemble,3,0
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,3,0
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,0
-15,distance_from_energy,799.0845947265625,FashionMNIST,Schut,MLP Ensemble,3,0
-15,distance_from_targets,465.1589050292969,FashionMNIST,Schut,MLP Ensemble,3,0
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,0
-16,distance,58.39144515991211,FashionMNIST,Wachter,JEM,3,0
-16,distance_from_energy,522.56494140625,FashionMNIST,Wachter,JEM,3,0
-16,distance_from_targets,337.65673828125,FashionMNIST,Wachter,JEM,3,0
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,0
-16,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,3,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,0
-17,distance,61.93403244018555,FashionMNIST,Wachter,JEM,3,0
-17,distance_from_energy,548.867431640625,FashionMNIST,Wachter,JEM,3,0
-17,distance_from_targets,360.1422119140625,FashionMNIST,Wachter,JEM,3,0
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,0
-17,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,3,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,0
-18,distance,59.447479248046875,FashionMNIST,Wachter,JEM,3,0
-18,distance_from_energy,577.4796142578125,FashionMNIST,Wachter,JEM,3,0
-18,distance_from_targets,408.95452880859375,FashionMNIST,Wachter,JEM,3,0
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,0
-18,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,3,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,0
-19,distance,67.86943817138672,FashionMNIST,Wachter,JEM,3,0
-19,distance_from_energy,645.1524047851562,FashionMNIST,Wachter,JEM,3,0
-19,distance_from_targets,404.4026794433594,FashionMNIST,Wachter,JEM,3,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,0
-19,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,3,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,0
-20,distance,62.791114807128906,FashionMNIST,Wachter,JEM,3,0
-20,distance_from_energy,590.0004272460938,FashionMNIST,Wachter,JEM,3,0
-20,distance_from_targets,462.17010498046875,FashionMNIST,Wachter,JEM,3,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,0
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,0
-16,distance,146.69894409179688,FashionMNIST,REVISE,JEM,3,0
-16,distance_from_energy,460.49322509765625,FashionMNIST,REVISE,JEM,3,0
-16,distance_from_targets,288.21624755859375,FashionMNIST,REVISE,JEM,3,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,0
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,0
-16,validity,0.0,FashionMNIST,REVISE,JEM,3,0
-17,distance,184.2676239013672,FashionMNIST,REVISE,JEM,3,0
-17,distance_from_energy,470.76324462890625,FashionMNIST,REVISE,JEM,3,0
-17,distance_from_targets,283.88916015625,FashionMNIST,REVISE,JEM,3,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,0
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,0
-17,validity,1.0,FashionMNIST,REVISE,JEM,3,0
-18,distance,601.9931640625,FashionMNIST,REVISE,JEM,3,0
-18,distance_from_energy,763.2486572265625,FashionMNIST,REVISE,JEM,3,0
-18,distance_from_targets,513.9947509765625,FashionMNIST,REVISE,JEM,3,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,0
-18,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,3,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,0
-19,distance,454.4200439453125,FashionMNIST,REVISE,JEM,3,0
-19,distance_from_energy,518.473388671875,FashionMNIST,REVISE,JEM,3,0
-19,distance_from_targets,525.6927490234375,FashionMNIST,REVISE,JEM,3,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,0
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,3,0
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,0
-20,distance,271.1067810058594,FashionMNIST,REVISE,JEM,3,0
-20,distance_from_energy,517.140380859375,FashionMNIST,REVISE,JEM,3,0
-20,distance_from_targets,325.9314880371094,FashionMNIST,REVISE,JEM,3,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,0
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,0
-16,distance,361.5816955566406,FashionMNIST,ECCCo,JEM,3,0
-16,distance_from_energy,95.11833190917969,FashionMNIST,ECCCo,JEM,3,0
-16,distance_from_targets,372.939208984375,FashionMNIST,ECCCo,JEM,3,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,0
-16,set_size_penalty,6.000000000000019,FashionMNIST,ECCCo,JEM,3,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,0
-17,distance,492.0316467285156,FashionMNIST,ECCCo,JEM,3,0
-17,distance_from_energy,49.07082748413086,FashionMNIST,ECCCo,JEM,3,0
-17,distance_from_targets,388.6685485839844,FashionMNIST,ECCCo,JEM,3,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,0
-17,set_size_penalty,1.8154484420405448,FashionMNIST,ECCCo,JEM,3,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,0
-18,distance,537.9165649414062,FashionMNIST,ECCCo,JEM,3,0
-18,distance_from_energy,90.51103973388672,FashionMNIST,ECCCo,JEM,3,0
-18,distance_from_targets,430.2498779296875,FashionMNIST,ECCCo,JEM,3,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,0
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,3,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,0
-19,distance,495.5595703125,FashionMNIST,ECCCo,JEM,3,0
-19,distance_from_energy,53.18865203857422,FashionMNIST,ECCCo,JEM,3,0
-19,distance_from_targets,460.97186279296875,FashionMNIST,ECCCo,JEM,3,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,0
-19,set_size_penalty,3.0000000001028884,FashionMNIST,ECCCo,JEM,3,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,0
-20,distance,552.5126342773438,FashionMNIST,ECCCo,JEM,3,0
-20,distance_from_energy,103.81208801269531,FashionMNIST,ECCCo,JEM,3,0
-20,distance_from_targets,404.9640808105469,FashionMNIST,ECCCo,JEM,3,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,0
-20,set_size_penalty,1.000000000000012,FashionMNIST,ECCCo,JEM,3,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,0
-16,distance,2.500000238418579,FashionMNIST,Schut,JEM,3,0
-16,distance_from_energy,476.797119140625,FashionMNIST,Schut,JEM,3,0
-16,distance_from_targets,301.2762145996094,FashionMNIST,Schut,JEM,3,0
-16,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,3,0
-16,set_size_penalty,5.999999999999988,FashionMNIST,Schut,JEM,3,0
-16,validity,1.0,FashionMNIST,Schut,JEM,3,0
-17,distance,6.300000190734863,FashionMNIST,Schut,JEM,3,0
-17,distance_from_energy,530.8471069335938,FashionMNIST,Schut,JEM,3,0
-17,distance_from_targets,332.44024658203125,FashionMNIST,Schut,JEM,3,0
-17,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,3,0
-17,set_size_penalty,5.0,FashionMNIST,Schut,JEM,3,0
-17,validity,1.0,FashionMNIST,Schut,JEM,3,0
-18,distance,3.8000009059906006,FashionMNIST,Schut,JEM,3,0
-18,distance_from_energy,621.6629638671875,FashionMNIST,Schut,JEM,3,0
-18,distance_from_targets,376.7754211425781,FashionMNIST,Schut,JEM,3,0
-18,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,3,0
-18,set_size_penalty,5.0,FashionMNIST,Schut,JEM,3,0
-18,validity,1.0,FashionMNIST,Schut,JEM,3,0
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,0
-19,distance_from_energy,552.6038818359375,FashionMNIST,Schut,JEM,3,0
-19,distance_from_targets,374.8394470214844,FashionMNIST,Schut,JEM,3,0
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,0
-19,set_size_penalty,4.00000003817135,FashionMNIST,Schut,JEM,3,0
-19,validity,1.0,FashionMNIST,Schut,JEM,3,0
-20,distance,10.0,FashionMNIST,Schut,JEM,3,0
-20,distance_from_energy,612.5509033203125,FashionMNIST,Schut,JEM,3,0
-20,distance_from_targets,430.6615905761719,FashionMNIST,Schut,JEM,3,0
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,0
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,3,0
-20,validity,1.0,FashionMNIST,Schut,JEM,3,0
-1,distance,89.4298324584961,FashionMNIST,Wachter,JEM Ensemble,3,1
-1,distance_from_energy,431.90020751953125,FashionMNIST,Wachter,JEM Ensemble,3,1
-1,distance_from_targets,318.5705871582031,FashionMNIST,Wachter,JEM Ensemble,3,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-1,set_size_penalty,4.000000000000008,FashionMNIST,Wachter,JEM Ensemble,3,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-2,distance,90.8666000366211,FashionMNIST,Wachter,JEM Ensemble,3,1
-2,distance_from_energy,289.3926696777344,FashionMNIST,Wachter,JEM Ensemble,3,1
-2,distance_from_targets,316.03424072265625,FashionMNIST,Wachter,JEM Ensemble,3,1
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,1
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-3,distance,89.23542022705078,FashionMNIST,Wachter,JEM Ensemble,3,1
-3,distance_from_energy,315.33123779296875,FashionMNIST,Wachter,JEM Ensemble,3,1
-3,distance_from_targets,320.666259765625,FashionMNIST,Wachter,JEM Ensemble,3,1
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-4,distance,83.16519927978516,FashionMNIST,Wachter,JEM Ensemble,3,1
-4,distance_from_energy,411.78656005859375,FashionMNIST,Wachter,JEM Ensemble,3,1
-4,distance_from_targets,310.1600341796875,FashionMNIST,Wachter,JEM Ensemble,3,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-5,distance,79.57977294921875,FashionMNIST,Wachter,JEM Ensemble,3,1
-5,distance_from_energy,307.36492919921875,FashionMNIST,Wachter,JEM Ensemble,3,1
-5,distance_from_targets,318.7226257324219,FashionMNIST,Wachter,JEM Ensemble,3,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,1
-1,distance,297.7316589355469,FashionMNIST,REVISE,JEM Ensemble,3,1
-1,distance_from_energy,328.59429931640625,FashionMNIST,REVISE,JEM Ensemble,3,1
-1,distance_from_targets,368.90435791015625,FashionMNIST,REVISE,JEM Ensemble,3,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-1,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-2,distance,234.01986694335938,FashionMNIST,REVISE,JEM Ensemble,3,1
-2,distance_from_energy,233.7567901611328,FashionMNIST,REVISE,JEM Ensemble,3,1
-2,distance_from_targets,293.0036926269531,FashionMNIST,REVISE,JEM Ensemble,3,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-3,distance,154.81649780273438,FashionMNIST,REVISE,JEM Ensemble,3,1
-3,distance_from_energy,236.10787963867188,FashionMNIST,REVISE,JEM Ensemble,3,1
-3,distance_from_targets,247.10882568359375,FashionMNIST,REVISE,JEM Ensemble,3,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-4,distance,357.5832824707031,FashionMNIST,REVISE,JEM Ensemble,3,1
-4,distance_from_energy,466.73345947265625,FashionMNIST,REVISE,JEM Ensemble,3,1
-4,distance_from_targets,332.9760437011719,FashionMNIST,REVISE,JEM Ensemble,3,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-5,distance,145.42147827148438,FashionMNIST,REVISE,JEM Ensemble,3,1
-5,distance_from_energy,257.80035400390625,FashionMNIST,REVISE,JEM Ensemble,3,1
-5,distance_from_targets,248.7850341796875,FashionMNIST,REVISE,JEM Ensemble,3,1
-5,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,3,1
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,1
-1,distance,390.36444091796875,FashionMNIST,ECCCo,JEM Ensemble,3,1
-1,distance_from_energy,39.80083465576172,FashionMNIST,ECCCo,JEM Ensemble,3,1
-1,distance_from_targets,360.6868896484375,FashionMNIST,ECCCo,JEM Ensemble,3,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-1,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-2,distance,262.8641662597656,FashionMNIST,ECCCo,JEM Ensemble,3,1
-2,distance_from_energy,33.666473388671875,FashionMNIST,ECCCo,JEM Ensemble,3,1
-2,distance_from_targets,348.1416015625,FashionMNIST,ECCCo,JEM Ensemble,3,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-3,distance,289.6669006347656,FashionMNIST,ECCCo,JEM Ensemble,3,1
-3,distance_from_energy,35.73451614379883,FashionMNIST,ECCCo,JEM Ensemble,3,1
-3,distance_from_targets,354.19305419921875,FashionMNIST,ECCCo,JEM Ensemble,3,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-3,set_size_penalty,4.000000000016006,FashionMNIST,ECCCo,JEM Ensemble,3,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-4,distance,376.8121643066406,FashionMNIST,ECCCo,JEM Ensemble,3,1
-4,distance_from_energy,53.783973693847656,FashionMNIST,ECCCo,JEM Ensemble,3,1
-4,distance_from_targets,347.97283935546875,FashionMNIST,ECCCo,JEM Ensemble,3,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-5,distance,274.9782409667969,FashionMNIST,ECCCo,JEM Ensemble,3,1
-5,distance_from_energy,39.43746566772461,FashionMNIST,ECCCo,JEM Ensemble,3,1
-5,distance_from_targets,359.0260009765625,FashionMNIST,ECCCo,JEM Ensemble,3,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-5,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,1
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,1
-1,distance_from_energy,422.1710510253906,FashionMNIST,Schut,JEM Ensemble,3,1
-1,distance_from_targets,276.8326110839844,FashionMNIST,Schut,JEM Ensemble,3,1
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,1
-2,distance_from_energy,285.90545654296875,FashionMNIST,Schut,JEM Ensemble,3,1
-2,distance_from_targets,282.5687255859375,FashionMNIST,Schut,JEM Ensemble,3,1
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,1
-3,distance_from_energy,312.448974609375,FashionMNIST,Schut,JEM Ensemble,3,1
-3,distance_from_targets,279.1301574707031,FashionMNIST,Schut,JEM Ensemble,3,1
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,1
-4,distance_from_energy,404.2509765625,FashionMNIST,Schut,JEM Ensemble,3,1
-4,distance_from_targets,273.3619689941406,FashionMNIST,Schut,JEM Ensemble,3,1
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,1
-5,distance_from_energy,303.9714050292969,FashionMNIST,Schut,JEM Ensemble,3,1
-5,distance_from_targets,282.6072692871094,FashionMNIST,Schut,JEM Ensemble,3,1
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,1
-6,distance,95.8404769897461,FashionMNIST,Wachter,MLP,3,1
-6,distance_from_energy,818.3409423828125,FashionMNIST,Wachter,MLP,3,1
-6,distance_from_targets,332.9685363769531,FashionMNIST,Wachter,MLP,3,1
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,3,1
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,3,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,1
-7,distance,68.05229187011719,FashionMNIST,Wachter,MLP,3,1
-7,distance_from_energy,814.00146484375,FashionMNIST,Wachter,MLP,3,1
-7,distance_from_targets,316.2149353027344,FashionMNIST,Wachter,MLP,3,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,1
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,3,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,1
-8,distance,73.22834014892578,FashionMNIST,Wachter,MLP,3,1
-8,distance_from_energy,828.3665161132812,FashionMNIST,Wachter,MLP,3,1
-8,distance_from_targets,309.3607482910156,FashionMNIST,Wachter,MLP,3,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,1
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,3,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,1
-9,distance,72.9877700805664,FashionMNIST,Wachter,MLP,3,1
-9,distance_from_energy,869.44580078125,FashionMNIST,Wachter,MLP,3,1
-9,distance_from_targets,312.05584716796875,FashionMNIST,Wachter,MLP,3,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,1
-9,set_size_penalty,2.0000000000408455,FashionMNIST,Wachter,MLP,3,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,1
-10,distance,56.57537841796875,FashionMNIST,Wachter,MLP,3,1
-10,distance_from_energy,821.5235595703125,FashionMNIST,Wachter,MLP,3,1
-10,distance_from_targets,287.3973388671875,FashionMNIST,Wachter,MLP,3,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,1
-10,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,3,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,1
-6,distance,248.0878143310547,FashionMNIST,REVISE,MLP,3,1
-6,distance_from_energy,841.52099609375,FashionMNIST,REVISE,MLP,3,1
-6,distance_from_targets,251.9156036376953,FashionMNIST,REVISE,MLP,3,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,1
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,3,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,3,1
-7,distance,154.0690155029297,FashionMNIST,REVISE,MLP,3,1
-7,distance_from_energy,847.923828125,FashionMNIST,REVISE,MLP,3,1
-7,distance_from_targets,272.8345947265625,FashionMNIST,REVISE,MLP,3,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,1
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,3,1
-7,validity,1.0,FashionMNIST,REVISE,MLP,3,1
-8,distance,213.1216278076172,FashionMNIST,REVISE,MLP,3,1
-8,distance_from_energy,872.7667846679688,FashionMNIST,REVISE,MLP,3,1
-8,distance_from_targets,333.41778564453125,FashionMNIST,REVISE,MLP,3,1
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,3,1
-8,set_size_penalty,2.0469523811496684,FashionMNIST,REVISE,MLP,3,1
-8,validity,1.0,FashionMNIST,REVISE,MLP,3,1
-9,distance,520.4771118164062,FashionMNIST,REVISE,MLP,3,1
-9,distance_from_energy,935.5997314453125,FashionMNIST,REVISE,MLP,3,1
-9,distance_from_targets,497.9293518066406,FashionMNIST,REVISE,MLP,3,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,1
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,1
-9,validity,0.0,FashionMNIST,REVISE,MLP,3,1
-10,distance,208.40066528320312,FashionMNIST,REVISE,MLP,3,1
-10,distance_from_energy,851.326171875,FashionMNIST,REVISE,MLP,3,1
-10,distance_from_targets,377.8426513671875,FashionMNIST,REVISE,MLP,3,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,1
-10,set_size_penalty,2.0054583996493798,FashionMNIST,REVISE,MLP,3,1
-10,validity,1.0,FashionMNIST,REVISE,MLP,3,1
-6,distance,672.0813598632812,FashionMNIST,ECCCo,MLP,3,1
-6,distance_from_energy,169.13931274414062,FashionMNIST,ECCCo,MLP,3,1
-6,distance_from_targets,693.885009765625,FashionMNIST,ECCCo,MLP,3,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,1
-6,set_size_penalty,1.777474720348215,FashionMNIST,ECCCo,MLP,3,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,1
-7,distance,647.1807861328125,FashionMNIST,ECCCo,MLP,3,1
-7,distance_from_energy,212.392822265625,FashionMNIST,ECCCo,MLP,3,1
-7,distance_from_targets,669.445068359375,FashionMNIST,ECCCo,MLP,3,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,1
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,1
-8,distance,641.9945678710938,FashionMNIST,ECCCo,MLP,3,1
-8,distance_from_energy,212.7996368408203,FashionMNIST,ECCCo,MLP,3,1
-8,distance_from_targets,670.093505859375,FashionMNIST,ECCCo,MLP,3,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,1
-8,set_size_penalty,1.0025192316956308,FashionMNIST,ECCCo,MLP,3,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,1
-9,distance,682.4612426757812,FashionMNIST,ECCCo,MLP,3,1
-9,distance_from_energy,205.63394165039062,FashionMNIST,ECCCo,MLP,3,1
-9,distance_from_targets,673.2233276367188,FashionMNIST,ECCCo,MLP,3,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,1
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,1
-10,distance,628.3547973632812,FashionMNIST,ECCCo,MLP,3,1
-10,distance_from_energy,227.7118377685547,FashionMNIST,ECCCo,MLP,3,1
-10,distance_from_targets,648.1011352539062,FashionMNIST,ECCCo,MLP,3,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,1
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,1
-6,distance,10.0,FashionMNIST,Schut,MLP,3,1
-6,distance_from_energy,815.764892578125,FashionMNIST,Schut,MLP,3,1
-6,distance_from_targets,283.3874816894531,FashionMNIST,Schut,MLP,3,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,1
-6,validity,0.0,FashionMNIST,Schut,MLP,3,1
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,1
-7,distance_from_energy,832.6998901367188,FashionMNIST,Schut,MLP,3,1
-7,distance_from_targets,282.78125,FashionMNIST,Schut,MLP,3,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,1
-7,validity,0.0,FashionMNIST,Schut,MLP,3,1
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,1
-8,distance_from_energy,842.7191162109375,FashionMNIST,Schut,MLP,3,1
-8,distance_from_targets,258.857177734375,FashionMNIST,Schut,MLP,3,1
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,1
-8,validity,0.0,FashionMNIST,Schut,MLP,3,1
-9,distance,10.0,FashionMNIST,Schut,MLP,3,1
-9,distance_from_energy,872.5192260742188,FashionMNIST,Schut,MLP,3,1
-9,distance_from_targets,274.65692138671875,FashionMNIST,Schut,MLP,3,1
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,1
-9,validity,0.0,FashionMNIST,Schut,MLP,3,1
-10,distance,7.800000190734863,FashionMNIST,Schut,MLP,3,1
-10,distance_from_energy,831.5325317382812,FashionMNIST,Schut,MLP,3,1
-10,distance_from_targets,263.1020202636719,FashionMNIST,Schut,MLP,3,1
-10,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP,3,1
-10,set_size_penalty,2.0,FashionMNIST,Schut,MLP,3,1
-10,validity,1.0,FashionMNIST,Schut,MLP,3,1
-11,distance,90.09420013427734,FashionMNIST,Wachter,MLP Ensemble,3,1
-11,distance_from_energy,689.2473754882812,FashionMNIST,Wachter,MLP Ensemble,3,1
-11,distance_from_targets,331.14605712890625,FashionMNIST,Wachter,MLP Ensemble,3,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-12,distance,61.31596374511719,FashionMNIST,Wachter,MLP Ensemble,3,1
-12,distance_from_energy,684.98828125,FashionMNIST,Wachter,MLP Ensemble,3,1
-12,distance_from_targets,265.4686584472656,FashionMNIST,Wachter,MLP Ensemble,3,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-13,distance,88.25416564941406,FashionMNIST,Wachter,MLP Ensemble,3,1
-13,distance_from_energy,693.2208862304688,FashionMNIST,Wachter,MLP Ensemble,3,1
-13,distance_from_targets,307.6326904296875,FashionMNIST,Wachter,MLP Ensemble,3,1
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-13,set_size_penalty,2.099209796814969,FashionMNIST,Wachter,MLP Ensemble,3,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-14,distance,64.34895324707031,FashionMNIST,Wachter,MLP Ensemble,3,1
-14,distance_from_energy,689.8192138671875,FashionMNIST,Wachter,MLP Ensemble,3,1
-14,distance_from_targets,308.7847595214844,FashionMNIST,Wachter,MLP Ensemble,3,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-15,distance,73.00607299804688,FashionMNIST,Wachter,MLP Ensemble,3,1
-15,distance_from_energy,680.576171875,FashionMNIST,Wachter,MLP Ensemble,3,1
-15,distance_from_targets,313.538330078125,FashionMNIST,Wachter,MLP Ensemble,3,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,1
-11,distance,147.7216339111328,FashionMNIST,REVISE,MLP Ensemble,3,1
-11,distance_from_energy,688.6778564453125,FashionMNIST,REVISE,MLP Ensemble,3,1
-11,distance_from_targets,270.8199768066406,FashionMNIST,REVISE,MLP Ensemble,3,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-11,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-12,distance,165.06468200683594,FashionMNIST,REVISE,MLP Ensemble,3,1
-12,distance_from_energy,691.2047729492188,FashionMNIST,REVISE,MLP Ensemble,3,1
-12,distance_from_targets,272.37664794921875,FashionMNIST,REVISE,MLP Ensemble,3,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-12,set_size_penalty,1.999999999999991,FashionMNIST,REVISE,MLP Ensemble,3,1
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-13,distance,199.7678680419922,FashionMNIST,REVISE,MLP Ensemble,3,1
-13,distance_from_energy,679.7611083984375,FashionMNIST,REVISE,MLP Ensemble,3,1
-13,distance_from_targets,229.31130981445312,FashionMNIST,REVISE,MLP Ensemble,3,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-13,set_size_penalty,1.000000000000085,FashionMNIST,REVISE,MLP Ensemble,3,1
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-14,distance,116.7087173461914,FashionMNIST,REVISE,MLP Ensemble,3,1
-14,distance_from_energy,703.19775390625,FashionMNIST,REVISE,MLP Ensemble,3,1
-14,distance_from_targets,271.4407958984375,FashionMNIST,REVISE,MLP Ensemble,3,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-15,distance,143.10140991210938,FashionMNIST,REVISE,MLP Ensemble,3,1
-15,distance_from_energy,684.0016479492188,FashionMNIST,REVISE,MLP Ensemble,3,1
-15,distance_from_targets,234.6349334716797,FashionMNIST,REVISE,MLP Ensemble,3,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,1
-11,distance,566.4654541015625,FashionMNIST,ECCCo,MLP Ensemble,3,1
-11,distance_from_energy,136.00546264648438,FashionMNIST,ECCCo,MLP Ensemble,3,1
-11,distance_from_targets,573.2880859375,FashionMNIST,ECCCo,MLP Ensemble,3,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-12,distance,546.8428955078125,FashionMNIST,ECCCo,MLP Ensemble,3,1
-12,distance_from_energy,158.39947509765625,FashionMNIST,ECCCo,MLP Ensemble,3,1
-12,distance_from_targets,559.3397216796875,FashionMNIST,ECCCo,MLP Ensemble,3,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-13,distance,602.292236328125,FashionMNIST,ECCCo,MLP Ensemble,3,1
-13,distance_from_energy,131.5806427001953,FashionMNIST,ECCCo,MLP Ensemble,3,1
-13,distance_from_targets,593.7489013671875,FashionMNIST,ECCCo,MLP Ensemble,3,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-14,distance,591.805908203125,FashionMNIST,ECCCo,MLP Ensemble,3,1
-14,distance_from_energy,128.5065460205078,FashionMNIST,ECCCo,MLP Ensemble,3,1
-14,distance_from_targets,598.4763793945312,FashionMNIST,ECCCo,MLP Ensemble,3,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-15,distance,581.48486328125,FashionMNIST,ECCCo,MLP Ensemble,3,1
-15,distance_from_energy,124.16402435302734,FashionMNIST,ECCCo,MLP Ensemble,3,1
-15,distance_from_targets,587.314453125,FashionMNIST,ECCCo,MLP Ensemble,3,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,1
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,1
-11,distance_from_energy,690.7120361328125,FashionMNIST,Schut,MLP Ensemble,3,1
-11,distance_from_targets,295.69720458984375,FashionMNIST,Schut,MLP Ensemble,3,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,1
-12,distance_from_energy,695.1495971679688,FashionMNIST,Schut,MLP Ensemble,3,1
-12,distance_from_targets,236.9799041748047,FashionMNIST,Schut,MLP Ensemble,3,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,1
-13,distance_from_energy,707.1366577148438,FashionMNIST,Schut,MLP Ensemble,3,1
-13,distance_from_targets,280.3699035644531,FashionMNIST,Schut,MLP Ensemble,3,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,1
-14,distance_from_energy,692.6973876953125,FashionMNIST,Schut,MLP Ensemble,3,1
-14,distance_from_targets,273.3503723144531,FashionMNIST,Schut,MLP Ensemble,3,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,1
-15,distance_from_energy,686.7260131835938,FashionMNIST,Schut,MLP Ensemble,3,1
-15,distance_from_targets,279.5406799316406,FashionMNIST,Schut,MLP Ensemble,3,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,1
-16,distance,79.2525634765625,FashionMNIST,Wachter,JEM,3,1
-16,distance_from_energy,535.632080078125,FashionMNIST,Wachter,JEM,3,1
-16,distance_from_targets,315.9290771484375,FashionMNIST,Wachter,JEM,3,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,1
-16,set_size_penalty,1.9999999976566785,FashionMNIST,Wachter,JEM,3,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,1
-17,distance,70.22909545898438,FashionMNIST,Wachter,JEM,3,1
-17,distance_from_energy,490.5501403808594,FashionMNIST,Wachter,JEM,3,1
-17,distance_from_targets,336.97869873046875,FashionMNIST,Wachter,JEM,3,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,1
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,3,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,1
-18,distance,62.471221923828125,FashionMNIST,Wachter,JEM,3,1
-18,distance_from_energy,567.5172119140625,FashionMNIST,Wachter,JEM,3,1
-18,distance_from_targets,350.9583740234375,FashionMNIST,Wachter,JEM,3,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,3,1
-18,set_size_penalty,3.9979618260406453,FashionMNIST,Wachter,JEM,3,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,1
-19,distance,85.0479507446289,FashionMNIST,Wachter,JEM,3,1
-19,distance_from_energy,433.16033935546875,FashionMNIST,Wachter,JEM,3,1
-19,distance_from_targets,305.1391906738281,FashionMNIST,Wachter,JEM,3,1
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,1
-19,set_size_penalty,1.9747782395983786,FashionMNIST,Wachter,JEM,3,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,1
-20,distance,93.20711517333984,FashionMNIST,Wachter,JEM,3,1
-20,distance_from_energy,395.1023254394531,FashionMNIST,Wachter,JEM,3,1
-20,distance_from_targets,329.30084228515625,FashionMNIST,Wachter,JEM,3,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,1
-20,set_size_penalty,2.9999999999999982,FashionMNIST,Wachter,JEM,3,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,1
-16,distance,367.9168701171875,FashionMNIST,REVISE,JEM,3,1
-16,distance_from_energy,473.6951599121094,FashionMNIST,REVISE,JEM,3,1
-16,distance_from_targets,451.3299560546875,FashionMNIST,REVISE,JEM,3,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,1
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,1
-16,validity,0.0,FashionMNIST,REVISE,JEM,3,1
-17,distance,420.78533935546875,FashionMNIST,REVISE,JEM,3,1
-17,distance_from_energy,507.38330078125,FashionMNIST,REVISE,JEM,3,1
-17,distance_from_targets,436.7539367675781,FashionMNIST,REVISE,JEM,3,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,1
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,3,1
-17,validity,1.0,FashionMNIST,REVISE,JEM,3,1
-18,distance,670.9654541015625,FashionMNIST,REVISE,JEM,3,1
-18,distance_from_energy,608.32470703125,FashionMNIST,REVISE,JEM,3,1
-18,distance_from_targets,577.006591796875,FashionMNIST,REVISE,JEM,3,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,1
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,1
-18,validity,0.0,FashionMNIST,REVISE,JEM,3,1
-19,distance,225.32737731933594,FashionMNIST,REVISE,JEM,3,1
-19,distance_from_energy,407.0245666503906,FashionMNIST,REVISE,JEM,3,1
-19,distance_from_targets,294.7183837890625,FashionMNIST,REVISE,JEM,3,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,1
-19,set_size_penalty,8.0,FashionMNIST,REVISE,JEM,3,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,1
-20,distance,625.4158325195312,FashionMNIST,REVISE,JEM,3,1
-20,distance_from_energy,709.1243896484375,FashionMNIST,REVISE,JEM,3,1
-20,distance_from_targets,570.9637451171875,FashionMNIST,REVISE,JEM,3,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,1
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,3,1
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,1
-16,distance,307.569580078125,FashionMNIST,ECCCo,JEM,3,1
-16,distance_from_energy,208.770263671875,FashionMNIST,ECCCo,JEM,3,1
-16,distance_from_targets,338.9797058105469,FashionMNIST,ECCCo,JEM,3,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,1
-16,set_size_penalty,2.9999999514330185,FashionMNIST,ECCCo,JEM,3,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,1
-17,distance,430.6484375,FashionMNIST,ECCCo,JEM,3,1
-17,distance_from_energy,76.52436828613281,FashionMNIST,ECCCo,JEM,3,1
-17,distance_from_targets,412.17950439453125,FashionMNIST,ECCCo,JEM,3,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,1
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,1
-18,distance,454.8468017578125,FashionMNIST,ECCCo,JEM,3,1
-18,distance_from_energy,55.731483459472656,FashionMNIST,ECCCo,JEM,3,1
-18,distance_from_targets,375.43682861328125,FashionMNIST,ECCCo,JEM,3,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,1
-18,set_size_penalty,1.999999999998969,FashionMNIST,ECCCo,JEM,3,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,1
-19,distance,329.4843444824219,FashionMNIST,ECCCo,JEM,3,1
-19,distance_from_energy,180.60693359375,FashionMNIST,ECCCo,JEM,3,1
-19,distance_from_targets,368.26971435546875,FashionMNIST,ECCCo,JEM,3,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,1
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,1
-20,distance,351.59588623046875,FashionMNIST,ECCCo,JEM,3,1
-20,distance_from_energy,167.89056396484375,FashionMNIST,ECCCo,JEM,3,1
-20,distance_from_targets,403.9939880371094,FashionMNIST,ECCCo,JEM,3,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,1
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,1
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,1
-16,distance_from_energy,437.1786193847656,FashionMNIST,Schut,JEM,3,1
-16,distance_from_targets,279.0766906738281,FashionMNIST,Schut,JEM,3,1
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,1
-16,validity,0.0,FashionMNIST,Schut,JEM,3,1
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,1
-17,distance_from_energy,474.24169921875,FashionMNIST,Schut,JEM,3,1
-17,distance_from_targets,306.2396545410156,FashionMNIST,Schut,JEM,3,1
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,1
-17,validity,0.0,FashionMNIST,Schut,JEM,3,1
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,1
-18,distance_from_energy,497.3621520996094,FashionMNIST,Schut,JEM,3,1
-18,distance_from_targets,321.5619812011719,FashionMNIST,Schut,JEM,3,1
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,1
-18,set_size_penalty,2.0000185337818417,FashionMNIST,Schut,JEM,3,1
-18,validity,1.0,FashionMNIST,Schut,JEM,3,1
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,1
-19,distance_from_energy,324.4239807128906,FashionMNIST,Schut,JEM,3,1
-19,distance_from_targets,268.5416259765625,FashionMNIST,Schut,JEM,3,1
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,1
-19,validity,0.0,FashionMNIST,Schut,JEM,3,1
-20,distance,10.0,FashionMNIST,Schut,JEM,3,1
-20,distance_from_energy,613.96044921875,FashionMNIST,Schut,JEM,3,1
-20,distance_from_targets,288.0118103027344,FashionMNIST,Schut,JEM,3,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,1
-20,validity,0.0,FashionMNIST,Schut,JEM,3,1
-1,distance,69.66632843017578,FashionMNIST,Wachter,JEM Ensemble,3,2
-1,distance_from_energy,667.6226806640625,FashionMNIST,Wachter,JEM Ensemble,3,2
-1,distance_from_targets,478.9090881347656,FashionMNIST,Wachter,JEM Ensemble,3,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-2,distance,68.63407897949219,FashionMNIST,Wachter,JEM Ensemble,3,2
-2,distance_from_energy,646.9861450195312,FashionMNIST,Wachter,JEM Ensemble,3,2
-2,distance_from_targets,459.2594299316406,FashionMNIST,Wachter,JEM Ensemble,3,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-3,distance,87.35443115234375,FashionMNIST,Wachter,JEM Ensemble,3,2
-3,distance_from_energy,610.5718383789062,FashionMNIST,Wachter,JEM Ensemble,3,2
-3,distance_from_targets,453.45794677734375,FashionMNIST,Wachter,JEM Ensemble,3,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-3,set_size_penalty,3.999999999999986,FashionMNIST,Wachter,JEM Ensemble,3,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-4,distance,75.8392105102539,FashionMNIST,Wachter,JEM Ensemble,3,2
-4,distance_from_energy,645.0606689453125,FashionMNIST,Wachter,JEM Ensemble,3,2
-4,distance_from_targets,455.1397705078125,FashionMNIST,Wachter,JEM Ensemble,3,2
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,2
-4,set_size_penalty,9.999999999992667,FashionMNIST,Wachter,JEM Ensemble,3,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-5,distance,96.62577819824219,FashionMNIST,Wachter,JEM Ensemble,3,2
-5,distance_from_energy,572.32373046875,FashionMNIST,Wachter,JEM Ensemble,3,2
-5,distance_from_targets,484.7169494628906,FashionMNIST,Wachter,JEM Ensemble,3,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-5,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,2
-1,distance,640.9948120117188,FashionMNIST,REVISE,JEM Ensemble,3,2
-1,distance_from_energy,532.0882568359375,FashionMNIST,REVISE,JEM Ensemble,3,2
-1,distance_from_targets,496.2861328125,FashionMNIST,REVISE,JEM Ensemble,3,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-2,distance,231.89288330078125,FashionMNIST,REVISE,JEM Ensemble,3,2
-2,distance_from_energy,621.9164428710938,FashionMNIST,REVISE,JEM Ensemble,3,2
-2,distance_from_targets,423.7300720214844,FashionMNIST,REVISE,JEM Ensemble,3,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-3,distance,188.18299865722656,FashionMNIST,REVISE,JEM Ensemble,3,2
-3,distance_from_energy,593.3766479492188,FashionMNIST,REVISE,JEM Ensemble,3,2
-3,distance_from_targets,435.8974914550781,FashionMNIST,REVISE,JEM Ensemble,3,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-4,distance,220.90835571289062,FashionMNIST,REVISE,JEM Ensemble,3,2
-4,distance_from_energy,592.9615478515625,FashionMNIST,REVISE,JEM Ensemble,3,2
-4,distance_from_targets,432.0873718261719,FashionMNIST,REVISE,JEM Ensemble,3,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-4,set_size_penalty,4.0002767319476025,FashionMNIST,REVISE,JEM Ensemble,3,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-5,distance,322.8760681152344,FashionMNIST,REVISE,JEM Ensemble,3,2
-5,distance_from_energy,356.30706787109375,FashionMNIST,REVISE,JEM Ensemble,3,2
-5,distance_from_targets,358.3277893066406,FashionMNIST,REVISE,JEM Ensemble,3,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,2
-1,distance,599.3040771484375,FashionMNIST,ECCCo,JEM Ensemble,3,2
-1,distance_from_energy,86.89494323730469,FashionMNIST,ECCCo,JEM Ensemble,3,2
-1,distance_from_targets,324.1044921875,FashionMNIST,ECCCo,JEM Ensemble,3,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-2,distance,615.2353515625,FashionMNIST,ECCCo,JEM Ensemble,3,2
-2,distance_from_energy,40.94515609741211,FashionMNIST,ECCCo,JEM Ensemble,3,2
-2,distance_from_targets,353.5482177734375,FashionMNIST,ECCCo,JEM Ensemble,3,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-3,distance,536.3895874023438,FashionMNIST,ECCCo,JEM Ensemble,3,2
-3,distance_from_energy,77.59623718261719,FashionMNIST,ECCCo,JEM Ensemble,3,2
-3,distance_from_targets,349.3095703125,FashionMNIST,ECCCo,JEM Ensemble,3,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-4,distance,610.01025390625,FashionMNIST,ECCCo,JEM Ensemble,3,2
-4,distance_from_energy,55.308929443359375,FashionMNIST,ECCCo,JEM Ensemble,3,2
-4,distance_from_targets,349.27215576171875,FashionMNIST,ECCCo,JEM Ensemble,3,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-5,distance,486.278076171875,FashionMNIST,ECCCo,JEM Ensemble,3,2
-5,distance_from_energy,106.5347671508789,FashionMNIST,ECCCo,JEM Ensemble,3,2
-5,distance_from_targets,354.95562744140625,FashionMNIST,ECCCo,JEM Ensemble,3,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-5,set_size_penalty,3.999999999999324,FashionMNIST,ECCCo,JEM Ensemble,3,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,2
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,2
-1,distance_from_energy,670.8005981445312,FashionMNIST,Schut,JEM Ensemble,3,2
-1,distance_from_targets,458.1795349121094,FashionMNIST,Schut,JEM Ensemble,3,2
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,2
-2,distance_from_energy,639.7245483398438,FashionMNIST,Schut,JEM Ensemble,3,2
-2,distance_from_targets,435.4569091796875,FashionMNIST,Schut,JEM Ensemble,3,2
-2,redundancy,0.9783163265306123,FashionMNIST,Schut,JEM Ensemble,3,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,2
-3,distance_from_energy,609.4524536132812,FashionMNIST,Schut,JEM Ensemble,3,2
-3,distance_from_targets,422.0428466796875,FashionMNIST,Schut,JEM Ensemble,3,2
-3,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,3,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,2
-4,distance_from_energy,645.3291015625,FashionMNIST,Schut,JEM Ensemble,3,2
-4,distance_from_targets,427.4620666503906,FashionMNIST,Schut,JEM Ensemble,3,2
-4,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM Ensemble,3,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,2
-5,distance_from_energy,579.0036010742188,FashionMNIST,Schut,JEM Ensemble,3,2
-5,distance_from_targets,445.821533203125,FashionMNIST,Schut,JEM Ensemble,3,2
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,2
-6,distance,62.474830627441406,FashionMNIST,Wachter,MLP,3,2
-6,distance_from_energy,891.2496337890625,FashionMNIST,Wachter,MLP,3,2
-6,distance_from_targets,431.3386535644531,FashionMNIST,Wachter,MLP,3,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,3,2
-6,set_size_penalty,2.0327214362350565,FashionMNIST,Wachter,MLP,3,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,2
-7,distance,82.00885009765625,FashionMNIST,Wachter,MLP,3,2
-7,distance_from_energy,852.5012817382812,FashionMNIST,Wachter,MLP,3,2
-7,distance_from_targets,419.99102783203125,FashionMNIST,Wachter,MLP,3,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,2
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,3,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,2
-8,distance,82.1280746459961,FashionMNIST,Wachter,MLP,3,2
-8,distance_from_energy,920.0770263671875,FashionMNIST,Wachter,MLP,3,2
-8,distance_from_targets,450.9610290527344,FashionMNIST,Wachter,MLP,3,2
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,3,2
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,3,2
-8,validity,0.0,FashionMNIST,Wachter,MLP,3,2
-9,distance,91.0160903930664,FashionMNIST,Wachter,MLP,3,2
-9,distance_from_energy,889.7243041992188,FashionMNIST,Wachter,MLP,3,2
-9,distance_from_targets,477.33343505859375,FashionMNIST,Wachter,MLP,3,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,2
-9,set_size_penalty,2.0000000000027,FashionMNIST,Wachter,MLP,3,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,2
-10,distance,89.48017883300781,FashionMNIST,Wachter,MLP,3,2
-10,distance_from_energy,830.99365234375,FashionMNIST,Wachter,MLP,3,2
-10,distance_from_targets,436.7159118652344,FashionMNIST,Wachter,MLP,3,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,2
-10,set_size_penalty,1.543866691872358,FashionMNIST,Wachter,MLP,3,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,2
-6,distance,192.9359130859375,FashionMNIST,REVISE,MLP,3,2
-6,distance_from_energy,882.08349609375,FashionMNIST,REVISE,MLP,3,2
-6,distance_from_targets,369.4833068847656,FashionMNIST,REVISE,MLP,3,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,2
-6,set_size_penalty,1.7399726760380725,FashionMNIST,REVISE,MLP,3,2
-6,validity,1.0,FashionMNIST,REVISE,MLP,3,2
-7,distance,403.81640625,FashionMNIST,REVISE,MLP,3,2
-7,distance_from_energy,863.4599609375,FashionMNIST,REVISE,MLP,3,2
-7,distance_from_targets,392.9381103515625,FashionMNIST,REVISE,MLP,3,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,2
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,3,2
-7,validity,1.0,FashionMNIST,REVISE,MLP,3,2
-8,distance,259.4429626464844,FashionMNIST,REVISE,MLP,3,2
-8,distance_from_energy,908.98974609375,FashionMNIST,REVISE,MLP,3,2
-8,distance_from_targets,491.48529052734375,FashionMNIST,REVISE,MLP,3,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,2
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,2
-8,validity,0.0,FashionMNIST,REVISE,MLP,3,2
-9,distance,252.2484893798828,FashionMNIST,REVISE,MLP,3,2
-9,distance_from_energy,880.1343994140625,FashionMNIST,REVISE,MLP,3,2
-9,distance_from_targets,449.10736083984375,FashionMNIST,REVISE,MLP,3,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,2
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,2
-9,validity,0.0,FashionMNIST,REVISE,MLP,3,2
-10,distance,263.4863586425781,FashionMNIST,REVISE,MLP,3,2
-10,distance_from_energy,848.2542724609375,FashionMNIST,REVISE,MLP,3,2
-10,distance_from_targets,317.11090087890625,FashionMNIST,REVISE,MLP,3,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,2
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,2
-10,validity,0.0,FashionMNIST,REVISE,MLP,3,2
-6,distance,731.6397094726562,FashionMNIST,ECCCo,MLP,3,2
-6,distance_from_energy,145.50619506835938,FashionMNIST,ECCCo,MLP,3,2
-6,distance_from_targets,734.3594970703125,FashionMNIST,ECCCo,MLP,3,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,2
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,2
-7,distance,773.9718627929688,FashionMNIST,ECCCo,MLP,3,2
-7,distance_from_energy,132.52294921875,FashionMNIST,ECCCo,MLP,3,2
-7,distance_from_targets,737.0804443359375,FashionMNIST,ECCCo,MLP,3,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,2
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,2
-8,distance,750.412353515625,FashionMNIST,ECCCo,MLP,3,2
-8,distance_from_energy,200.53060913085938,FashionMNIST,ECCCo,MLP,3,2
-8,distance_from_targets,687.1307983398438,FashionMNIST,ECCCo,MLP,3,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,2
-8,set_size_penalty,1.9999999999999998,FashionMNIST,ECCCo,MLP,3,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,2
-9,distance,761.0151977539062,FashionMNIST,ECCCo,MLP,3,2
-9,distance_from_energy,130.95260620117188,FashionMNIST,ECCCo,MLP,3,2
-9,distance_from_targets,751.005859375,FashionMNIST,ECCCo,MLP,3,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,2
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,2
-10,distance,736.9796752929688,FashionMNIST,ECCCo,MLP,3,2
-10,distance_from_energy,129.68614196777344,FashionMNIST,ECCCo,MLP,3,2
-10,distance_from_targets,744.4348754882812,FashionMNIST,ECCCo,MLP,3,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,2
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,2
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,2
-6,distance_from_energy,877.7916259765625,FashionMNIST,Schut,MLP,3,2
-6,distance_from_targets,403.5552062988281,FashionMNIST,Schut,MLP,3,2
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,2
-6,set_size_penalty,2.0000015973745335,FashionMNIST,Schut,MLP,3,2
-6,validity,1.0,FashionMNIST,Schut,MLP,3,2
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,2
-7,distance_from_energy,844.1007080078125,FashionMNIST,Schut,MLP,3,2
-7,distance_from_targets,386.1498107910156,FashionMNIST,Schut,MLP,3,2
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,2
-7,validity,0.0,FashionMNIST,Schut,MLP,3,2
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,2
-8,distance_from_energy,925.5861206054688,FashionMNIST,Schut,MLP,3,2
-8,distance_from_targets,414.41351318359375,FashionMNIST,Schut,MLP,3,2
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,2
-8,validity,0.0,FashionMNIST,Schut,MLP,3,2
-9,distance,10.0,FashionMNIST,Schut,MLP,3,2
-9,distance_from_energy,896.45654296875,FashionMNIST,Schut,MLP,3,2
-9,distance_from_targets,447.4100341796875,FashionMNIST,Schut,MLP,3,2
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,2
-9,validity,0.0,FashionMNIST,Schut,MLP,3,2
-10,distance,10.0,FashionMNIST,Schut,MLP,3,2
-10,distance_from_energy,870.4840698242188,FashionMNIST,Schut,MLP,3,2
-10,distance_from_targets,400.13360595703125,FashionMNIST,Schut,MLP,3,2
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,2
-10,validity,0.0,FashionMNIST,Schut,MLP,3,2
-11,distance,108.37728118896484,FashionMNIST,Wachter,MLP Ensemble,3,2
-11,distance_from_energy,843.2155151367188,FashionMNIST,Wachter,MLP Ensemble,3,2
-11,distance_from_targets,631.3546142578125,FashionMNIST,Wachter,MLP Ensemble,3,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-11,set_size_penalty,0.9987785382759171,FashionMNIST,Wachter,MLP Ensemble,3,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-12,distance,83.6251449584961,FashionMNIST,Wachter,MLP Ensemble,3,2
-12,distance_from_energy,754.853271484375,FashionMNIST,Wachter,MLP Ensemble,3,2
-12,distance_from_targets,527.5504760742188,FashionMNIST,Wachter,MLP Ensemble,3,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-12,set_size_penalty,2.999996242224974,FashionMNIST,Wachter,MLP Ensemble,3,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-13,distance,84.07210540771484,FashionMNIST,Wachter,MLP Ensemble,3,2
-13,distance_from_energy,791.5362548828125,FashionMNIST,Wachter,MLP Ensemble,3,2
-13,distance_from_targets,497.4933776855469,FashionMNIST,Wachter,MLP Ensemble,3,2
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,3,2
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-14,distance,76.31475067138672,FashionMNIST,Wachter,MLP Ensemble,3,2
-14,distance_from_energy,722.9185791015625,FashionMNIST,Wachter,MLP Ensemble,3,2
-14,distance_from_targets,422.80584716796875,FashionMNIST,Wachter,MLP Ensemble,3,2
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-14,set_size_penalty,1.0010873584320301,FashionMNIST,Wachter,MLP Ensemble,3,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-15,distance,70.0853500366211,FashionMNIST,Wachter,MLP Ensemble,3,2
-15,distance_from_energy,736.419677734375,FashionMNIST,Wachter,MLP Ensemble,3,2
-15,distance_from_targets,430.6370849609375,FashionMNIST,Wachter,MLP Ensemble,3,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-15,set_size_penalty,0.8494615402083788,FashionMNIST,Wachter,MLP Ensemble,3,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,2
-11,distance,272.0845642089844,FashionMNIST,REVISE,MLP Ensemble,3,2
-11,distance_from_energy,793.0335693359375,FashionMNIST,REVISE,MLP Ensemble,3,2
-11,distance_from_targets,541.55029296875,FashionMNIST,REVISE,MLP Ensemble,3,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-12,distance,291.778564453125,FashionMNIST,REVISE,MLP Ensemble,3,2
-12,distance_from_energy,771.05859375,FashionMNIST,REVISE,MLP Ensemble,3,2
-12,distance_from_targets,525.8585205078125,FashionMNIST,REVISE,MLP Ensemble,3,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-12,set_size_penalty,2.0038299120893392,FashionMNIST,REVISE,MLP Ensemble,3,2
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-13,distance,197.67991638183594,FashionMNIST,REVISE,MLP Ensemble,3,2
-13,distance_from_energy,761.0687255859375,FashionMNIST,REVISE,MLP Ensemble,3,2
-13,distance_from_targets,425.61627197265625,FashionMNIST,REVISE,MLP Ensemble,3,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-14,distance,234.3196258544922,FashionMNIST,REVISE,MLP Ensemble,3,2
-14,distance_from_energy,747.1217651367188,FashionMNIST,REVISE,MLP Ensemble,3,2
-14,distance_from_targets,418.10308837890625,FashionMNIST,REVISE,MLP Ensemble,3,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-15,distance,174.875244140625,FashionMNIST,REVISE,MLP Ensemble,3,2
-15,distance_from_energy,739.2504272460938,FashionMNIST,REVISE,MLP Ensemble,3,2
-15,distance_from_targets,430.35321044921875,FashionMNIST,REVISE,MLP Ensemble,3,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,2
-11,distance,789.1819458007812,FashionMNIST,ECCCo,MLP Ensemble,3,2
-11,distance_from_energy,91.11304473876953,FashionMNIST,ECCCo,MLP Ensemble,3,2
-11,distance_from_targets,646.7425537109375,FashionMNIST,ECCCo,MLP Ensemble,3,2
-11,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,3,2
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-12,distance,653.3582763671875,FashionMNIST,ECCCo,MLP Ensemble,3,2
-12,distance_from_energy,123.4379653930664,FashionMNIST,ECCCo,MLP Ensemble,3,2
-12,distance_from_targets,610.8446655273438,FashionMNIST,ECCCo,MLP Ensemble,3,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-13,distance,707.2675170898438,FashionMNIST,ECCCo,MLP Ensemble,3,2
-13,distance_from_energy,116.6832504272461,FashionMNIST,ECCCo,MLP Ensemble,3,2
-13,distance_from_targets,632.1494140625,FashionMNIST,ECCCo,MLP Ensemble,3,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-14,distance,661.2723999023438,FashionMNIST,ECCCo,MLP Ensemble,3,2
-14,distance_from_energy,87.9552993774414,FashionMNIST,ECCCo,MLP Ensemble,3,2
-14,distance_from_targets,636.6944580078125,FashionMNIST,ECCCo,MLP Ensemble,3,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-15,distance,639.5648803710938,FashionMNIST,ECCCo,MLP Ensemble,3,2
-15,distance_from_energy,109.75309753417969,FashionMNIST,ECCCo,MLP Ensemble,3,2
-15,distance_from_targets,597.2699584960938,FashionMNIST,ECCCo,MLP Ensemble,3,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,2
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,2
-11,distance_from_energy,872.4422607421875,FashionMNIST,Schut,MLP Ensemble,3,2
-11,distance_from_targets,610.0853881835938,FashionMNIST,Schut,MLP Ensemble,3,2
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,2
-12,distance_from_energy,767.562255859375,FashionMNIST,Schut,MLP Ensemble,3,2
-12,distance_from_targets,495.4425048828125,FashionMNIST,Schut,MLP Ensemble,3,2
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,2
-13,distance_from_energy,800.0263061523438,FashionMNIST,Schut,MLP Ensemble,3,2
-13,distance_from_targets,472.6331787109375,FashionMNIST,Schut,MLP Ensemble,3,2
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,2
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,2
-14,distance_from_energy,740.5728149414062,FashionMNIST,Schut,MLP Ensemble,3,2
-14,distance_from_targets,394.13092041015625,FashionMNIST,Schut,MLP Ensemble,3,2
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,2
-15,distance_from_energy,753.1063842773438,FashionMNIST,Schut,MLP Ensemble,3,2
-15,distance_from_targets,399.8351135253906,FashionMNIST,Schut,MLP Ensemble,3,2
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,2
-16,distance,92.32132720947266,FashionMNIST,Wachter,JEM,3,2
-16,distance_from_energy,711.8157348632812,FashionMNIST,Wachter,JEM,3,2
-16,distance_from_targets,482.0484924316406,FashionMNIST,Wachter,JEM,3,2
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,2
-16,set_size_penalty,9.999944248788495,FashionMNIST,Wachter,JEM,3,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,2
-17,distance,77.84265899658203,FashionMNIST,Wachter,JEM,3,2
-17,distance_from_energy,727.88232421875,FashionMNIST,Wachter,JEM,3,2
-17,distance_from_targets,528.9317626953125,FashionMNIST,Wachter,JEM,3,2
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,2
-17,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,3,2
-17,validity,0.0,FashionMNIST,Wachter,JEM,3,2
-18,distance,77.9001693725586,FashionMNIST,Wachter,JEM,3,2
-18,distance_from_energy,663.0745239257812,FashionMNIST,Wachter,JEM,3,2
-18,distance_from_targets,512.5394897460938,FashionMNIST,Wachter,JEM,3,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,3,2
-18,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,3,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,2
-19,distance,74.92405700683594,FashionMNIST,Wachter,JEM,3,2
-19,distance_from_energy,670.4199829101562,FashionMNIST,Wachter,JEM,3,2
-19,distance_from_targets,497.60369873046875,FashionMNIST,Wachter,JEM,3,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,2
-19,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,3,2
-19,validity,0.0,FashionMNIST,Wachter,JEM,3,2
-20,distance,74.37427520751953,FashionMNIST,Wachter,JEM,3,2
-20,distance_from_energy,773.6685791015625,FashionMNIST,Wachter,JEM,3,2
-20,distance_from_targets,608.5917358398438,FashionMNIST,Wachter,JEM,3,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,2
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,2
-16,distance,242.09840393066406,FashionMNIST,REVISE,JEM,3,2
-16,distance_from_energy,513.4278564453125,FashionMNIST,REVISE,JEM,3,2
-16,distance_from_targets,445.99407958984375,FashionMNIST,REVISE,JEM,3,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,2
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,2
-16,validity,0.0,FashionMNIST,REVISE,JEM,3,2
-17,distance,362.6124572753906,FashionMNIST,REVISE,JEM,3,2
-17,distance_from_energy,525.0352783203125,FashionMNIST,REVISE,JEM,3,2
-17,distance_from_targets,426.8056945800781,FashionMNIST,REVISE,JEM,3,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,2
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,2
-17,validity,0.0,FashionMNIST,REVISE,JEM,3,2
-18,distance,432.2732238769531,FashionMNIST,REVISE,JEM,3,2
-18,distance_from_energy,593.0296630859375,FashionMNIST,REVISE,JEM,3,2
-18,distance_from_targets,422.3711242675781,FashionMNIST,REVISE,JEM,3,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,2
-18,set_size_penalty,3.000000942699392,FashionMNIST,REVISE,JEM,3,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,2
-19,distance,552.8635864257812,FashionMNIST,REVISE,JEM,3,2
-19,distance_from_energy,970.6403198242188,FashionMNIST,REVISE,JEM,3,2
-19,distance_from_targets,799.0007934570312,FashionMNIST,REVISE,JEM,3,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,2
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,2
-19,validity,0.0,FashionMNIST,REVISE,JEM,3,2
-20,distance,515.8984375,FashionMNIST,REVISE,JEM,3,2
-20,distance_from_energy,567.7110595703125,FashionMNIST,REVISE,JEM,3,2
-20,distance_from_targets,479.7388000488281,FashionMNIST,REVISE,JEM,3,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,2
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,3,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,2
-16,distance,528.3858642578125,FashionMNIST,ECCCo,JEM,3,2
-16,distance_from_energy,103.6364517211914,FashionMNIST,ECCCo,JEM,3,2
-16,distance_from_targets,361.5408935546875,FashionMNIST,ECCCo,JEM,3,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,2
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,2
-17,distance,560.2384643554688,FashionMNIST,ECCCo,JEM,3,2
-17,distance_from_energy,131.9756622314453,FashionMNIST,ECCCo,JEM,3,2
-17,distance_from_targets,363.6628112792969,FashionMNIST,ECCCo,JEM,3,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,2
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,2
-18,distance,559.1704711914062,FashionMNIST,ECCCo,JEM,3,2
-18,distance_from_energy,137.31069946289062,FashionMNIST,ECCCo,JEM,3,2
-18,distance_from_targets,365.3069763183594,FashionMNIST,ECCCo,JEM,3,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,2
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,3,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,2
-19,distance,452.535400390625,FashionMNIST,ECCCo,JEM,3,2
-19,distance_from_energy,227.90316772460938,FashionMNIST,ECCCo,JEM,3,2
-19,distance_from_targets,386.41766357421875,FashionMNIST,ECCCo,JEM,3,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,2
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,2
-20,distance,565.2966918945312,FashionMNIST,ECCCo,JEM,3,2
-20,distance_from_energy,211.52981567382812,FashionMNIST,ECCCo,JEM,3,2
-20,distance_from_targets,387.3892517089844,FashionMNIST,ECCCo,JEM,3,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,2
-20,set_size_penalty,3.000024325838259,FashionMNIST,ECCCo,JEM,3,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,2
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,2
-16,distance_from_energy,619.7466430664062,FashionMNIST,Schut,JEM,3,2
-16,distance_from_targets,440.82452392578125,FashionMNIST,Schut,JEM,3,2
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,3,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,2
-16,validity,0.0,FashionMNIST,Schut,JEM,3,2
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,2
-17,distance_from_energy,616.46728515625,FashionMNIST,Schut,JEM,3,2
-17,distance_from_targets,500.9867858886719,FashionMNIST,Schut,JEM,3,2
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,2
-17,validity,0.0,FashionMNIST,Schut,JEM,3,2
-18,distance,10.0,FashionMNIST,Schut,JEM,3,2
-18,distance_from_energy,606.5948486328125,FashionMNIST,Schut,JEM,3,2
-18,distance_from_targets,481.27862548828125,FashionMNIST,Schut,JEM,3,2
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,2
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,2
-18,validity,0.0,FashionMNIST,Schut,JEM,3,2
-19,distance,10.0,FashionMNIST,Schut,JEM,3,2
-19,distance_from_energy,594.2125854492188,FashionMNIST,Schut,JEM,3,2
-19,distance_from_targets,468.66748046875,FashionMNIST,Schut,JEM,3,2
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,2
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,2
-19,validity,0.0,FashionMNIST,Schut,JEM,3,2
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,2
-20,distance_from_energy,745.9090576171875,FashionMNIST,Schut,JEM,3,2
-20,distance_from_targets,583.55615234375,FashionMNIST,Schut,JEM,3,2
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,2
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,2
-20,validity,0.0,FashionMNIST,Schut,JEM,3,2
-1,distance,79.79826354980469,FashionMNIST,Wachter,JEM Ensemble,3,4
-1,distance_from_energy,605.3216552734375,FashionMNIST,Wachter,JEM Ensemble,3,4
-1,distance_from_targets,452.8798828125,FashionMNIST,Wachter,JEM Ensemble,3,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-1,set_size_penalty,0.9288383831149136,FashionMNIST,Wachter,JEM Ensemble,3,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-2,distance,73.65284729003906,FashionMNIST,Wachter,JEM Ensemble,3,4
-2,distance_from_energy,611.6717529296875,FashionMNIST,Wachter,JEM Ensemble,3,4
-2,distance_from_targets,422.9569396972656,FashionMNIST,Wachter,JEM Ensemble,3,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-2,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-3,distance,69.70196533203125,FashionMNIST,Wachter,JEM Ensemble,3,4
-3,distance_from_energy,521.1263427734375,FashionMNIST,Wachter,JEM Ensemble,3,4
-3,distance_from_targets,422.9565734863281,FashionMNIST,Wachter,JEM Ensemble,3,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-3,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-4,distance,67.38753509521484,FashionMNIST,Wachter,JEM Ensemble,3,4
-4,distance_from_energy,619.3045654296875,FashionMNIST,Wachter,JEM Ensemble,3,4
-4,distance_from_targets,435.9324645996094,FashionMNIST,Wachter,JEM Ensemble,3,4
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,4
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-5,distance,66.44770812988281,FashionMNIST,Wachter,JEM Ensemble,3,4
-5,distance_from_energy,591.609375,FashionMNIST,Wachter,JEM Ensemble,3,4
-5,distance_from_targets,392.68603515625,FashionMNIST,Wachter,JEM Ensemble,3,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-5,set_size_penalty,2.9996406118017926,FashionMNIST,Wachter,JEM Ensemble,3,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,4
-1,distance,550.1598510742188,FashionMNIST,REVISE,JEM Ensemble,3,4
-1,distance_from_energy,380.1109313964844,FashionMNIST,REVISE,JEM Ensemble,3,4
-1,distance_from_targets,423.0478210449219,FashionMNIST,REVISE,JEM Ensemble,3,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-1,set_size_penalty,4.999999999403943,FashionMNIST,REVISE,JEM Ensemble,3,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-2,distance,184.71678161621094,FashionMNIST,REVISE,JEM Ensemble,3,4
-2,distance_from_energy,592.4244995117188,FashionMNIST,REVISE,JEM Ensemble,3,4
-2,distance_from_targets,391.706787109375,FashionMNIST,REVISE,JEM Ensemble,3,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-3,distance,278.0458984375,FashionMNIST,REVISE,JEM Ensemble,3,4
-3,distance_from_energy,316.7327880859375,FashionMNIST,REVISE,JEM Ensemble,3,4
-3,distance_from_targets,279.129150390625,FashionMNIST,REVISE,JEM Ensemble,3,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-3,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-4,distance,273.5252685546875,FashionMNIST,REVISE,JEM Ensemble,3,4
-4,distance_from_energy,400.24896240234375,FashionMNIST,REVISE,JEM Ensemble,3,4
-4,distance_from_targets,293.4713439941406,FashionMNIST,REVISE,JEM Ensemble,3,4
-4,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,3,4
-4,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-5,distance,543.2379760742188,FashionMNIST,REVISE,JEM Ensemble,3,4
-5,distance_from_energy,492.10418701171875,FashionMNIST,REVISE,JEM Ensemble,3,4
-5,distance_from_targets,500.7930603027344,FashionMNIST,REVISE,JEM Ensemble,3,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,4
-1,distance,516.0750732421875,FashionMNIST,ECCCo,JEM Ensemble,3,4
-1,distance_from_energy,95.05278015136719,FashionMNIST,ECCCo,JEM Ensemble,3,4
-1,distance_from_targets,350.99346923828125,FashionMNIST,ECCCo,JEM Ensemble,3,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-2,distance,578.73486328125,FashionMNIST,ECCCo,JEM Ensemble,3,4
-2,distance_from_energy,38.770660400390625,FashionMNIST,ECCCo,JEM Ensemble,3,4
-2,distance_from_targets,354.5281982421875,FashionMNIST,ECCCo,JEM Ensemble,3,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-3,distance,450.3566589355469,FashionMNIST,ECCCo,JEM Ensemble,3,4
-3,distance_from_energy,82.04132843017578,FashionMNIST,ECCCo,JEM Ensemble,3,4
-3,distance_from_targets,354.9613342285156,FashionMNIST,ECCCo,JEM Ensemble,3,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-4,distance,550.7388305664062,FashionMNIST,ECCCo,JEM Ensemble,3,4
-4,distance_from_energy,69.34658813476562,FashionMNIST,ECCCo,JEM Ensemble,3,4
-4,distance_from_targets,331.8492736816406,FashionMNIST,ECCCo,JEM Ensemble,3,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-5,distance,551.6478881835938,FashionMNIST,ECCCo,JEM Ensemble,3,4
-5,distance_from_energy,33.718040466308594,FashionMNIST,ECCCo,JEM Ensemble,3,4
-5,distance_from_targets,355.1590881347656,FashionMNIST,ECCCo,JEM Ensemble,3,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-5,set_size_penalty,4.0000000000016,FashionMNIST,ECCCo,JEM Ensemble,3,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,4
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,4
-1,distance_from_energy,603.6575927734375,FashionMNIST,Schut,JEM Ensemble,3,4
-1,distance_from_targets,418.8230285644531,FashionMNIST,Schut,JEM Ensemble,3,4
-1,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,3,4
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,4
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,4
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,4
-2,distance_from_energy,600.9259033203125,FashionMNIST,Schut,JEM Ensemble,3,4
-2,distance_from_targets,389.6262512207031,FashionMNIST,Schut,JEM Ensemble,3,4
-2,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,3,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,4
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,4
-3,distance_from_energy,518.2086791992188,FashionMNIST,Schut,JEM Ensemble,3,4
-3,distance_from_targets,390.67462158203125,FashionMNIST,Schut,JEM Ensemble,3,4
-3,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM Ensemble,3,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,4
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,4
-4,distance_from_energy,615.2915649414062,FashionMNIST,Schut,JEM Ensemble,3,4
-4,distance_from_targets,411.2367858886719,FashionMNIST,Schut,JEM Ensemble,3,4
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,4
-4,set_size_penalty,3.999999999542382,FashionMNIST,Schut,JEM Ensemble,3,4
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,4
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,4
-5,distance_from_energy,580.8631591796875,FashionMNIST,Schut,JEM Ensemble,3,4
-5,distance_from_targets,360.2745056152344,FashionMNIST,Schut,JEM Ensemble,3,4
-5,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,3,4
-5,set_size_penalty,1.9999999999124214,FashionMNIST,Schut,JEM Ensemble,3,4
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,4
-6,distance,100.22712707519531,FashionMNIST,Wachter,MLP,3,4
-6,distance_from_energy,853.8472900390625,FashionMNIST,Wachter,MLP,3,4
-6,distance_from_targets,446.9782409667969,FashionMNIST,Wachter,MLP,3,4
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,3,4
-6,set_size_penalty,1.0,FashionMNIST,Wachter,MLP,3,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,4
-7,distance,104.55268859863281,FashionMNIST,Wachter,MLP,3,4
-7,distance_from_energy,912.5158081054688,FashionMNIST,Wachter,MLP,3,4
-7,distance_from_targets,566.1072998046875,FashionMNIST,Wachter,MLP,3,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,4
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,3,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,4
-8,distance,90.4371337890625,FashionMNIST,Wachter,MLP,3,4
-8,distance_from_energy,875.1380615234375,FashionMNIST,Wachter,MLP,3,4
-8,distance_from_targets,474.2319030761719,FashionMNIST,Wachter,MLP,3,4
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,4
-8,set_size_penalty,2.9999711385407526,FashionMNIST,Wachter,MLP,3,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,4
-9,distance,89.13279724121094,FashionMNIST,Wachter,MLP,3,4
-9,distance_from_energy,926.6228637695312,FashionMNIST,Wachter,MLP,3,4
-9,distance_from_targets,558.546142578125,FashionMNIST,Wachter,MLP,3,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,4
-9,set_size_penalty,0.9999700911852489,FashionMNIST,Wachter,MLP,3,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,4
-10,distance,89.06645965576172,FashionMNIST,Wachter,MLP,3,4
-10,distance_from_energy,896.0877075195312,FashionMNIST,Wachter,MLP,3,4
-10,distance_from_targets,504.1773986816406,FashionMNIST,Wachter,MLP,3,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,4
-10,set_size_penalty,1.000542085196146,FashionMNIST,Wachter,MLP,3,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,4
-6,distance,285.0266418457031,FashionMNIST,REVISE,MLP,3,4
-6,distance_from_energy,846.6648559570312,FashionMNIST,REVISE,MLP,3,4
-6,distance_from_targets,346.09246826171875,FashionMNIST,REVISE,MLP,3,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,4
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,3,4
-6,validity,1.0,FashionMNIST,REVISE,MLP,3,4
-7,distance,377.8443298339844,FashionMNIST,REVISE,MLP,3,4
-7,distance_from_energy,917.7689208984375,FashionMNIST,REVISE,MLP,3,4
-7,distance_from_targets,516.4100341796875,FashionMNIST,REVISE,MLP,3,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,4
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,3,4
-7,validity,1.0,FashionMNIST,REVISE,MLP,3,4
-8,distance,480.511474609375,FashionMNIST,REVISE,MLP,3,4
-8,distance_from_energy,878.3348388671875,FashionMNIST,REVISE,MLP,3,4
-8,distance_from_targets,533.2081909179688,FashionMNIST,REVISE,MLP,3,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,4
-8,set_size_penalty,2.0000000005786127,FashionMNIST,REVISE,MLP,3,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,3,4
-9,distance,379.2264099121094,FashionMNIST,REVISE,MLP,3,4
-9,distance_from_energy,850.2379150390625,FashionMNIST,REVISE,MLP,3,4
-9,distance_from_targets,317.8553466796875,FashionMNIST,REVISE,MLP,3,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,4
-9,set_size_penalty,1.9999999999998315,FashionMNIST,REVISE,MLP,3,4
-9,validity,1.0,FashionMNIST,REVISE,MLP,3,4
-10,distance,245.03688049316406,FashionMNIST,REVISE,MLP,3,4
-10,distance_from_energy,898.7942504882812,FashionMNIST,REVISE,MLP,3,4
-10,distance_from_targets,457.52508544921875,FashionMNIST,REVISE,MLP,3,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,4
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,4
-10,validity,0.0,FashionMNIST,REVISE,MLP,3,4
-6,distance,765.4962158203125,FashionMNIST,ECCCo,MLP,3,4
-6,distance_from_energy,146.70785522460938,FashionMNIST,ECCCo,MLP,3,4
-6,distance_from_targets,712.77197265625,FashionMNIST,ECCCo,MLP,3,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,4
-6,set_size_penalty,2.000000064514517,FashionMNIST,ECCCo,MLP,3,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,4
-7,distance,757.296875,FashionMNIST,ECCCo,MLP,3,4
-7,distance_from_energy,199.77828979492188,FashionMNIST,ECCCo,MLP,3,4
-7,distance_from_targets,724.9222412109375,FashionMNIST,ECCCo,MLP,3,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,4
-7,set_size_penalty,1.6705456056104278,FashionMNIST,ECCCo,MLP,3,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,4
-8,distance,757.5357055664062,FashionMNIST,ECCCo,MLP,3,4
-8,distance_from_energy,142.56332397460938,FashionMNIST,ECCCo,MLP,3,4
-8,distance_from_targets,730.3250732421875,FashionMNIST,ECCCo,MLP,3,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,4
-8,set_size_penalty,2.0000000469611905,FashionMNIST,ECCCo,MLP,3,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,4
-9,distance,788.8351440429688,FashionMNIST,ECCCo,MLP,3,4
-9,distance_from_energy,161.23822021484375,FashionMNIST,ECCCo,MLP,3,4
-9,distance_from_targets,735.2916870117188,FashionMNIST,ECCCo,MLP,3,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,4
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,4
-10,distance,758.7443237304688,FashionMNIST,ECCCo,MLP,3,4
-10,distance_from_energy,182.27737426757812,FashionMNIST,ECCCo,MLP,3,4
-10,distance_from_targets,731.8016967773438,FashionMNIST,ECCCo,MLP,3,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,4
-10,set_size_penalty,1.8701579088492242,FashionMNIST,ECCCo,MLP,3,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,4
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,4
-6,distance_from_energy,889.3095703125,FashionMNIST,Schut,MLP,3,4
-6,distance_from_targets,420.2911376953125,FashionMNIST,Schut,MLP,3,4
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,4
-6,validity,0.0,FashionMNIST,Schut,MLP,3,4
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,4
-7,distance_from_energy,926.7047729492188,FashionMNIST,Schut,MLP,3,4
-7,distance_from_targets,526.3992919921875,FashionMNIST,Schut,MLP,3,4
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,4
-7,validity,0.0,FashionMNIST,Schut,MLP,3,4
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,4
-8,distance_from_energy,881.9581909179688,FashionMNIST,Schut,MLP,3,4
-8,distance_from_targets,431.11053466796875,FashionMNIST,Schut,MLP,3,4
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,4
-8,validity,0.0,FashionMNIST,Schut,MLP,3,4
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,4
-9,distance_from_energy,928.1015625,FashionMNIST,Schut,MLP,3,4
-9,distance_from_targets,532.8466186523438,FashionMNIST,Schut,MLP,3,4
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,4
-9,validity,0.0,FashionMNIST,Schut,MLP,3,4
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,4
-10,distance_from_energy,926.8565673828125,FashionMNIST,Schut,MLP,3,4
-10,distance_from_targets,475.37139892578125,FashionMNIST,Schut,MLP,3,4
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,3,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,4
-10,validity,0.0,FashionMNIST,Schut,MLP,3,4
-11,distance,115.23733520507812,FashionMNIST,Wachter,MLP Ensemble,3,4
-11,distance_from_energy,764.5035400390625,FashionMNIST,Wachter,MLP Ensemble,3,4
-11,distance_from_targets,527.6240234375,FashionMNIST,Wachter,MLP Ensemble,3,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-11,set_size_penalty,2.9999999999799383,FashionMNIST,Wachter,MLP Ensemble,3,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-12,distance,124.6653823852539,FashionMNIST,Wachter,MLP Ensemble,3,4
-12,distance_from_energy,827.33203125,FashionMNIST,Wachter,MLP Ensemble,3,4
-12,distance_from_targets,605.12939453125,FashionMNIST,Wachter,MLP Ensemble,3,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-12,set_size_penalty,2.987969629616208,FashionMNIST,Wachter,MLP Ensemble,3,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-13,distance,84.70106506347656,FashionMNIST,Wachter,MLP Ensemble,3,4
-13,distance_from_energy,785.9578857421875,FashionMNIST,Wachter,MLP Ensemble,3,4
-13,distance_from_targets,508.6185302734375,FashionMNIST,Wachter,MLP Ensemble,3,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-13,set_size_penalty,2.00000000011541,FashionMNIST,Wachter,MLP Ensemble,3,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-14,distance,77.11559295654297,FashionMNIST,Wachter,MLP Ensemble,3,4
-14,distance_from_energy,763.3486938476562,FashionMNIST,Wachter,MLP Ensemble,3,4
-14,distance_from_targets,425.9400329589844,FashionMNIST,Wachter,MLP Ensemble,3,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-14,set_size_penalty,0.9999999855796985,FashionMNIST,Wachter,MLP Ensemble,3,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-15,distance,76.69281005859375,FashionMNIST,Wachter,MLP Ensemble,3,4
-15,distance_from_energy,725.3138427734375,FashionMNIST,Wachter,MLP Ensemble,3,4
-15,distance_from_targets,402.5662536621094,FashionMNIST,Wachter,MLP Ensemble,3,4
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-15,set_size_penalty,2.310063581921106,FashionMNIST,Wachter,MLP Ensemble,3,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,4
-11,distance,256.9405822753906,FashionMNIST,REVISE,MLP Ensemble,3,4
-11,distance_from_energy,769.8450317382812,FashionMNIST,REVISE,MLP Ensemble,3,4
-11,distance_from_targets,421.05999755859375,FashionMNIST,REVISE,MLP Ensemble,3,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-12,distance,279.69891357421875,FashionMNIST,REVISE,MLP Ensemble,3,4
-12,distance_from_energy,783.7864990234375,FashionMNIST,REVISE,MLP Ensemble,3,4
-12,distance_from_targets,511.0908508300781,FashionMNIST,REVISE,MLP Ensemble,3,4
-12,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,3,4
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-13,distance,290.6352233886719,FashionMNIST,REVISE,MLP Ensemble,3,4
-13,distance_from_energy,733.3870239257812,FashionMNIST,REVISE,MLP Ensemble,3,4
-13,distance_from_targets,428.385498046875,FashionMNIST,REVISE,MLP Ensemble,3,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-13,set_size_penalty,1.0000000000000127,FashionMNIST,REVISE,MLP Ensemble,3,4
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-14,distance,176.3542938232422,FashionMNIST,REVISE,MLP Ensemble,3,4
-14,distance_from_energy,747.3283081054688,FashionMNIST,REVISE,MLP Ensemble,3,4
-14,distance_from_targets,387.5457458496094,FashionMNIST,REVISE,MLP Ensemble,3,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-15,distance,156.7053680419922,FashionMNIST,REVISE,MLP Ensemble,3,4
-15,distance_from_energy,742.7258911132812,FashionMNIST,REVISE,MLP Ensemble,3,4
-15,distance_from_targets,344.93511962890625,FashionMNIST,REVISE,MLP Ensemble,3,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-15,set_size_penalty,1.0000006179200098,FashionMNIST,REVISE,MLP Ensemble,3,4
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,4
-11,distance,694.2042236328125,FashionMNIST,ECCCo,MLP Ensemble,3,4
-11,distance_from_energy,125.9276351928711,FashionMNIST,ECCCo,MLP Ensemble,3,4
-11,distance_from_targets,610.3865356445312,FashionMNIST,ECCCo,MLP Ensemble,3,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-12,distance,687.5368041992188,FashionMNIST,ECCCo,MLP Ensemble,3,4
-12,distance_from_energy,149.56475830078125,FashionMNIST,ECCCo,MLP Ensemble,3,4
-12,distance_from_targets,609.646240234375,FashionMNIST,ECCCo,MLP Ensemble,3,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-13,distance,681.3785400390625,FashionMNIST,ECCCo,MLP Ensemble,3,4
-13,distance_from_energy,130.106689453125,FashionMNIST,ECCCo,MLP Ensemble,3,4
-13,distance_from_targets,639.31787109375,FashionMNIST,ECCCo,MLP Ensemble,3,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-14,distance,672.7840576171875,FashionMNIST,ECCCo,MLP Ensemble,3,4
-14,distance_from_energy,103.41856384277344,FashionMNIST,ECCCo,MLP Ensemble,3,4
-14,distance_from_targets,606.3558959960938,FashionMNIST,ECCCo,MLP Ensemble,3,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-15,distance,677.4837036132812,FashionMNIST,ECCCo,MLP Ensemble,3,4
-15,distance_from_energy,83.92387390136719,FashionMNIST,ECCCo,MLP Ensemble,3,4
-15,distance_from_targets,624.50634765625,FashionMNIST,ECCCo,MLP Ensemble,3,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,4
-11,distance_from_energy,793.2002563476562,FashionMNIST,Schut,MLP Ensemble,3,4
-11,distance_from_targets,490.1371154785156,FashionMNIST,Schut,MLP Ensemble,3,4
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,4
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,4
-12,distance_from_energy,825.6785278320312,FashionMNIST,Schut,MLP Ensemble,3,4
-12,distance_from_targets,571.7838134765625,FashionMNIST,Schut,MLP Ensemble,3,4
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,4
-13,distance_from_energy,792.2862548828125,FashionMNIST,Schut,MLP Ensemble,3,4
-13,distance_from_targets,475.3318176269531,FashionMNIST,Schut,MLP Ensemble,3,4
-13,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,3,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,4
-14,distance_from_energy,757.4435424804688,FashionMNIST,Schut,MLP Ensemble,3,4
-14,distance_from_targets,391.32373046875,FashionMNIST,Schut,MLP Ensemble,3,4
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,3,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,4
-15,distance_from_energy,743.1943969726562,FashionMNIST,Schut,MLP Ensemble,3,4
-15,distance_from_targets,369.0030517578125,FashionMNIST,Schut,MLP Ensemble,3,4
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,3,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,4
-16,distance,85.65838623046875,FashionMNIST,Wachter,JEM,3,4
-16,distance_from_energy,737.37353515625,FashionMNIST,Wachter,JEM,3,4
-16,distance_from_targets,503.9679260253906,FashionMNIST,Wachter,JEM,3,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,4
-16,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,3,4
-16,validity,0.0,FashionMNIST,Wachter,JEM,3,4
-17,distance,71.97783660888672,FashionMNIST,Wachter,JEM,3,4
-17,distance_from_energy,491.668701171875,FashionMNIST,Wachter,JEM,3,4
-17,distance_from_targets,360.1131591796875,FashionMNIST,Wachter,JEM,3,4
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,4
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,3,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,4
-18,distance,62.80995178222656,FashionMNIST,Wachter,JEM,3,4
-18,distance_from_energy,598.0131225585938,FashionMNIST,Wachter,JEM,3,4
-18,distance_from_targets,354.6168212890625,FashionMNIST,Wachter,JEM,3,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,3,4
-18,set_size_penalty,6.000000666957334,FashionMNIST,Wachter,JEM,3,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,4
-19,distance,90.0869369506836,FashionMNIST,Wachter,JEM,3,4
-19,distance_from_energy,643.2611694335938,FashionMNIST,Wachter,JEM,3,4
-19,distance_from_targets,492.8643798828125,FashionMNIST,Wachter,JEM,3,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,4
-19,set_size_penalty,9.999998130373005,FashionMNIST,Wachter,JEM,3,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,4
-20,distance,69.54945373535156,FashionMNIST,Wachter,JEM,3,4
-20,distance_from_energy,721.0706787109375,FashionMNIST,Wachter,JEM,3,4
-20,distance_from_targets,627.762451171875,FashionMNIST,Wachter,JEM,3,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,4
-20,set_size_penalty,2.0000000000639435,FashionMNIST,Wachter,JEM,3,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,4
-16,distance,395.3865966796875,FashionMNIST,REVISE,JEM,3,4
-16,distance_from_energy,456.81402587890625,FashionMNIST,REVISE,JEM,3,4
-16,distance_from_targets,311.4888916015625,FashionMNIST,REVISE,JEM,3,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,4
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,3,4
-17,distance,489.8330383300781,FashionMNIST,REVISE,JEM,3,4
-17,distance_from_energy,484.95281982421875,FashionMNIST,REVISE,JEM,3,4
-17,distance_from_targets,536.4680786132812,FashionMNIST,REVISE,JEM,3,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,4
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,3,4
-18,distance,175.4738311767578,FashionMNIST,REVISE,JEM,3,4
-18,distance_from_energy,435.1089782714844,FashionMNIST,REVISE,JEM,3,4
-18,distance_from_targets,324.1988220214844,FashionMNIST,REVISE,JEM,3,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,4
-18,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,4
-19,distance,314.9626770019531,FashionMNIST,REVISE,JEM,3,4
-19,distance_from_energy,448.37982177734375,FashionMNIST,REVISE,JEM,3,4
-19,distance_from_targets,422.3062744140625,FashionMNIST,REVISE,JEM,3,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,4
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,4
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,4
-20,distance,271.4659423828125,FashionMNIST,REVISE,JEM,3,4
-20,distance_from_energy,741.8862915039062,FashionMNIST,REVISE,JEM,3,4
-20,distance_from_targets,622.7943115234375,FashionMNIST,REVISE,JEM,3,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,4
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,4
-20,validity,0.0,FashionMNIST,REVISE,JEM,3,4
-16,distance,550.9561767578125,FashionMNIST,ECCCo,JEM,3,4
-16,distance_from_energy,152.03744506835938,FashionMNIST,ECCCo,JEM,3,4
-16,distance_from_targets,477.9611511230469,FashionMNIST,ECCCo,JEM,3,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,4
-16,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,3,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,4
-17,distance,455.1733093261719,FashionMNIST,ECCCo,JEM,3,4
-17,distance_from_energy,91.46510314941406,FashionMNIST,ECCCo,JEM,3,4
-17,distance_from_targets,435.2144775390625,FashionMNIST,ECCCo,JEM,3,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,4
-17,set_size_penalty,1.0000000000000002,FashionMNIST,ECCCo,JEM,3,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,4
-18,distance,472.143798828125,FashionMNIST,ECCCo,JEM,3,4
-18,distance_from_energy,108.44039154052734,FashionMNIST,ECCCo,JEM,3,4
-18,distance_from_targets,359.72161865234375,FashionMNIST,ECCCo,JEM,3,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,4
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,3,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,4
-19,distance,499.33953857421875,FashionMNIST,ECCCo,JEM,3,4
-19,distance_from_energy,118.1272964477539,FashionMNIST,ECCCo,JEM,3,4
-19,distance_from_targets,397.7263488769531,FashionMNIST,ECCCo,JEM,3,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,4
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,4
-20,distance,669.8091430664062,FashionMNIST,ECCCo,JEM,3,4
-20,distance_from_energy,155.62136840820312,FashionMNIST,ECCCo,JEM,3,4
-20,distance_from_targets,423.99542236328125,FashionMNIST,ECCCo,JEM,3,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,4
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,4
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,4
-16,distance_from_energy,640.4342651367188,FashionMNIST,Schut,JEM,3,4
-16,distance_from_targets,469.99359130859375,FashionMNIST,Schut,JEM,3,4
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,4
-16,validity,0.0,FashionMNIST,Schut,JEM,3,4
-17,distance,10.0,FashionMNIST,Schut,JEM,3,4
-17,distance_from_energy,543.879150390625,FashionMNIST,Schut,JEM,3,4
-17,distance_from_targets,331.5992431640625,FashionMNIST,Schut,JEM,3,4
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,4
-17,set_size_penalty,3.0113102767790227,FashionMNIST,Schut,JEM,3,4
-17,validity,1.0,FashionMNIST,Schut,JEM,3,4
-18,distance,7.100001335144043,FashionMNIST,Schut,JEM,3,4
-18,distance_from_energy,608.2571411132812,FashionMNIST,Schut,JEM,3,4
-18,distance_from_targets,320.0103759765625,FashionMNIST,Schut,JEM,3,4
-18,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,3,4
-18,set_size_penalty,6.000815279380815,FashionMNIST,Schut,JEM,3,4
-18,validity,1.0,FashionMNIST,Schut,JEM,3,4
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,4
-19,distance_from_energy,749.2415771484375,FashionMNIST,Schut,JEM,3,4
-19,distance_from_targets,458.0777893066406,FashionMNIST,Schut,JEM,3,4
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,4
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,4
-19,validity,0.0,FashionMNIST,Schut,JEM,3,4
-20,distance,10.0,FashionMNIST,Schut,JEM,3,4
-20,distance_from_energy,678.183349609375,FashionMNIST,Schut,JEM,3,4
-20,distance_from_targets,606.9918212890625,FashionMNIST,Schut,JEM,3,4
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,3,4
-20,set_size_penalty,3.999878503882191,FashionMNIST,Schut,JEM,3,4
-20,validity,1.0,FashionMNIST,Schut,JEM,3,4
-1,distance,101.38673400878906,FashionMNIST,Wachter,JEM Ensemble,3,5
-1,distance_from_energy,654.1759643554688,FashionMNIST,Wachter,JEM Ensemble,3,5
-1,distance_from_targets,524.9866333007812,FashionMNIST,Wachter,JEM Ensemble,3,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-2,distance,81.3920669555664,FashionMNIST,Wachter,JEM Ensemble,3,5
-2,distance_from_energy,618.7890014648438,FashionMNIST,Wachter,JEM Ensemble,3,5
-2,distance_from_targets,473.4402160644531,FashionMNIST,Wachter,JEM Ensemble,3,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-2,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-3,distance,119.88438415527344,FashionMNIST,Wachter,JEM Ensemble,3,5
-3,distance_from_energy,690.1073608398438,FashionMNIST,Wachter,JEM Ensemble,3,5
-3,distance_from_targets,513.4571533203125,FashionMNIST,Wachter,JEM Ensemble,3,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-4,distance,74.3060302734375,FashionMNIST,Wachter,JEM Ensemble,3,5
-4,distance_from_energy,568.0864868164062,FashionMNIST,Wachter,JEM Ensemble,3,5
-4,distance_from_targets,436.8185119628906,FashionMNIST,Wachter,JEM Ensemble,3,5
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,5
-4,set_size_penalty,5.9999999999989235,FashionMNIST,Wachter,JEM Ensemble,3,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-5,distance,85.71186065673828,FashionMNIST,Wachter,JEM Ensemble,3,5
-5,distance_from_energy,637.9918212890625,FashionMNIST,Wachter,JEM Ensemble,3,5
-5,distance_from_targets,464.0135498046875,FashionMNIST,Wachter,JEM Ensemble,3,5
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,5
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,5
-1,distance,431.3359375,FashionMNIST,REVISE,JEM Ensemble,3,5
-1,distance_from_energy,405.1766662597656,FashionMNIST,REVISE,JEM Ensemble,3,5
-1,distance_from_targets,341.1105041503906,FashionMNIST,REVISE,JEM Ensemble,3,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-1,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-2,distance,251.1949005126953,FashionMNIST,REVISE,JEM Ensemble,3,5
-2,distance_from_energy,520.2061767578125,FashionMNIST,REVISE,JEM Ensemble,3,5
-2,distance_from_targets,411.34539794921875,FashionMNIST,REVISE,JEM Ensemble,3,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-2,set_size_penalty,8.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-3,distance,580.6292724609375,FashionMNIST,REVISE,JEM Ensemble,3,5
-3,distance_from_energy,356.6155090332031,FashionMNIST,REVISE,JEM Ensemble,3,5
-3,distance_from_targets,311.75262451171875,FashionMNIST,REVISE,JEM Ensemble,3,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-3,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-4,distance,175.38587951660156,FashionMNIST,REVISE,JEM Ensemble,3,5
-4,distance_from_energy,642.1570434570312,FashionMNIST,REVISE,JEM Ensemble,3,5
-4,distance_from_targets,485.4622802734375,FashionMNIST,REVISE,JEM Ensemble,3,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-5,distance,283.5012512207031,FashionMNIST,REVISE,JEM Ensemble,3,5
-5,distance_from_energy,564.1649780273438,FashionMNIST,REVISE,JEM Ensemble,3,5
-5,distance_from_targets,450.1873474121094,FashionMNIST,REVISE,JEM Ensemble,3,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,5
-1,distance,543.7120361328125,FashionMNIST,ECCCo,JEM Ensemble,3,5
-1,distance_from_energy,145.83262634277344,FashionMNIST,ECCCo,JEM Ensemble,3,5
-1,distance_from_targets,320.8227844238281,FashionMNIST,ECCCo,JEM Ensemble,3,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-1,set_size_penalty,2.0437441670410244,FashionMNIST,ECCCo,JEM Ensemble,3,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-2,distance,499.2333679199219,FashionMNIST,ECCCo,JEM Ensemble,3,5
-2,distance_from_energy,137.5246124267578,FashionMNIST,ECCCo,JEM Ensemble,3,5
-2,distance_from_targets,313.8585205078125,FashionMNIST,ECCCo,JEM Ensemble,3,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-3,distance,675.2543334960938,FashionMNIST,ECCCo,JEM Ensemble,3,5
-3,distance_from_energy,65.17646789550781,FashionMNIST,ECCCo,JEM Ensemble,3,5
-3,distance_from_targets,332.6302490234375,FashionMNIST,ECCCo,JEM Ensemble,3,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-4,distance,476.6129455566406,FashionMNIST,ECCCo,JEM Ensemble,3,5
-4,distance_from_energy,117.29117584228516,FashionMNIST,ECCCo,JEM Ensemble,3,5
-4,distance_from_targets,304.41900634765625,FashionMNIST,ECCCo,JEM Ensemble,3,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-4,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-5,distance,504.9510498046875,FashionMNIST,ECCCo,JEM Ensemble,3,5
-5,distance_from_energy,114.99285888671875,FashionMNIST,ECCCo,JEM Ensemble,3,5
-5,distance_from_targets,326.3623962402344,FashionMNIST,ECCCo,JEM Ensemble,3,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-5,set_size_penalty,2.0005288054169363,FashionMNIST,ECCCo,JEM Ensemble,3,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,5
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,5
-1,distance_from_energy,661.5035400390625,FashionMNIST,Schut,JEM Ensemble,3,5
-1,distance_from_targets,509.89776611328125,FashionMNIST,Schut,JEM Ensemble,3,5
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,5
-2,distance_from_energy,637.1914672851562,FashionMNIST,Schut,JEM Ensemble,3,5
-2,distance_from_targets,453.6927185058594,FashionMNIST,Schut,JEM Ensemble,3,5
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,5
-3,distance_from_energy,726.7530517578125,FashionMNIST,Schut,JEM Ensemble,3,5
-3,distance_from_targets,508.466064453125,FashionMNIST,Schut,JEM Ensemble,3,5
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,5
-4,distance_from_energy,574.1382446289062,FashionMNIST,Schut,JEM Ensemble,3,5
-4,distance_from_targets,412.1907043457031,FashionMNIST,Schut,JEM Ensemble,3,5
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,5
-5,distance_from_energy,616.3117065429688,FashionMNIST,Schut,JEM Ensemble,3,5
-5,distance_from_targets,443.0144348144531,FashionMNIST,Schut,JEM Ensemble,3,5
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,5
-6,distance,85.03459167480469,FashionMNIST,Wachter,MLP,3,5
-6,distance_from_energy,886.7564697265625,FashionMNIST,Wachter,MLP,3,5
-6,distance_from_targets,458.86029052734375,FashionMNIST,Wachter,MLP,3,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,3,5
-6,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,3,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,5
-7,distance,84.83055877685547,FashionMNIST,Wachter,MLP,3,5
-7,distance_from_energy,855.9269409179688,FashionMNIST,Wachter,MLP,3,5
-7,distance_from_targets,485.1833190917969,FashionMNIST,Wachter,MLP,3,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,5
-7,set_size_penalty,2.9986956356063423,FashionMNIST,Wachter,MLP,3,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,5
-8,distance,74.47705078125,FashionMNIST,Wachter,MLP,3,5
-8,distance_from_energy,868.6842041015625,FashionMNIST,Wachter,MLP,3,5
-8,distance_from_targets,472.68768310546875,FashionMNIST,Wachter,MLP,3,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,5
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,3,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,5
-9,distance,90.92134094238281,FashionMNIST,Wachter,MLP,3,5
-9,distance_from_energy,836.8538818359375,FashionMNIST,Wachter,MLP,3,5
-9,distance_from_targets,604.1143798828125,FashionMNIST,Wachter,MLP,3,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,5
-9,set_size_penalty,3.9999999789058815,FashionMNIST,Wachter,MLP,3,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,5
-10,distance,75.00726318359375,FashionMNIST,Wachter,MLP,3,5
-10,distance_from_energy,898.0401611328125,FashionMNIST,Wachter,MLP,3,5
-10,distance_from_targets,518.7435302734375,FashionMNIST,Wachter,MLP,3,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,5
-10,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,3,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,5
-6,distance,297.4084777832031,FashionMNIST,REVISE,MLP,3,5
-6,distance_from_energy,873.3760986328125,FashionMNIST,REVISE,MLP,3,5
-6,distance_from_targets,262.0577392578125,FashionMNIST,REVISE,MLP,3,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,5
-6,set_size_penalty,1.960343495184453,FashionMNIST,REVISE,MLP,3,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,3,5
-7,distance,160.1368408203125,FashionMNIST,REVISE,MLP,3,5
-7,distance_from_energy,866.5657958984375,FashionMNIST,REVISE,MLP,3,5
-7,distance_from_targets,441.71893310546875,FashionMNIST,REVISE,MLP,3,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,5
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,5
-7,validity,0.0,FashionMNIST,REVISE,MLP,3,5
-8,distance,158.05482482910156,FashionMNIST,REVISE,MLP,3,5
-8,distance_from_energy,879.6339111328125,FashionMNIST,REVISE,MLP,3,5
-8,distance_from_targets,468.5671081542969,FashionMNIST,REVISE,MLP,3,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,5
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,5
-8,validity,0.0,FashionMNIST,REVISE,MLP,3,5
-9,distance,474.14019775390625,FashionMNIST,REVISE,MLP,3,5
-9,distance_from_energy,830.4967041015625,FashionMNIST,REVISE,MLP,3,5
-9,distance_from_targets,338.12548828125,FashionMNIST,REVISE,MLP,3,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,5
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,3,5
-9,validity,1.0,FashionMNIST,REVISE,MLP,3,5
-10,distance,154.65113830566406,FashionMNIST,REVISE,MLP,3,5
-10,distance_from_energy,911.9435424804688,FashionMNIST,REVISE,MLP,3,5
-10,distance_from_targets,494.7615966796875,FashionMNIST,REVISE,MLP,3,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,5
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,5
-10,validity,0.0,FashionMNIST,REVISE,MLP,3,5
-6,distance,761.1539916992188,FashionMNIST,ECCCo,MLP,3,5
-6,distance_from_energy,156.9807891845703,FashionMNIST,ECCCo,MLP,3,5
-6,distance_from_targets,728.4642944335938,FashionMNIST,ECCCo,MLP,3,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,5
-6,set_size_penalty,2.0000000007803584,FashionMNIST,ECCCo,MLP,3,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,5
-7,distance,665.3260498046875,FashionMNIST,ECCCo,MLP,3,5
-7,distance_from_energy,191.8839111328125,FashionMNIST,ECCCo,MLP,3,5
-7,distance_from_targets,693.199951171875,FashionMNIST,ECCCo,MLP,3,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,5
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,5
-8,distance,550.2313842773438,FashionMNIST,ECCCo,MLP,3,5
-8,distance_from_energy,348.63409423828125,FashionMNIST,ECCCo,MLP,3,5
-8,distance_from_targets,604.66064453125,FashionMNIST,ECCCo,MLP,3,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,5
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,3,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,5
-9,distance,657.5951538085938,FashionMNIST,ECCCo,MLP,3,5
-9,distance_from_energy,177.00477600097656,FashionMNIST,ECCCo,MLP,3,5
-9,distance_from_targets,726.8882446289062,FashionMNIST,ECCCo,MLP,3,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,5
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,5
-10,distance,718.4903564453125,FashionMNIST,ECCCo,MLP,3,5
-10,distance_from_energy,198.7547149658203,FashionMNIST,ECCCo,MLP,3,5
-10,distance_from_targets,687.7119750976562,FashionMNIST,ECCCo,MLP,3,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,5
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,5
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,5
-6,distance_from_energy,911.7979736328125,FashionMNIST,Schut,MLP,3,5
-6,distance_from_targets,430.7771911621094,FashionMNIST,Schut,MLP,3,5
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,5
-6,validity,0.0,FashionMNIST,Schut,MLP,3,5
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,5
-7,distance_from_energy,835.9050903320312,FashionMNIST,Schut,MLP,3,5
-7,distance_from_targets,456.0305480957031,FashionMNIST,Schut,MLP,3,5
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,5
-7,validity,0.0,FashionMNIST,Schut,MLP,3,5
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,5
-8,distance_from_energy,869.8948364257812,FashionMNIST,Schut,MLP,3,5
-8,distance_from_targets,436.17572021484375,FashionMNIST,Schut,MLP,3,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,5
-8,validity,0.0,FashionMNIST,Schut,MLP,3,5
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,5
-9,distance_from_energy,845.5134887695312,FashionMNIST,Schut,MLP,3,5
-9,distance_from_targets,578.5997314453125,FashionMNIST,Schut,MLP,3,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,5
-9,validity,0.0,FashionMNIST,Schut,MLP,3,5
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,5
-10,distance_from_energy,894.9329223632812,FashionMNIST,Schut,MLP,3,5
-10,distance_from_targets,491.28814697265625,FashionMNIST,Schut,MLP,3,5
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,5
-10,validity,0.0,FashionMNIST,Schut,MLP,3,5
-11,distance,81.6772689819336,FashionMNIST,Wachter,MLP Ensemble,3,5
-11,distance_from_energy,743.9894409179688,FashionMNIST,Wachter,MLP Ensemble,3,5
-11,distance_from_targets,484.1827392578125,FashionMNIST,Wachter,MLP Ensemble,3,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-11,set_size_penalty,3.0000052222765556,FashionMNIST,Wachter,MLP Ensemble,3,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-12,distance,88.77659606933594,FashionMNIST,Wachter,MLP Ensemble,3,5
-12,distance_from_energy,756.7213745117188,FashionMNIST,Wachter,MLP Ensemble,3,5
-12,distance_from_targets,471.507568359375,FashionMNIST,Wachter,MLP Ensemble,3,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-12,set_size_penalty,2.000108516644107,FashionMNIST,Wachter,MLP Ensemble,3,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-13,distance,86.08594512939453,FashionMNIST,Wachter,MLP Ensemble,3,5
-13,distance_from_energy,761.9219970703125,FashionMNIST,Wachter,MLP Ensemble,3,5
-13,distance_from_targets,476.9097595214844,FashionMNIST,Wachter,MLP Ensemble,3,5
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-13,set_size_penalty,2.000000000209026,FashionMNIST,Wachter,MLP Ensemble,3,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-14,distance,85.40702819824219,FashionMNIST,Wachter,MLP Ensemble,3,5
-14,distance_from_energy,769.2015991210938,FashionMNIST,Wachter,MLP Ensemble,3,5
-14,distance_from_targets,513.1802978515625,FashionMNIST,Wachter,MLP Ensemble,3,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-14,set_size_penalty,1.323042374286591,FashionMNIST,Wachter,MLP Ensemble,3,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-15,distance,72.37110137939453,FashionMNIST,Wachter,MLP Ensemble,3,5
-15,distance_from_energy,726.6953125,FashionMNIST,Wachter,MLP Ensemble,3,5
-15,distance_from_targets,458.6363525390625,FashionMNIST,Wachter,MLP Ensemble,3,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-15,set_size_penalty,2.9759370649651498,FashionMNIST,Wachter,MLP Ensemble,3,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,5
-11,distance,198.68399047851562,FashionMNIST,REVISE,MLP Ensemble,3,5
-11,distance_from_energy,728.3048706054688,FashionMNIST,REVISE,MLP Ensemble,3,5
-11,distance_from_targets,362.3942565917969,FashionMNIST,REVISE,MLP Ensemble,3,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-11,set_size_penalty,1.9935542003682238,FashionMNIST,REVISE,MLP Ensemble,3,5
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-12,distance,176.56044006347656,FashionMNIST,REVISE,MLP Ensemble,3,5
-12,distance_from_energy,738.7745971679688,FashionMNIST,REVISE,MLP Ensemble,3,5
-12,distance_from_targets,373.05902099609375,FashionMNIST,REVISE,MLP Ensemble,3,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-13,distance,145.11732482910156,FashionMNIST,REVISE,MLP Ensemble,3,5
-13,distance_from_energy,767.340087890625,FashionMNIST,REVISE,MLP Ensemble,3,5
-13,distance_from_targets,435.9490966796875,FashionMNIST,REVISE,MLP Ensemble,3,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-14,distance,143.0745391845703,FashionMNIST,REVISE,MLP Ensemble,3,5
-14,distance_from_energy,750.11181640625,FashionMNIST,REVISE,MLP Ensemble,3,5
-14,distance_from_targets,453.9881591796875,FashionMNIST,REVISE,MLP Ensemble,3,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-15,distance,113.08203887939453,FashionMNIST,REVISE,MLP Ensemble,3,5
-15,distance_from_energy,748.8380126953125,FashionMNIST,REVISE,MLP Ensemble,3,5
-15,distance_from_targets,425.108154296875,FashionMNIST,REVISE,MLP Ensemble,3,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,5
-11,distance,637.828125,FashionMNIST,ECCCo,MLP Ensemble,3,5
-11,distance_from_energy,157.80288696289062,FashionMNIST,ECCCo,MLP Ensemble,3,5
-11,distance_from_targets,589.31201171875,FashionMNIST,ECCCo,MLP Ensemble,3,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-12,distance,627.702392578125,FashionMNIST,ECCCo,MLP Ensemble,3,5
-12,distance_from_energy,165.54916381835938,FashionMNIST,ECCCo,MLP Ensemble,3,5
-12,distance_from_targets,570.449951171875,FashionMNIST,ECCCo,MLP Ensemble,3,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-13,distance,651.2446899414062,FashionMNIST,ECCCo,MLP Ensemble,3,5
-13,distance_from_energy,151.73585510253906,FashionMNIST,ECCCo,MLP Ensemble,3,5
-13,distance_from_targets,588.3627319335938,FashionMNIST,ECCCo,MLP Ensemble,3,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-14,distance,624.5718994140625,FashionMNIST,ECCCo,MLP Ensemble,3,5
-14,distance_from_energy,181.58685302734375,FashionMNIST,ECCCo,MLP Ensemble,3,5
-14,distance_from_targets,559.2822265625,FashionMNIST,ECCCo,MLP Ensemble,3,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-15,distance,596.6586303710938,FashionMNIST,ECCCo,MLP Ensemble,3,5
-15,distance_from_energy,171.2315673828125,FashionMNIST,ECCCo,MLP Ensemble,3,5
-15,distance_from_targets,574.3597412109375,FashionMNIST,ECCCo,MLP Ensemble,3,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,5
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,5
-11,distance_from_energy,782.53466796875,FashionMNIST,Schut,MLP Ensemble,3,5
-11,distance_from_targets,466.2451171875,FashionMNIST,Schut,MLP Ensemble,3,5
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,5
-12,distance_from_energy,771.9669189453125,FashionMNIST,Schut,MLP Ensemble,3,5
-12,distance_from_targets,449.3774719238281,FashionMNIST,Schut,MLP Ensemble,3,5
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,5
-13,distance_from_energy,781.1390380859375,FashionMNIST,Schut,MLP Ensemble,3,5
-13,distance_from_targets,452.9438171386719,FashionMNIST,Schut,MLP Ensemble,3,5
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,5
-14,distance_from_energy,799.5399169921875,FashionMNIST,Schut,MLP Ensemble,3,5
-14,distance_from_targets,486.9755554199219,FashionMNIST,Schut,MLP Ensemble,3,5
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,5
-15,distance_from_energy,743.5013427734375,FashionMNIST,Schut,MLP Ensemble,3,5
-15,distance_from_targets,438.1728820800781,FashionMNIST,Schut,MLP Ensemble,3,5
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,5
-16,distance,70.12261199951172,FashionMNIST,Wachter,JEM,3,5
-16,distance_from_energy,700.249267578125,FashionMNIST,Wachter,JEM,3,5
-16,distance_from_targets,506.79766845703125,FashionMNIST,Wachter,JEM,3,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,5
-16,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,3,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,5
-17,distance,66.61911010742188,FashionMNIST,Wachter,JEM,3,5
-17,distance_from_energy,665.8529052734375,FashionMNIST,Wachter,JEM,3,5
-17,distance_from_targets,462.5414123535156,FashionMNIST,Wachter,JEM,3,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,5
-17,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,3,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,5
-18,distance,86.87258911132812,FashionMNIST,Wachter,JEM,3,5
-18,distance_from_energy,693.9479370117188,FashionMNIST,Wachter,JEM,3,5
-18,distance_from_targets,535.3636474609375,FashionMNIST,Wachter,JEM,3,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,3,5
-18,set_size_penalty,1.0023417204327854,FashionMNIST,Wachter,JEM,3,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,5
-19,distance,70.02355194091797,FashionMNIST,Wachter,JEM,3,5
-19,distance_from_energy,584.8687744140625,FashionMNIST,Wachter,JEM,3,5
-19,distance_from_targets,456.3736267089844,FashionMNIST,Wachter,JEM,3,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,5
-19,set_size_penalty,3.804584711568046,FashionMNIST,Wachter,JEM,3,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,5
-20,distance,86.72317504882812,FashionMNIST,Wachter,JEM,3,5
-20,distance_from_energy,486.4020080566406,FashionMNIST,Wachter,JEM,3,5
-20,distance_from_targets,491.53985595703125,FashionMNIST,Wachter,JEM,3,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,5
-20,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,3,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,5
-16,distance,841.6218872070312,FashionMNIST,REVISE,JEM,3,5
-16,distance_from_energy,885.572265625,FashionMNIST,REVISE,JEM,3,5
-16,distance_from_targets,895.6329956054688,FashionMNIST,REVISE,JEM,3,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,5
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,5
-16,validity,0.0,FashionMNIST,REVISE,JEM,3,5
-17,distance,237.91807556152344,FashionMNIST,REVISE,JEM,3,5
-17,distance_from_energy,615.3240966796875,FashionMNIST,REVISE,JEM,3,5
-17,distance_from_targets,449.22869873046875,FashionMNIST,REVISE,JEM,3,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,5
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,5
-17,validity,0.0,FashionMNIST,REVISE,JEM,3,5
-18,distance,756.99560546875,FashionMNIST,REVISE,JEM,3,5
-18,distance_from_energy,561.2772216796875,FashionMNIST,REVISE,JEM,3,5
-18,distance_from_targets,558.2067260742188,FashionMNIST,REVISE,JEM,3,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,5
-18,set_size_penalty,5.000000000001394,FashionMNIST,REVISE,JEM,3,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,5
-19,distance,368.79071044921875,FashionMNIST,REVISE,JEM,3,5
-19,distance_from_energy,450.566162109375,FashionMNIST,REVISE,JEM,3,5
-19,distance_from_targets,323.63958740234375,FashionMNIST,REVISE,JEM,3,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,5
-19,set_size_penalty,4.073831276185669,FashionMNIST,REVISE,JEM,3,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,5
-20,distance,506.57110595703125,FashionMNIST,REVISE,JEM,3,5
-20,distance_from_energy,710.5145263671875,FashionMNIST,REVISE,JEM,3,5
-20,distance_from_targets,478.9923095703125,FashionMNIST,REVISE,JEM,3,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,5
-20,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,3,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,5
-16,distance,592.9638061523438,FashionMNIST,ECCCo,JEM,3,5
-16,distance_from_energy,111.55484771728516,FashionMNIST,ECCCo,JEM,3,5
-16,distance_from_targets,347.07171630859375,FashionMNIST,ECCCo,JEM,3,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,5
-16,set_size_penalty,3.0000000000000013,FashionMNIST,ECCCo,JEM,3,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,5
-17,distance,412.890625,FashionMNIST,ECCCo,JEM,3,5
-17,distance_from_energy,105.6719970703125,FashionMNIST,ECCCo,JEM,3,5
-17,distance_from_targets,396.9787292480469,FashionMNIST,ECCCo,JEM,3,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,5
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,5
-18,distance,467.5565490722656,FashionMNIST,ECCCo,JEM,3,5
-18,distance_from_energy,134.28756713867188,FashionMNIST,ECCCo,JEM,3,5
-18,distance_from_targets,439.3606872558594,FashionMNIST,ECCCo,JEM,3,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,5
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,5
-19,distance,453.8664245605469,FashionMNIST,ECCCo,JEM,3,5
-19,distance_from_energy,164.9119110107422,FashionMNIST,ECCCo,JEM,3,5
-19,distance_from_targets,351.67315673828125,FashionMNIST,ECCCo,JEM,3,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,5
-19,set_size_penalty,4.9999999992174775,FashionMNIST,ECCCo,JEM,3,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,5
-20,distance,355.8829040527344,FashionMNIST,ECCCo,JEM,3,5
-20,distance_from_energy,227.627197265625,FashionMNIST,ECCCo,JEM,3,5
-20,distance_from_targets,454.3076171875,FashionMNIST,ECCCo,JEM,3,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,5
-20,set_size_penalty,2.0746729861075637,FashionMNIST,ECCCo,JEM,3,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,5
-16,distance,10.0,FashionMNIST,Schut,JEM,3,5
-16,distance_from_energy,698.3585815429688,FashionMNIST,Schut,JEM,3,5
-16,distance_from_targets,482.5645751953125,FashionMNIST,Schut,JEM,3,5
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,5
-16,set_size_penalty,0.6946838859630347,FashionMNIST,Schut,JEM,3,5
-16,validity,1.0,FashionMNIST,Schut,JEM,3,5
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,5
-17,distance_from_energy,541.8615112304688,FashionMNIST,Schut,JEM,3,5
-17,distance_from_targets,429.945068359375,FashionMNIST,Schut,JEM,3,5
-17,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM,3,5
-17,set_size_penalty,5.000000000083954,FashionMNIST,Schut,JEM,3,5
-17,validity,1.0,FashionMNIST,Schut,JEM,3,5
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,5
-18,distance_from_energy,645.9732055664062,FashionMNIST,Schut,JEM,3,5
-18,distance_from_targets,508.21832275390625,FashionMNIST,Schut,JEM,3,5
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,5
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,5
-18,validity,0.0,FashionMNIST,Schut,JEM,3,5
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,5
-19,distance_from_energy,555.1278686523438,FashionMNIST,Schut,JEM,3,5
-19,distance_from_targets,424.5355224609375,FashionMNIST,Schut,JEM,3,5
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,5
-19,validity,0.0,FashionMNIST,Schut,JEM,3,5
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,5
-20,distance_from_energy,637.3627319335938,FashionMNIST,Schut,JEM,3,5
-20,distance_from_targets,464.7026062011719,FashionMNIST,Schut,JEM,3,5
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,5
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,5
-20,validity,0.0,FashionMNIST,Schut,JEM,3,5
-1,distance,77.23662567138672,FashionMNIST,Wachter,JEM Ensemble,3,6
-1,distance_from_energy,579.8988037109375,FashionMNIST,Wachter,JEM Ensemble,3,6
-1,distance_from_targets,437.62811279296875,FashionMNIST,Wachter,JEM Ensemble,3,6
-1,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,3,6
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-2,distance,81.19239807128906,FashionMNIST,Wachter,JEM Ensemble,3,6
-2,distance_from_energy,742.0692749023438,FashionMNIST,Wachter,JEM Ensemble,3,6
-2,distance_from_targets,527.8905639648438,FashionMNIST,Wachter,JEM Ensemble,3,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-3,distance,70.4073486328125,FashionMNIST,Wachter,JEM Ensemble,3,6
-3,distance_from_energy,624.1177978515625,FashionMNIST,Wachter,JEM Ensemble,3,6
-3,distance_from_targets,435.5458984375,FashionMNIST,Wachter,JEM Ensemble,3,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-4,distance,91.62930297851562,FashionMNIST,Wachter,JEM Ensemble,3,6
-4,distance_from_energy,612.8046875,FashionMNIST,Wachter,JEM Ensemble,3,6
-4,distance_from_targets,496.0979309082031,FashionMNIST,Wachter,JEM Ensemble,3,6
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,6
-4,set_size_penalty,2.0040731305551027,FashionMNIST,Wachter,JEM Ensemble,3,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-5,distance,66.73892211914062,FashionMNIST,Wachter,JEM Ensemble,3,6
-5,distance_from_energy,567.3935546875,FashionMNIST,Wachter,JEM Ensemble,3,6
-5,distance_from_targets,394.92779541015625,FashionMNIST,Wachter,JEM Ensemble,3,6
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,6
-5,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,6
-1,distance,367.49993896484375,FashionMNIST,REVISE,JEM Ensemble,3,6
-1,distance_from_energy,418.18536376953125,FashionMNIST,REVISE,JEM Ensemble,3,6
-1,distance_from_targets,415.65228271484375,FashionMNIST,REVISE,JEM Ensemble,3,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-1,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-2,distance,447.4981994628906,FashionMNIST,REVISE,JEM Ensemble,3,6
-2,distance_from_energy,444.7345275878906,FashionMNIST,REVISE,JEM Ensemble,3,6
-2,distance_from_targets,381.2030334472656,FashionMNIST,REVISE,JEM Ensemble,3,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-2,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-3,distance,333.07598876953125,FashionMNIST,REVISE,JEM Ensemble,3,6
-3,distance_from_energy,404.6064147949219,FashionMNIST,REVISE,JEM Ensemble,3,6
-3,distance_from_targets,279.86798095703125,FashionMNIST,REVISE,JEM Ensemble,3,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-3,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-4,distance,207.2178192138672,FashionMNIST,REVISE,JEM Ensemble,3,6
-4,distance_from_energy,540.1710205078125,FashionMNIST,REVISE,JEM Ensemble,3,6
-4,distance_from_targets,426.059326171875,FashionMNIST,REVISE,JEM Ensemble,3,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-5,distance,598.126708984375,FashionMNIST,REVISE,JEM Ensemble,3,6
-5,distance_from_energy,454.01702880859375,FashionMNIST,REVISE,JEM Ensemble,3,6
-5,distance_from_targets,456.20758056640625,FashionMNIST,REVISE,JEM Ensemble,3,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,6
-1,distance,509.9176025390625,FashionMNIST,ECCCo,JEM Ensemble,3,6
-1,distance_from_energy,68.77662658691406,FashionMNIST,ECCCo,JEM Ensemble,3,6
-1,distance_from_targets,349.92449951171875,FashionMNIST,ECCCo,JEM Ensemble,3,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-1,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-2,distance,661.3069458007812,FashionMNIST,ECCCo,JEM Ensemble,3,6
-2,distance_from_energy,97.29660034179688,FashionMNIST,ECCCo,JEM Ensemble,3,6
-2,distance_from_targets,339.1973571777344,FashionMNIST,ECCCo,JEM Ensemble,3,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-3,distance,566.0304565429688,FashionMNIST,ECCCo,JEM Ensemble,3,6
-3,distance_from_energy,69.74284362792969,FashionMNIST,ECCCo,JEM Ensemble,3,6
-3,distance_from_targets,349.8457946777344,FashionMNIST,ECCCo,JEM Ensemble,3,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-4,distance,518.8284912109375,FashionMNIST,ECCCo,JEM Ensemble,3,6
-4,distance_from_energy,97.73823547363281,FashionMNIST,ECCCo,JEM Ensemble,3,6
-4,distance_from_targets,360.9409484863281,FashionMNIST,ECCCo,JEM Ensemble,3,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-5,distance,519.7611694335938,FashionMNIST,ECCCo,JEM Ensemble,3,6
-5,distance_from_energy,47.8295783996582,FashionMNIST,ECCCo,JEM Ensemble,3,6
-5,distance_from_targets,343.0547180175781,FashionMNIST,ECCCo,JEM Ensemble,3,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-5,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,6
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,6
-1,distance_from_energy,579.657958984375,FashionMNIST,Schut,JEM Ensemble,3,6
-1,distance_from_targets,418.1850280761719,FashionMNIST,Schut,JEM Ensemble,3,6
-1,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,3,6
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,6
-2,distance_from_energy,748.2322998046875,FashionMNIST,Schut,JEM Ensemble,3,6
-2,distance_from_targets,503.8939208984375,FashionMNIST,Schut,JEM Ensemble,3,6
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,6
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,6
-3,distance_from_energy,629.9122924804688,FashionMNIST,Schut,JEM Ensemble,3,6
-3,distance_from_targets,414.106201171875,FashionMNIST,Schut,JEM Ensemble,3,6
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,6
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,6
-4,distance_from_energy,606.1609497070312,FashionMNIST,Schut,JEM Ensemble,3,6
-4,distance_from_targets,463.4505615234375,FashionMNIST,Schut,JEM Ensemble,3,6
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,6
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,6
-5,distance_from_energy,573.7415771484375,FashionMNIST,Schut,JEM Ensemble,3,6
-5,distance_from_targets,360.1278381347656,FashionMNIST,Schut,JEM Ensemble,3,6
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,6
-5,set_size_penalty,5.999999999999719,FashionMNIST,Schut,JEM Ensemble,3,6
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,3,6
-6,distance,72.52134704589844,FashionMNIST,Wachter,MLP,3,6
-6,distance_from_energy,827.3172607421875,FashionMNIST,Wachter,MLP,3,6
-6,distance_from_targets,432.90118408203125,FashionMNIST,Wachter,MLP,3,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,3,6
-6,set_size_penalty,0.999999999996459,FashionMNIST,Wachter,MLP,3,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,6
-7,distance,84.58870697021484,FashionMNIST,Wachter,MLP,3,6
-7,distance_from_energy,890.8880004882812,FashionMNIST,Wachter,MLP,3,6
-7,distance_from_targets,471.6211242675781,FashionMNIST,Wachter,MLP,3,6
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,3,6
-7,set_size_penalty,2.999017046608562,FashionMNIST,Wachter,MLP,3,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,6
-8,distance,62.89205551147461,FashionMNIST,Wachter,MLP,3,6
-8,distance_from_energy,874.4728393554688,FashionMNIST,Wachter,MLP,3,6
-8,distance_from_targets,477.278076171875,FashionMNIST,Wachter,MLP,3,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,6
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,3,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,6
-9,distance,85.6504135131836,FashionMNIST,Wachter,MLP,3,6
-9,distance_from_energy,871.3976440429688,FashionMNIST,Wachter,MLP,3,6
-9,distance_from_targets,423.8157958984375,FashionMNIST,Wachter,MLP,3,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,6
-9,set_size_penalty,3.9999999842370686,FashionMNIST,Wachter,MLP,3,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,6
-10,distance,80.53467559814453,FashionMNIST,Wachter,MLP,3,6
-10,distance_from_energy,906.708984375,FashionMNIST,Wachter,MLP,3,6
-10,distance_from_targets,453.370849609375,FashionMNIST,Wachter,MLP,3,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,6
-10,set_size_penalty,1.0000441963067759,FashionMNIST,Wachter,MLP,3,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,6
-6,distance,464.1548156738281,FashionMNIST,REVISE,MLP,3,6
-6,distance_from_energy,851.1156005859375,FashionMNIST,REVISE,MLP,3,6
-6,distance_from_targets,267.6752014160156,FashionMNIST,REVISE,MLP,3,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,6
-6,set_size_penalty,2.0073312409078627,FashionMNIST,REVISE,MLP,3,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,3,6
-7,distance,239.66897583007812,FashionMNIST,REVISE,MLP,3,6
-7,distance_from_energy,887.8807373046875,FashionMNIST,REVISE,MLP,3,6
-7,distance_from_targets,476.54803466796875,FashionMNIST,REVISE,MLP,3,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,6
-7,set_size_penalty,1.0000000035365775,FashionMNIST,REVISE,MLP,3,6
-7,validity,1.0,FashionMNIST,REVISE,MLP,3,6
-8,distance,268.6123046875,FashionMNIST,REVISE,MLP,3,6
-8,distance_from_energy,859.6656494140625,FashionMNIST,REVISE,MLP,3,6
-8,distance_from_targets,459.9532775878906,FashionMNIST,REVISE,MLP,3,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,6
-8,set_size_penalty,3.000000540725079,FashionMNIST,REVISE,MLP,3,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,3,6
-9,distance,332.087158203125,FashionMNIST,REVISE,MLP,3,6
-9,distance_from_energy,816.7214965820312,FashionMNIST,REVISE,MLP,3,6
-9,distance_from_targets,232.53884887695312,FashionMNIST,REVISE,MLP,3,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,6
-9,set_size_penalty,2.000000001213685,FashionMNIST,REVISE,MLP,3,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,3,6
-10,distance,294.30364990234375,FashionMNIST,REVISE,MLP,3,6
-10,distance_from_energy,845.4454345703125,FashionMNIST,REVISE,MLP,3,6
-10,distance_from_targets,367.3125915527344,FashionMNIST,REVISE,MLP,3,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,6
-10,set_size_penalty,2.999999999942391,FashionMNIST,REVISE,MLP,3,6
-10,validity,1.0,FashionMNIST,REVISE,MLP,3,6
-6,distance,672.6607666015625,FashionMNIST,ECCCo,MLP,3,6
-6,distance_from_energy,175.5875244140625,FashionMNIST,ECCCo,MLP,3,6
-6,distance_from_targets,694.234619140625,FashionMNIST,ECCCo,MLP,3,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,6
-6,set_size_penalty,1.000372636089074,FashionMNIST,ECCCo,MLP,3,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,6
-7,distance,715.7257080078125,FashionMNIST,ECCCo,MLP,3,6
-7,distance_from_energy,186.85081481933594,FashionMNIST,ECCCo,MLP,3,6
-7,distance_from_targets,711.2241821289062,FashionMNIST,ECCCo,MLP,3,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,6
-7,set_size_penalty,2.0000000000299836,FashionMNIST,ECCCo,MLP,3,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,6
-8,distance,690.19287109375,FashionMNIST,ECCCo,MLP,3,6
-8,distance_from_energy,237.1353302001953,FashionMNIST,ECCCo,MLP,3,6
-8,distance_from_targets,692.0429077148438,FashionMNIST,ECCCo,MLP,3,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,6
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,6
-9,distance,775.160400390625,FashionMNIST,ECCCo,MLP,3,6
-9,distance_from_energy,135.61866760253906,FashionMNIST,ECCCo,MLP,3,6
-9,distance_from_targets,748.3382568359375,FashionMNIST,ECCCo,MLP,3,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,6
-9,set_size_penalty,2.000000002843627,FashionMNIST,ECCCo,MLP,3,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,6
-10,distance,737.5927124023438,FashionMNIST,ECCCo,MLP,3,6
-10,distance_from_energy,193.3545684814453,FashionMNIST,ECCCo,MLP,3,6
-10,distance_from_targets,709.822265625,FashionMNIST,ECCCo,MLP,3,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,6
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,6
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,6
-6,distance_from_energy,867.7503051757812,FashionMNIST,Schut,MLP,3,6
-6,distance_from_targets,409.86883544921875,FashionMNIST,Schut,MLP,3,6
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,6
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,6
-6,validity,0.0,FashionMNIST,Schut,MLP,3,6
-7,distance,10.0,FashionMNIST,Schut,MLP,3,6
-7,distance_from_energy,903.2522583007812,FashionMNIST,Schut,MLP,3,6
-7,distance_from_targets,439.3243103027344,FashionMNIST,Schut,MLP,3,6
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,6
-7,validity,0.0,FashionMNIST,Schut,MLP,3,6
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,6
-8,distance_from_energy,902.0735473632812,FashionMNIST,Schut,MLP,3,6
-8,distance_from_targets,446.3074035644531,FashionMNIST,Schut,MLP,3,6
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,3,6
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,6
-8,validity,0.0,FashionMNIST,Schut,MLP,3,6
-9,distance,10.0,FashionMNIST,Schut,MLP,3,6
-9,distance_from_energy,894.2161254882812,FashionMNIST,Schut,MLP,3,6
-9,distance_from_targets,391.21173095703125,FashionMNIST,Schut,MLP,3,6
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,6
-9,validity,0.0,FashionMNIST,Schut,MLP,3,6
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,6
-10,distance_from_energy,917.126953125,FashionMNIST,Schut,MLP,3,6
-10,distance_from_targets,409.802490234375,FashionMNIST,Schut,MLP,3,6
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,6
-10,validity,0.0,FashionMNIST,Schut,MLP,3,6
-11,distance,92.04377746582031,FashionMNIST,Wachter,MLP Ensemble,3,6
-11,distance_from_energy,764.8119506835938,FashionMNIST,Wachter,MLP Ensemble,3,6
-11,distance_from_targets,453.3262634277344,FashionMNIST,Wachter,MLP Ensemble,3,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-11,set_size_penalty,1.9999999353176103,FashionMNIST,Wachter,MLP Ensemble,3,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-12,distance,80.33207702636719,FashionMNIST,Wachter,MLP Ensemble,3,6
-12,distance_from_energy,759.58740234375,FashionMNIST,Wachter,MLP Ensemble,3,6
-12,distance_from_targets,413.2261047363281,FashionMNIST,Wachter,MLP Ensemble,3,6
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,3,6
-12,set_size_penalty,2.9999685221718115,FashionMNIST,Wachter,MLP Ensemble,3,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-13,distance,76.2393798828125,FashionMNIST,Wachter,MLP Ensemble,3,6
-13,distance_from_energy,758.6791381835938,FashionMNIST,Wachter,MLP Ensemble,3,6
-13,distance_from_targets,470.9213562011719,FashionMNIST,Wachter,MLP Ensemble,3,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-14,distance,87.70146179199219,FashionMNIST,Wachter,MLP Ensemble,3,6
-14,distance_from_energy,788.4518432617188,FashionMNIST,Wachter,MLP Ensemble,3,6
-14,distance_from_targets,499.8809509277344,FashionMNIST,Wachter,MLP Ensemble,3,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-14,set_size_penalty,3.999999992160097,FashionMNIST,Wachter,MLP Ensemble,3,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-15,distance,81.59979248046875,FashionMNIST,Wachter,MLP Ensemble,3,6
-15,distance_from_energy,756.6842041015625,FashionMNIST,Wachter,MLP Ensemble,3,6
-15,distance_from_targets,459.2259826660156,FashionMNIST,Wachter,MLP Ensemble,3,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-15,set_size_penalty,3.9167541765940985,FashionMNIST,Wachter,MLP Ensemble,3,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,6
-11,distance,177.00112915039062,FashionMNIST,REVISE,MLP Ensemble,3,6
-11,distance_from_energy,753.8927001953125,FashionMNIST,REVISE,MLP Ensemble,3,6
-11,distance_from_targets,420.1895751953125,FashionMNIST,REVISE,MLP Ensemble,3,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-12,distance,250.28952026367188,FashionMNIST,REVISE,MLP Ensemble,3,6
-12,distance_from_energy,699.5626220703125,FashionMNIST,REVISE,MLP Ensemble,3,6
-12,distance_from_targets,355.2300109863281,FashionMNIST,REVISE,MLP Ensemble,3,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-12,set_size_penalty,2.0000000015725576,FashionMNIST,REVISE,MLP Ensemble,3,6
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-13,distance,341.81640625,FashionMNIST,REVISE,MLP Ensemble,3,6
-13,distance_from_energy,709.1266479492188,FashionMNIST,REVISE,MLP Ensemble,3,6
-13,distance_from_targets,355.8733215332031,FashionMNIST,REVISE,MLP Ensemble,3,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-13,set_size_penalty,1.0018230508361168,FashionMNIST,REVISE,MLP Ensemble,3,6
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-14,distance,155.7188720703125,FashionMNIST,REVISE,MLP Ensemble,3,6
-14,distance_from_energy,801.5103759765625,FashionMNIST,REVISE,MLP Ensemble,3,6
-14,distance_from_targets,516.0945434570312,FashionMNIST,REVISE,MLP Ensemble,3,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-15,distance,195.46084594726562,FashionMNIST,REVISE,MLP Ensemble,3,6
-15,distance_from_energy,742.48974609375,FashionMNIST,REVISE,MLP Ensemble,3,6
-15,distance_from_targets,402.8081359863281,FashionMNIST,REVISE,MLP Ensemble,3,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,6
-11,distance,700.8978271484375,FashionMNIST,ECCCo,MLP Ensemble,3,6
-11,distance_from_energy,101.90187072753906,FashionMNIST,ECCCo,MLP Ensemble,3,6
-11,distance_from_targets,632.5850219726562,FashionMNIST,ECCCo,MLP Ensemble,3,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-12,distance,707.792724609375,FashionMNIST,ECCCo,MLP Ensemble,3,6
-12,distance_from_energy,96.31358337402344,FashionMNIST,ECCCo,MLP Ensemble,3,6
-12,distance_from_targets,644.7450561523438,FashionMNIST,ECCCo,MLP Ensemble,3,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-13,distance,670.1600952148438,FashionMNIST,ECCCo,MLP Ensemble,3,6
-13,distance_from_energy,123.8728256225586,FashionMNIST,ECCCo,MLP Ensemble,3,6
-13,distance_from_targets,607.92138671875,FashionMNIST,ECCCo,MLP Ensemble,3,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-14,distance,671.3271484375,FashionMNIST,ECCCo,MLP Ensemble,3,6
-14,distance_from_energy,155.7445526123047,FashionMNIST,ECCCo,MLP Ensemble,3,6
-14,distance_from_targets,603.6820068359375,FashionMNIST,ECCCo,MLP Ensemble,3,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-15,distance,689.4166870117188,FashionMNIST,ECCCo,MLP Ensemble,3,6
-15,distance_from_energy,104.40535736083984,FashionMNIST,ECCCo,MLP Ensemble,3,6
-15,distance_from_targets,633.4248657226562,FashionMNIST,ECCCo,MLP Ensemble,3,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,6
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,6
-11,distance_from_energy,805.5809326171875,FashionMNIST,Schut,MLP Ensemble,3,6
-11,distance_from_targets,418.4302978515625,FashionMNIST,Schut,MLP Ensemble,3,6
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,6
-12,distance_from_energy,768.7145385742188,FashionMNIST,Schut,MLP Ensemble,3,6
-12,distance_from_targets,382.5692138671875,FashionMNIST,Schut,MLP Ensemble,3,6
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,6
-13,distance_from_energy,773.0670166015625,FashionMNIST,Schut,MLP Ensemble,3,6
-13,distance_from_targets,437.86505126953125,FashionMNIST,Schut,MLP Ensemble,3,6
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,6
-14,distance_from_energy,794.1405639648438,FashionMNIST,Schut,MLP Ensemble,3,6
-14,distance_from_targets,466.3157043457031,FashionMNIST,Schut,MLP Ensemble,3,6
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,3,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,6
-15,distance_from_energy,754.6610717773438,FashionMNIST,Schut,MLP Ensemble,3,6
-15,distance_from_targets,425.9939880371094,FashionMNIST,Schut,MLP Ensemble,3,6
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,6
-16,distance,56.49626541137695,FashionMNIST,Wachter,JEM,3,6
-16,distance_from_energy,546.9547119140625,FashionMNIST,Wachter,JEM,3,6
-16,distance_from_targets,346.8616027832031,FashionMNIST,Wachter,JEM,3,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,6
-16,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,3,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,6
-17,distance,72.7242660522461,FashionMNIST,Wachter,JEM,3,6
-17,distance_from_energy,609.7637939453125,FashionMNIST,Wachter,JEM,3,6
-17,distance_from_targets,455.8735046386719,FashionMNIST,Wachter,JEM,3,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,6
-17,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,3,6
-17,validity,0.0,FashionMNIST,Wachter,JEM,3,6
-18,distance,59.31435012817383,FashionMNIST,Wachter,JEM,3,6
-18,distance_from_energy,607.672119140625,FashionMNIST,Wachter,JEM,3,6
-18,distance_from_targets,419.3382568359375,FashionMNIST,Wachter,JEM,3,6
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,6
-18,set_size_penalty,1.8995432227460325,FashionMNIST,Wachter,JEM,3,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,6
-19,distance,62.59304428100586,FashionMNIST,Wachter,JEM,3,6
-19,distance_from_energy,519.408447265625,FashionMNIST,Wachter,JEM,3,6
-19,distance_from_targets,340.7344055175781,FashionMNIST,Wachter,JEM,3,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,6
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,3,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,6
-20,distance,65.92328643798828,FashionMNIST,Wachter,JEM,3,6
-20,distance_from_energy,550.0381469726562,FashionMNIST,Wachter,JEM,3,6
-20,distance_from_targets,390.82244873046875,FashionMNIST,Wachter,JEM,3,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,6
-20,set_size_penalty,5.978762343453858,FashionMNIST,Wachter,JEM,3,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,6
-16,distance,399.1571350097656,FashionMNIST,REVISE,JEM,3,6
-16,distance_from_energy,536.7112426757812,FashionMNIST,REVISE,JEM,3,6
-16,distance_from_targets,423.84844970703125,FashionMNIST,REVISE,JEM,3,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,6
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,3,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,3,6
-17,distance,756.1104736328125,FashionMNIST,REVISE,JEM,3,6
-17,distance_from_energy,848.2404174804688,FashionMNIST,REVISE,JEM,3,6
-17,distance_from_targets,753.8568115234375,FashionMNIST,REVISE,JEM,3,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,6
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,6
-17,validity,0.0,FashionMNIST,REVISE,JEM,3,6
-18,distance,317.7749328613281,FashionMNIST,REVISE,JEM,3,6
-18,distance_from_energy,549.0181884765625,FashionMNIST,REVISE,JEM,3,6
-18,distance_from_targets,459.0675354003906,FashionMNIST,REVISE,JEM,3,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,6
-18,set_size_penalty,6.999999999042926,FashionMNIST,REVISE,JEM,3,6
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,6
-19,distance,418.5472412109375,FashionMNIST,REVISE,JEM,3,6
-19,distance_from_energy,467.70556640625,FashionMNIST,REVISE,JEM,3,6
-19,distance_from_targets,487.7262268066406,FashionMNIST,REVISE,JEM,3,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,6
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,3,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,6
-20,distance,163.7309112548828,FashionMNIST,REVISE,JEM,3,6
-20,distance_from_energy,477.0086975097656,FashionMNIST,REVISE,JEM,3,6
-20,distance_from_targets,361.0251159667969,FashionMNIST,REVISE,JEM,3,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,6
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,6
-16,distance,513.7915649414062,FashionMNIST,ECCCo,JEM,3,6
-16,distance_from_energy,90.30194091796875,FashionMNIST,ECCCo,JEM,3,6
-16,distance_from_targets,437.51953125,FashionMNIST,ECCCo,JEM,3,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,6
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,6
-17,distance,625.9688110351562,FashionMNIST,ECCCo,JEM,3,6
-17,distance_from_energy,60.574920654296875,FashionMNIST,ECCCo,JEM,3,6
-17,distance_from_targets,454.5621032714844,FashionMNIST,ECCCo,JEM,3,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,6
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,6
-18,distance,508.8666687011719,FashionMNIST,ECCCo,JEM,3,6
-18,distance_from_energy,83.88790130615234,FashionMNIST,ECCCo,JEM,3,6
-18,distance_from_targets,425.0730895996094,FashionMNIST,ECCCo,JEM,3,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,6
-18,set_size_penalty,10.0,FashionMNIST,ECCCo,JEM,3,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,6
-19,distance,440.2176513671875,FashionMNIST,ECCCo,JEM,3,6
-19,distance_from_energy,81.63517761230469,FashionMNIST,ECCCo,JEM,3,6
-19,distance_from_targets,396.86431884765625,FashionMNIST,ECCCo,JEM,3,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,6
-19,set_size_penalty,1.000000000000066,FashionMNIST,ECCCo,JEM,3,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,6
-20,distance,352.7124328613281,FashionMNIST,ECCCo,JEM,3,6
-20,distance_from_energy,128.62472534179688,FashionMNIST,ECCCo,JEM,3,6
-20,distance_from_targets,392.69268798828125,FashionMNIST,ECCCo,JEM,3,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,6
-20,set_size_penalty,1.0000000005851006,FashionMNIST,ECCCo,JEM,3,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,6
-16,distance,3.700000047683716,FashionMNIST,Schut,JEM,3,6
-16,distance_from_energy,528.7667846679688,FashionMNIST,Schut,JEM,3,6
-16,distance_from_targets,316.8583068847656,FashionMNIST,Schut,JEM,3,6
-16,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM,3,6
-16,set_size_penalty,6.0,FashionMNIST,Schut,JEM,3,6
-16,validity,1.0,FashionMNIST,Schut,JEM,3,6
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,6
-17,distance_from_energy,626.1354370117188,FashionMNIST,Schut,JEM,3,6
-17,distance_from_targets,425.7059020996094,FashionMNIST,Schut,JEM,3,6
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,6
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,6
-17,validity,0.0,FashionMNIST,Schut,JEM,3,6
-18,distance,4.000000476837158,FashionMNIST,Schut,JEM,3,6
-18,distance_from_energy,613.6439208984375,FashionMNIST,Schut,JEM,3,6
-18,distance_from_targets,394.4854431152344,FashionMNIST,Schut,JEM,3,6
-18,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,3,6
-18,set_size_penalty,4.0,FashionMNIST,Schut,JEM,3,6
-18,validity,1.0,FashionMNIST,Schut,JEM,3,6
-19,distance,6.3000006675720215,FashionMNIST,Schut,JEM,3,6
-19,distance_from_energy,566.3446044921875,FashionMNIST,Schut,JEM,3,6
-19,distance_from_targets,307.3107604980469,FashionMNIST,Schut,JEM,3,6
-19,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,3,6
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,3,6
-19,validity,1.0,FashionMNIST,Schut,JEM,3,6
-20,distance,8.700000762939453,FashionMNIST,Schut,JEM,3,6
-20,distance_from_energy,558.0761108398438,FashionMNIST,Schut,JEM,3,6
-20,distance_from_targets,355.6232604980469,FashionMNIST,Schut,JEM,3,6
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,6
-20,set_size_penalty,5.965489744421591,FashionMNIST,Schut,JEM,3,6
-20,validity,1.0,FashionMNIST,Schut,JEM,3,6
-1,distance,141.2251434326172,FashionMNIST,Wachter,JEM Ensemble,3,7
-1,distance_from_energy,621.73095703125,FashionMNIST,Wachter,JEM Ensemble,3,7
-1,distance_from_targets,475.95452880859375,FashionMNIST,Wachter,JEM Ensemble,3,7
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,7
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-2,distance,121.47242736816406,FashionMNIST,Wachter,JEM Ensemble,3,7
-2,distance_from_energy,620.5397338867188,FashionMNIST,Wachter,JEM Ensemble,3,7
-2,distance_from_targets,479.1936950683594,FashionMNIST,Wachter,JEM Ensemble,3,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-3,distance,136.42596435546875,FashionMNIST,Wachter,JEM Ensemble,3,7
-3,distance_from_energy,607.8265991210938,FashionMNIST,Wachter,JEM Ensemble,3,7
-3,distance_from_targets,488.4974670410156,FashionMNIST,Wachter,JEM Ensemble,3,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-4,distance,77.43675231933594,FashionMNIST,Wachter,JEM Ensemble,3,7
-4,distance_from_energy,596.5718994140625,FashionMNIST,Wachter,JEM Ensemble,3,7
-4,distance_from_targets,457.3174133300781,FashionMNIST,Wachter,JEM Ensemble,3,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-4,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-5,distance,112.2741928100586,FashionMNIST,Wachter,JEM Ensemble,3,7
-5,distance_from_energy,594.784423828125,FashionMNIST,Wachter,JEM Ensemble,3,7
-5,distance_from_targets,450.5252990722656,FashionMNIST,Wachter,JEM Ensemble,3,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-5,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,7
-1,distance,570.3143920898438,FashionMNIST,REVISE,JEM Ensemble,3,7
-1,distance_from_energy,268.20318603515625,FashionMNIST,REVISE,JEM Ensemble,3,7
-1,distance_from_targets,318.5069274902344,FashionMNIST,REVISE,JEM Ensemble,3,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-2,distance,236.81942749023438,FashionMNIST,REVISE,JEM Ensemble,3,7
-2,distance_from_energy,523.6951293945312,FashionMNIST,REVISE,JEM Ensemble,3,7
-2,distance_from_targets,362.2664489746094,FashionMNIST,REVISE,JEM Ensemble,3,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-3,distance,645.3439331054688,FashionMNIST,REVISE,JEM Ensemble,3,7
-3,distance_from_energy,375.2616271972656,FashionMNIST,REVISE,JEM Ensemble,3,7
-3,distance_from_targets,382.46270751953125,FashionMNIST,REVISE,JEM Ensemble,3,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-4,distance,196.73214721679688,FashionMNIST,REVISE,JEM Ensemble,3,7
-4,distance_from_energy,560.2435913085938,FashionMNIST,REVISE,JEM Ensemble,3,7
-4,distance_from_targets,422.8570251464844,FashionMNIST,REVISE,JEM Ensemble,3,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-5,distance,363.3950500488281,FashionMNIST,REVISE,JEM Ensemble,3,7
-5,distance_from_energy,419.6474609375,FashionMNIST,REVISE,JEM Ensemble,3,7
-5,distance_from_targets,353.1639099121094,FashionMNIST,REVISE,JEM Ensemble,3,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,7
-1,distance,580.2704467773438,FashionMNIST,ECCCo,JEM Ensemble,3,7
-1,distance_from_energy,97.87525939941406,FashionMNIST,ECCCo,JEM Ensemble,3,7
-1,distance_from_targets,326.4082336425781,FashionMNIST,ECCCo,JEM Ensemble,3,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-2,distance,570.3264770507812,FashionMNIST,ECCCo,JEM Ensemble,3,7
-2,distance_from_energy,91.4314193725586,FashionMNIST,ECCCo,JEM Ensemble,3,7
-2,distance_from_targets,325.8526306152344,FashionMNIST,ECCCo,JEM Ensemble,3,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-3,distance,559.083251953125,FashionMNIST,ECCCo,JEM Ensemble,3,7
-3,distance_from_energy,100.11151885986328,FashionMNIST,ECCCo,JEM Ensemble,3,7
-3,distance_from_targets,320.1689147949219,FashionMNIST,ECCCo,JEM Ensemble,3,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-4,distance,486.9371643066406,FashionMNIST,ECCCo,JEM Ensemble,3,7
-4,distance_from_energy,130.43150329589844,FashionMNIST,ECCCo,JEM Ensemble,3,7
-4,distance_from_targets,324.0483703613281,FashionMNIST,ECCCo,JEM Ensemble,3,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-4,set_size_penalty,2.000000000278517,FashionMNIST,ECCCo,JEM Ensemble,3,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-5,distance,523.4718627929688,FashionMNIST,ECCCo,JEM Ensemble,3,7
-5,distance_from_energy,100.8762435913086,FashionMNIST,ECCCo,JEM Ensemble,3,7
-5,distance_from_targets,326.8818359375,FashionMNIST,ECCCo,JEM Ensemble,3,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,7
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,7
-1,distance_from_energy,675.3173217773438,FashionMNIST,Schut,JEM Ensemble,3,7
-1,distance_from_targets,477.7518310546875,FashionMNIST,Schut,JEM Ensemble,3,7
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,7
-2,distance_from_energy,634.5783081054688,FashionMNIST,Schut,JEM Ensemble,3,7
-2,distance_from_targets,466.6236877441406,FashionMNIST,Schut,JEM Ensemble,3,7
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,7
-3,distance_from_energy,642.4241943359375,FashionMNIST,Schut,JEM Ensemble,3,7
-3,distance_from_targets,491.4676818847656,FashionMNIST,Schut,JEM Ensemble,3,7
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,3,7
-4,distance_from_energy,607.6959228515625,FashionMNIST,Schut,JEM Ensemble,3,7
-4,distance_from_targets,438.448486328125,FashionMNIST,Schut,JEM Ensemble,3,7
-4,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,3,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,7
-5,distance_from_energy,630.2969970703125,FashionMNIST,Schut,JEM Ensemble,3,7
-5,distance_from_targets,437.9909362792969,FashionMNIST,Schut,JEM Ensemble,3,7
-5,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,3,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,7
-6,distance,89.0250244140625,FashionMNIST,Wachter,MLP,3,7
-6,distance_from_energy,928.0703125,FashionMNIST,Wachter,MLP,3,7
-6,distance_from_targets,499.5648193359375,FashionMNIST,Wachter,MLP,3,7
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,3,7
-6,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,3,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,7
-7,distance,77.40142059326172,FashionMNIST,Wachter,MLP,3,7
-7,distance_from_energy,883.7210083007812,FashionMNIST,Wachter,MLP,3,7
-7,distance_from_targets,475.46649169921875,FashionMNIST,Wachter,MLP,3,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,7
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,3,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,7
-8,distance,72.70220184326172,FashionMNIST,Wachter,MLP,3,7
-8,distance_from_energy,874.9837646484375,FashionMNIST,Wachter,MLP,3,7
-8,distance_from_targets,483.2086181640625,FashionMNIST,Wachter,MLP,3,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,7
-8,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,3,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,7
-9,distance,90.26644134521484,FashionMNIST,Wachter,MLP,3,7
-9,distance_from_energy,946.5067138671875,FashionMNIST,Wachter,MLP,3,7
-9,distance_from_targets,578.9867553710938,FashionMNIST,Wachter,MLP,3,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,7
-9,set_size_penalty,4.5239723565543155,FashionMNIST,Wachter,MLP,3,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,7
-10,distance,77.62013244628906,FashionMNIST,Wachter,MLP,3,7
-10,distance_from_energy,936.9649658203125,FashionMNIST,Wachter,MLP,3,7
-10,distance_from_targets,513.163818359375,FashionMNIST,Wachter,MLP,3,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,7
-10,set_size_penalty,2.2016690866776862,FashionMNIST,Wachter,MLP,3,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,7
-6,distance,163.48109436035156,FashionMNIST,REVISE,MLP,3,7
-6,distance_from_energy,893.5760498046875,FashionMNIST,REVISE,MLP,3,7
-6,distance_from_targets,456.3240661621094,FashionMNIST,REVISE,MLP,3,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,7
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,7
-6,validity,0.0,FashionMNIST,REVISE,MLP,3,7
-7,distance,143.8226318359375,FashionMNIST,REVISE,MLP,3,7
-7,distance_from_energy,885.8038940429688,FashionMNIST,REVISE,MLP,3,7
-7,distance_from_targets,436.63604736328125,FashionMNIST,REVISE,MLP,3,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,7
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,7
-7,validity,0.0,FashionMNIST,REVISE,MLP,3,7
-8,distance,107.2408447265625,FashionMNIST,REVISE,MLP,3,7
-8,distance_from_energy,880.5397338867188,FashionMNIST,REVISE,MLP,3,7
-8,distance_from_targets,446.5872802734375,FashionMNIST,REVISE,MLP,3,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,7
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,7
-8,validity,0.0,FashionMNIST,REVISE,MLP,3,7
-9,distance,210.4795684814453,FashionMNIST,REVISE,MLP,3,7
-9,distance_from_energy,924.9976806640625,FashionMNIST,REVISE,MLP,3,7
-9,distance_from_targets,514.015869140625,FashionMNIST,REVISE,MLP,3,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,7
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,7
-9,validity,0.0,FashionMNIST,REVISE,MLP,3,7
-10,distance,179.64407348632812,FashionMNIST,REVISE,MLP,3,7
-10,distance_from_energy,912.9951171875,FashionMNIST,REVISE,MLP,3,7
-10,distance_from_targets,468.94744873046875,FashionMNIST,REVISE,MLP,3,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,7
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,7
-10,validity,0.0,FashionMNIST,REVISE,MLP,3,7
-6,distance,736.892578125,FashionMNIST,ECCCo,MLP,3,7
-6,distance_from_energy,192.66897583007812,FashionMNIST,ECCCo,MLP,3,7
-6,distance_from_targets,691.7028198242188,FashionMNIST,ECCCo,MLP,3,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,7
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,7
-7,distance,686.5344848632812,FashionMNIST,ECCCo,MLP,3,7
-7,distance_from_energy,227.5030059814453,FashionMNIST,ECCCo,MLP,3,7
-7,distance_from_targets,674.6154174804688,FashionMNIST,ECCCo,MLP,3,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,7
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,7
-8,distance,728.1656494140625,FashionMNIST,ECCCo,MLP,3,7
-8,distance_from_energy,171.4635009765625,FashionMNIST,ECCCo,MLP,3,7
-8,distance_from_targets,702.072265625,FashionMNIST,ECCCo,MLP,3,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,7
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,7
-9,distance,735.601318359375,FashionMNIST,ECCCo,MLP,3,7
-9,distance_from_energy,233.5105438232422,FashionMNIST,ECCCo,MLP,3,7
-9,distance_from_targets,698.2966918945312,FashionMNIST,ECCCo,MLP,3,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,7
-9,set_size_penalty,2.000004195767223,FashionMNIST,ECCCo,MLP,3,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,7
-10,distance,687.94189453125,FashionMNIST,ECCCo,MLP,3,7
-10,distance_from_energy,276.20635986328125,FashionMNIST,ECCCo,MLP,3,7
-10,distance_from_targets,676.3181762695312,FashionMNIST,ECCCo,MLP,3,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,7
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,7
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,7
-6,distance_from_energy,914.82666015625,FashionMNIST,Schut,MLP,3,7
-6,distance_from_targets,463.3419189453125,FashionMNIST,Schut,MLP,3,7
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,7
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,7
-6,validity,0.0,FashionMNIST,Schut,MLP,3,7
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,7
-7,distance_from_energy,893.0003662109375,FashionMNIST,Schut,MLP,3,7
-7,distance_from_targets,446.0450439453125,FashionMNIST,Schut,MLP,3,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,7
-7,validity,0.0,FashionMNIST,Schut,MLP,3,7
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,7
-8,distance_from_energy,899.45361328125,FashionMNIST,Schut,MLP,3,7
-8,distance_from_targets,451.280029296875,FashionMNIST,Schut,MLP,3,7
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,7
-8,validity,0.0,FashionMNIST,Schut,MLP,3,7
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,7
-9,distance_from_energy,950.78515625,FashionMNIST,Schut,MLP,3,7
-9,distance_from_targets,543.4510498046875,FashionMNIST,Schut,MLP,3,7
-9,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,3,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,7
-9,validity,0.0,FashionMNIST,Schut,MLP,3,7
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,7
-10,distance_from_energy,934.7967529296875,FashionMNIST,Schut,MLP,3,7
-10,distance_from_targets,482.3251037597656,FashionMNIST,Schut,MLP,3,7
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,7
-10,validity,0.0,FashionMNIST,Schut,MLP,3,7
-11,distance,95.7521743774414,FashionMNIST,Wachter,MLP Ensemble,3,7
-11,distance_from_energy,755.81103515625,FashionMNIST,Wachter,MLP Ensemble,3,7
-11,distance_from_targets,463.05462646484375,FashionMNIST,Wachter,MLP Ensemble,3,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-11,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-12,distance,105.09039306640625,FashionMNIST,Wachter,MLP Ensemble,3,7
-12,distance_from_energy,791.5701293945312,FashionMNIST,Wachter,MLP Ensemble,3,7
-12,distance_from_targets,512.555908203125,FashionMNIST,Wachter,MLP Ensemble,3,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-12,set_size_penalty,4.000000000000003,FashionMNIST,Wachter,MLP Ensemble,3,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-13,distance,83.26793670654297,FashionMNIST,Wachter,MLP Ensemble,3,7
-13,distance_from_energy,771.5135498046875,FashionMNIST,Wachter,MLP Ensemble,3,7
-13,distance_from_targets,471.4912109375,FashionMNIST,Wachter,MLP Ensemble,3,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-14,distance,82.03546142578125,FashionMNIST,Wachter,MLP Ensemble,3,7
-14,distance_from_energy,763.0636596679688,FashionMNIST,Wachter,MLP Ensemble,3,7
-14,distance_from_targets,458.9258728027344,FashionMNIST,Wachter,MLP Ensemble,3,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-15,distance,77.51725769042969,FashionMNIST,Wachter,MLP Ensemble,3,7
-15,distance_from_energy,770.3780517578125,FashionMNIST,Wachter,MLP Ensemble,3,7
-15,distance_from_targets,464.88763427734375,FashionMNIST,Wachter,MLP Ensemble,3,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-15,set_size_penalty,0.5179068719029408,FashionMNIST,Wachter,MLP Ensemble,3,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,7
-11,distance,146.17893981933594,FashionMNIST,REVISE,MLP Ensemble,3,7
-11,distance_from_energy,719.4080810546875,FashionMNIST,REVISE,MLP Ensemble,3,7
-11,distance_from_targets,386.42181396484375,FashionMNIST,REVISE,MLP Ensemble,3,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-12,distance,243.1083984375,FashionMNIST,REVISE,MLP Ensemble,3,7
-12,distance_from_energy,759.59912109375,FashionMNIST,REVISE,MLP Ensemble,3,7
-12,distance_from_targets,365.9360656738281,FashionMNIST,REVISE,MLP Ensemble,3,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-13,distance,170.67495727539062,FashionMNIST,REVISE,MLP Ensemble,3,7
-13,distance_from_energy,741.8414916992188,FashionMNIST,REVISE,MLP Ensemble,3,7
-13,distance_from_targets,412.87451171875,FashionMNIST,REVISE,MLP Ensemble,3,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-14,distance,180.6033172607422,FashionMNIST,REVISE,MLP Ensemble,3,7
-14,distance_from_energy,727.7596435546875,FashionMNIST,REVISE,MLP Ensemble,3,7
-14,distance_from_targets,336.12774658203125,FashionMNIST,REVISE,MLP Ensemble,3,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-14,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-15,distance,166.0906982421875,FashionMNIST,REVISE,MLP Ensemble,3,7
-15,distance_from_energy,763.787841796875,FashionMNIST,REVISE,MLP Ensemble,3,7
-15,distance_from_targets,427.1761169433594,FashionMNIST,REVISE,MLP Ensemble,3,7
-15,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,3,7
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,7
-11,distance,645.727294921875,FashionMNIST,ECCCo,MLP Ensemble,3,7
-11,distance_from_energy,154.0644073486328,FashionMNIST,ECCCo,MLP Ensemble,3,7
-11,distance_from_targets,574.5321655273438,FashionMNIST,ECCCo,MLP Ensemble,3,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-11,set_size_penalty,1.0000000363585273,FashionMNIST,ECCCo,MLP Ensemble,3,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-12,distance,690.43310546875,FashionMNIST,ECCCo,MLP Ensemble,3,7
-12,distance_from_energy,146.34210205078125,FashionMNIST,ECCCo,MLP Ensemble,3,7
-12,distance_from_targets,581.7882080078125,FashionMNIST,ECCCo,MLP Ensemble,3,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-13,distance,658.992431640625,FashionMNIST,ECCCo,MLP Ensemble,3,7
-13,distance_from_energy,142.4930877685547,FashionMNIST,ECCCo,MLP Ensemble,3,7
-13,distance_from_targets,590.7485961914062,FashionMNIST,ECCCo,MLP Ensemble,3,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-14,distance,646.1649169921875,FashionMNIST,ECCCo,MLP Ensemble,3,7
-14,distance_from_energy,149.80941772460938,FashionMNIST,ECCCo,MLP Ensemble,3,7
-14,distance_from_targets,587.1347045898438,FashionMNIST,ECCCo,MLP Ensemble,3,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-15,distance,649.2022705078125,FashionMNIST,ECCCo,MLP Ensemble,3,7
-15,distance_from_energy,146.4645233154297,FashionMNIST,ECCCo,MLP Ensemble,3,7
-15,distance_from_targets,599.4421997070312,FashionMNIST,ECCCo,MLP Ensemble,3,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,7
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,7
-11,distance_from_energy,773.9065551757812,FashionMNIST,Schut,MLP Ensemble,3,7
-11,distance_from_targets,444.4108581542969,FashionMNIST,Schut,MLP Ensemble,3,7
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,7
-12,distance_from_energy,820.4261474609375,FashionMNIST,Schut,MLP Ensemble,3,7
-12,distance_from_targets,486.02276611328125,FashionMNIST,Schut,MLP Ensemble,3,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,7
-13,distance_from_energy,789.9600830078125,FashionMNIST,Schut,MLP Ensemble,3,7
-13,distance_from_targets,452.80474853515625,FashionMNIST,Schut,MLP Ensemble,3,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,7
-14,distance_from_energy,774.633544921875,FashionMNIST,Schut,MLP Ensemble,3,7
-14,distance_from_targets,443.2398986816406,FashionMNIST,Schut,MLP Ensemble,3,7
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,3,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,7
-15,distance_from_energy,785.5552368164062,FashionMNIST,Schut,MLP Ensemble,3,7
-15,distance_from_targets,438.08984375,FashionMNIST,Schut,MLP Ensemble,3,7
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,7
-16,distance,61.12340545654297,FashionMNIST,Wachter,JEM,3,7
-16,distance_from_energy,664.4735107421875,FashionMNIST,Wachter,JEM,3,7
-16,distance_from_targets,467.6351013183594,FashionMNIST,Wachter,JEM,3,7
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,7
-16,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,3,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,7
-17,distance,81.22671508789062,FashionMNIST,Wachter,JEM,3,7
-17,distance_from_energy,536.3251953125,FashionMNIST,Wachter,JEM,3,7
-17,distance_from_targets,471.2574157714844,FashionMNIST,Wachter,JEM,3,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,7
-17,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,3,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,7
-18,distance,95.23902893066406,FashionMNIST,Wachter,JEM,3,7
-18,distance_from_energy,682.6178588867188,FashionMNIST,Wachter,JEM,3,7
-18,distance_from_targets,524.8765869140625,FashionMNIST,Wachter,JEM,3,7
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,7
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,7
-19,distance,75.35348510742188,FashionMNIST,Wachter,JEM,3,7
-19,distance_from_energy,481.8528747558594,FashionMNIST,Wachter,JEM,3,7
-19,distance_from_targets,492.9472351074219,FashionMNIST,Wachter,JEM,3,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,7
-19,set_size_penalty,4.000000205131513,FashionMNIST,Wachter,JEM,3,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,7
-20,distance,67.13128662109375,FashionMNIST,Wachter,JEM,3,7
-20,distance_from_energy,679.8927001953125,FashionMNIST,Wachter,JEM,3,7
-20,distance_from_targets,466.17523193359375,FashionMNIST,Wachter,JEM,3,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,7
-20,set_size_penalty,5.999999999999956,FashionMNIST,Wachter,JEM,3,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,7
-16,distance,144.81982421875,FashionMNIST,REVISE,JEM,3,7
-16,distance_from_energy,585.9698486328125,FashionMNIST,REVISE,JEM,3,7
-16,distance_from_targets,432.13623046875,FashionMNIST,REVISE,JEM,3,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,7
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,7
-16,validity,0.0,FashionMNIST,REVISE,JEM,3,7
-17,distance,159.2447052001953,FashionMNIST,REVISE,JEM,3,7
-17,distance_from_energy,574.9403076171875,FashionMNIST,REVISE,JEM,3,7
-17,distance_from_targets,400.8655090332031,FashionMNIST,REVISE,JEM,3,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,7
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,7
-17,validity,0.0,FashionMNIST,REVISE,JEM,3,7
-18,distance,625.2744140625,FashionMNIST,REVISE,JEM,3,7
-18,distance_from_energy,543.825927734375,FashionMNIST,REVISE,JEM,3,7
-18,distance_from_targets,453.8204650878906,FashionMNIST,REVISE,JEM,3,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,7
-18,set_size_penalty,1.0000000000000024,FashionMNIST,REVISE,JEM,3,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,7
-19,distance,204.9912109375,FashionMNIST,REVISE,JEM,3,7
-19,distance_from_energy,648.5592651367188,FashionMNIST,REVISE,JEM,3,7
-19,distance_from_targets,455.61077880859375,FashionMNIST,REVISE,JEM,3,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,7
-19,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,3,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,7
-20,distance,130.92591857910156,FashionMNIST,REVISE,JEM,3,7
-20,distance_from_energy,638.4551391601562,FashionMNIST,REVISE,JEM,3,7
-20,distance_from_targets,420.7528381347656,FashionMNIST,REVISE,JEM,3,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,7
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,7
-20,validity,0.0,FashionMNIST,REVISE,JEM,3,7
-16,distance,477.1217346191406,FashionMNIST,ECCCo,JEM,3,7
-16,distance_from_energy,162.8382110595703,FashionMNIST,ECCCo,JEM,3,7
-16,distance_from_targets,335.1838073730469,FashionMNIST,ECCCo,JEM,3,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,7
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,7
-17,distance,480.7039794921875,FashionMNIST,ECCCo,JEM,3,7
-17,distance_from_energy,103.9869155883789,FashionMNIST,ECCCo,JEM,3,7
-17,distance_from_targets,395.3626708984375,FashionMNIST,ECCCo,JEM,3,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,7
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,7
-18,distance,562.5286254882812,FashionMNIST,ECCCo,JEM,3,7
-18,distance_from_energy,106.15922546386719,FashionMNIST,ECCCo,JEM,3,7
-18,distance_from_targets,356.85174560546875,FashionMNIST,ECCCo,JEM,3,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,7
-18,set_size_penalty,2.000001477770656,FashionMNIST,ECCCo,JEM,3,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,7
-19,distance,473.691650390625,FashionMNIST,ECCCo,JEM,3,7
-19,distance_from_energy,173.38978576660156,FashionMNIST,ECCCo,JEM,3,7
-19,distance_from_targets,336.4419250488281,FashionMNIST,ECCCo,JEM,3,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,7
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,7
-20,distance,356.78497314453125,FashionMNIST,ECCCo,JEM,3,7
-20,distance_from_energy,264.76641845703125,FashionMNIST,ECCCo,JEM,3,7
-20,distance_from_targets,363.2945861816406,FashionMNIST,ECCCo,JEM,3,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,7
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,7
-16,distance,5.90000057220459,FashionMNIST,Schut,JEM,3,7
-16,distance_from_energy,661.3841552734375,FashionMNIST,Schut,JEM,3,7
-16,distance_from_targets,439.5729064941406,FashionMNIST,Schut,JEM,3,7
-16,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,3,7
-16,set_size_penalty,6.9999999995615685,FashionMNIST,Schut,JEM,3,7
-16,validity,1.0,FashionMNIST,Schut,JEM,3,7
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,7
-17,distance_from_energy,634.5655517578125,FashionMNIST,Schut,JEM,3,7
-17,distance_from_targets,447.3616027832031,FashionMNIST,Schut,JEM,3,7
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,7
-17,validity,0.0,FashionMNIST,Schut,JEM,3,7
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,7
-18,distance_from_energy,569.9423828125,FashionMNIST,Schut,JEM,3,7
-18,distance_from_targets,500.4434814453125,FashionMNIST,Schut,JEM,3,7
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,7
-18,validity,0.0,FashionMNIST,Schut,JEM,3,7
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,7
-19,distance_from_energy,685.4962768554688,FashionMNIST,Schut,JEM,3,7
-19,distance_from_targets,465.704345703125,FashionMNIST,Schut,JEM,3,7
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,7
-19,validity,0.0,FashionMNIST,Schut,JEM,3,7
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,7
-20,distance_from_energy,645.6351928710938,FashionMNIST,Schut,JEM,3,7
-20,distance_from_targets,432.68817138671875,FashionMNIST,Schut,JEM,3,7
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,7
-20,validity,0.0,FashionMNIST,Schut,JEM,3,7
-1,distance,109.71200561523438,FashionMNIST,Wachter,JEM Ensemble,3,8
-1,distance_from_energy,731.2388916015625,FashionMNIST,Wachter,JEM Ensemble,3,8
-1,distance_from_targets,569.6857299804688,FashionMNIST,Wachter,JEM Ensemble,3,8
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,8
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-2,distance,116.11774444580078,FashionMNIST,Wachter,JEM Ensemble,3,8
-2,distance_from_energy,745.65185546875,FashionMNIST,Wachter,JEM Ensemble,3,8
-2,distance_from_targets,592.6755981445312,FashionMNIST,Wachter,JEM Ensemble,3,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-3,distance,109.90218353271484,FashionMNIST,Wachter,JEM Ensemble,3,8
-3,distance_from_energy,827.8971557617188,FashionMNIST,Wachter,JEM Ensemble,3,8
-3,distance_from_targets,634.1046752929688,FashionMNIST,Wachter,JEM Ensemble,3,8
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,3,8
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-4,distance,95.70292663574219,FashionMNIST,Wachter,JEM Ensemble,3,8
-4,distance_from_energy,686.5123291015625,FashionMNIST,Wachter,JEM Ensemble,3,8
-4,distance_from_targets,527.0894165039062,FashionMNIST,Wachter,JEM Ensemble,3,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-5,distance,122.66375732421875,FashionMNIST,Wachter,JEM Ensemble,3,8
-5,distance_from_energy,757.602294921875,FashionMNIST,Wachter,JEM Ensemble,3,8
-5,distance_from_targets,624.10205078125,FashionMNIST,Wachter,JEM Ensemble,3,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,8
-1,distance,292.10272216796875,FashionMNIST,REVISE,JEM Ensemble,3,8
-1,distance_from_energy,596.0438232421875,FashionMNIST,REVISE,JEM Ensemble,3,8
-1,distance_from_targets,434.4482727050781,FashionMNIST,REVISE,JEM Ensemble,3,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-2,distance,337.4804992675781,FashionMNIST,REVISE,JEM Ensemble,3,8
-2,distance_from_energy,598.025390625,FashionMNIST,REVISE,JEM Ensemble,3,8
-2,distance_from_targets,453.1189270019531,FashionMNIST,REVISE,JEM Ensemble,3,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-3,distance,349.63238525390625,FashionMNIST,REVISE,JEM Ensemble,3,8
-3,distance_from_energy,641.8888549804688,FashionMNIST,REVISE,JEM Ensemble,3,8
-3,distance_from_targets,455.2502746582031,FashionMNIST,REVISE,JEM Ensemble,3,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-4,distance,462.1192626953125,FashionMNIST,REVISE,JEM Ensemble,3,8
-4,distance_from_energy,380.22576904296875,FashionMNIST,REVISE,JEM Ensemble,3,8
-4,distance_from_targets,305.4201354980469,FashionMNIST,REVISE,JEM Ensemble,3,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-4,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-5,distance,727.684814453125,FashionMNIST,REVISE,JEM Ensemble,3,8
-5,distance_from_energy,237.5654754638672,FashionMNIST,REVISE,JEM Ensemble,3,8
-5,distance_from_targets,320.61114501953125,FashionMNIST,REVISE,JEM Ensemble,3,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,8
-1,distance,639.3655395507812,FashionMNIST,ECCCo,JEM Ensemble,3,8
-1,distance_from_energy,105.3230972290039,FashionMNIST,ECCCo,JEM Ensemble,3,8
-1,distance_from_targets,347.0321044921875,FashionMNIST,ECCCo,JEM Ensemble,3,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-2,distance,667.553955078125,FashionMNIST,ECCCo,JEM Ensemble,3,8
-2,distance_from_energy,111.97049713134766,FashionMNIST,ECCCo,JEM Ensemble,3,8
-2,distance_from_targets,348.2578125,FashionMNIST,ECCCo,JEM Ensemble,3,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-3,distance,764.6639404296875,FashionMNIST,ECCCo,JEM Ensemble,3,8
-3,distance_from_energy,91.82062530517578,FashionMNIST,ECCCo,JEM Ensemble,3,8
-3,distance_from_targets,339.59259033203125,FashionMNIST,ECCCo,JEM Ensemble,3,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-4,distance,584.0742797851562,FashionMNIST,ECCCo,JEM Ensemble,3,8
-4,distance_from_energy,120.93460845947266,FashionMNIST,ECCCo,JEM Ensemble,3,8
-4,distance_from_targets,338.82501220703125,FashionMNIST,ECCCo,JEM Ensemble,3,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-4,set_size_penalty,3.000000000004743,FashionMNIST,ECCCo,JEM Ensemble,3,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-5,distance,650.9247436523438,FashionMNIST,ECCCo,JEM Ensemble,3,8
-5,distance_from_energy,133.49195861816406,FashionMNIST,ECCCo,JEM Ensemble,3,8
-5,distance_from_targets,337.0538330078125,FashionMNIST,ECCCo,JEM Ensemble,3,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,8
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,8
-1,distance_from_energy,735.0227661132812,FashionMNIST,Schut,JEM Ensemble,3,8
-1,distance_from_targets,549.7415771484375,FashionMNIST,Schut,JEM Ensemble,3,8
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,8
-2,distance_from_energy,768.6763916015625,FashionMNIST,Schut,JEM Ensemble,3,8
-2,distance_from_targets,571.9523315429688,FashionMNIST,Schut,JEM Ensemble,3,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,8
-3,distance_from_energy,848.6340942382812,FashionMNIST,Schut,JEM Ensemble,3,8
-3,distance_from_targets,623.3753051757812,FashionMNIST,Schut,JEM Ensemble,3,8
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,8
-4,distance_from_energy,692.1243896484375,FashionMNIST,Schut,JEM Ensemble,3,8
-4,distance_from_targets,496.7501220703125,FashionMNIST,Schut,JEM Ensemble,3,8
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,8
-5,distance_from_energy,773.583251953125,FashionMNIST,Schut,JEM Ensemble,3,8
-5,distance_from_targets,605.6895141601562,FashionMNIST,Schut,JEM Ensemble,3,8
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,8
-6,distance,104.53024291992188,FashionMNIST,Wachter,MLP,3,8
-6,distance_from_energy,930.9632568359375,FashionMNIST,Wachter,MLP,3,8
-6,distance_from_targets,586.66748046875,FashionMNIST,Wachter,MLP,3,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,3,8
-6,set_size_penalty,1.0005737568193616,FashionMNIST,Wachter,MLP,3,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,8
-7,distance,88.37065887451172,FashionMNIST,Wachter,MLP,3,8
-7,distance_from_energy,878.7561645507812,FashionMNIST,Wachter,MLP,3,8
-7,distance_from_targets,595.2103881835938,FashionMNIST,Wachter,MLP,3,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,8
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,3,8
-7,validity,0.0,FashionMNIST,Wachter,MLP,3,8
-8,distance,83.32086181640625,FashionMNIST,Wachter,MLP,3,8
-8,distance_from_energy,835.49169921875,FashionMNIST,Wachter,MLP,3,8
-8,distance_from_targets,480.07696533203125,FashionMNIST,Wachter,MLP,3,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,8
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,3,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,8
-9,distance,77.04997253417969,FashionMNIST,Wachter,MLP,3,8
-9,distance_from_energy,914.0478515625,FashionMNIST,Wachter,MLP,3,8
-9,distance_from_targets,404.4123840332031,FashionMNIST,Wachter,MLP,3,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,8
-9,set_size_penalty,2.9999999936487924,FashionMNIST,Wachter,MLP,3,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,8
-10,distance,109.34466552734375,FashionMNIST,Wachter,MLP,3,8
-10,distance_from_energy,900.7669067382812,FashionMNIST,Wachter,MLP,3,8
-10,distance_from_targets,616.2422485351562,FashionMNIST,Wachter,MLP,3,8
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,8
-10,set_size_penalty,2.0000000000141456,FashionMNIST,Wachter,MLP,3,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,3,8
-6,distance,286.5450134277344,FashionMNIST,REVISE,MLP,3,8
-6,distance_from_energy,968.9381713867188,FashionMNIST,REVISE,MLP,3,8
-6,distance_from_targets,469.08538818359375,FashionMNIST,REVISE,MLP,3,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,8
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,8
-6,validity,0.0,FashionMNIST,REVISE,MLP,3,8
-7,distance,448.6610412597656,FashionMNIST,REVISE,MLP,3,8
-7,distance_from_energy,881.1192626953125,FashionMNIST,REVISE,MLP,3,8
-7,distance_from_targets,392.0559387207031,FashionMNIST,REVISE,MLP,3,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,8
-7,set_size_penalty,3.000005962182916,FashionMNIST,REVISE,MLP,3,8
-7,validity,1.0,FashionMNIST,REVISE,MLP,3,8
-8,distance,444.8990783691406,FashionMNIST,REVISE,MLP,3,8
-8,distance_from_energy,815.2728881835938,FashionMNIST,REVISE,MLP,3,8
-8,distance_from_targets,287.67095947265625,FashionMNIST,REVISE,MLP,3,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,8
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,3,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,3,8
-9,distance,211.82264709472656,FashionMNIST,REVISE,MLP,3,8
-9,distance_from_energy,880.6262817382812,FashionMNIST,REVISE,MLP,3,8
-9,distance_from_targets,346.8115539550781,FashionMNIST,REVISE,MLP,3,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,8
-9,set_size_penalty,1.9988885579029707,FashionMNIST,REVISE,MLP,3,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,3,8
-10,distance,387.79473876953125,FashionMNIST,REVISE,MLP,3,8
-10,distance_from_energy,899.3604736328125,FashionMNIST,REVISE,MLP,3,8
-10,distance_from_targets,427.64630126953125,FashionMNIST,REVISE,MLP,3,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,8
-10,set_size_penalty,2.760906332933571,FashionMNIST,REVISE,MLP,3,8
-10,validity,1.0,FashionMNIST,REVISE,MLP,3,8
-6,distance,777.3767700195312,FashionMNIST,ECCCo,MLP,3,8
-6,distance_from_energy,198.44039916992188,FashionMNIST,ECCCo,MLP,3,8
-6,distance_from_targets,720.97412109375,FashionMNIST,ECCCo,MLP,3,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,8
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,8
-7,distance,714.0213012695312,FashionMNIST,ECCCo,MLP,3,8
-7,distance_from_energy,194.60757446289062,FashionMNIST,ECCCo,MLP,3,8
-7,distance_from_targets,727.908447265625,FashionMNIST,ECCCo,MLP,3,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,8
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,8
-8,distance,702.9486694335938,FashionMNIST,ECCCo,MLP,3,8
-8,distance_from_energy,165.3944854736328,FashionMNIST,ECCCo,MLP,3,8
-8,distance_from_targets,714.9146728515625,FashionMNIST,ECCCo,MLP,3,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,8
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,8
-9,distance,739.9494018554688,FashionMNIST,ECCCo,MLP,3,8
-9,distance_from_energy,204.7216339111328,FashionMNIST,ECCCo,MLP,3,8
-9,distance_from_targets,673.2470092773438,FashionMNIST,ECCCo,MLP,3,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,8
-9,set_size_penalty,1.0017863484959468,FashionMNIST,ECCCo,MLP,3,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,8
-10,distance,786.2807006835938,FashionMNIST,ECCCo,MLP,3,8
-10,distance_from_energy,142.1765899658203,FashionMNIST,ECCCo,MLP,3,8
-10,distance_from_targets,733.4466552734375,FashionMNIST,ECCCo,MLP,3,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,8
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,8
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,8
-6,distance_from_energy,954.1041870117188,FashionMNIST,Schut,MLP,3,8
-6,distance_from_targets,556.4432373046875,FashionMNIST,Schut,MLP,3,8
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,8
-6,validity,0.0,FashionMNIST,Schut,MLP,3,8
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,8
-7,distance_from_energy,870.0266723632812,FashionMNIST,Schut,MLP,3,8
-7,distance_from_targets,568.9605712890625,FashionMNIST,Schut,MLP,3,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,8
-7,validity,0.0,FashionMNIST,Schut,MLP,3,8
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,8
-8,distance_from_energy,863.3905029296875,FashionMNIST,Schut,MLP,3,8
-8,distance_from_targets,453.631591796875,FashionMNIST,Schut,MLP,3,8
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,8
-8,validity,0.0,FashionMNIST,Schut,MLP,3,8
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,8
-9,distance_from_energy,910.7609252929688,FashionMNIST,Schut,MLP,3,8
-9,distance_from_targets,371.463134765625,FashionMNIST,Schut,MLP,3,8
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,8
-9,validity,0.0,FashionMNIST,Schut,MLP,3,8
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,8
-10,distance_from_energy,929.87109375,FashionMNIST,Schut,MLP,3,8
-10,distance_from_targets,582.9989013671875,FashionMNIST,Schut,MLP,3,8
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,8
-10,validity,0.0,FashionMNIST,Schut,MLP,3,8
-11,distance,71.05754089355469,FashionMNIST,Wachter,MLP Ensemble,3,8
-11,distance_from_energy,706.7020263671875,FashionMNIST,Wachter,MLP Ensemble,3,8
-11,distance_from_targets,409.6115417480469,FashionMNIST,Wachter,MLP Ensemble,3,8
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,3,8
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-12,distance,104.78980255126953,FashionMNIST,Wachter,MLP Ensemble,3,8
-12,distance_from_energy,813.2293701171875,FashionMNIST,Wachter,MLP Ensemble,3,8
-12,distance_from_targets,534.9169311523438,FashionMNIST,Wachter,MLP Ensemble,3,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-12,set_size_penalty,1.9999473599666389,FashionMNIST,Wachter,MLP Ensemble,3,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-13,distance,97.95476531982422,FashionMNIST,Wachter,MLP Ensemble,3,8
-13,distance_from_energy,766.9205322265625,FashionMNIST,Wachter,MLP Ensemble,3,8
-13,distance_from_targets,566.1724243164062,FashionMNIST,Wachter,MLP Ensemble,3,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-14,distance,71.6357650756836,FashionMNIST,Wachter,MLP Ensemble,3,8
-14,distance_from_energy,696.4510498046875,FashionMNIST,Wachter,MLP Ensemble,3,8
-14,distance_from_targets,350.444091796875,FashionMNIST,Wachter,MLP Ensemble,3,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-15,distance,101.52510070800781,FashionMNIST,Wachter,MLP Ensemble,3,8
-15,distance_from_energy,780.2061767578125,FashionMNIST,Wachter,MLP Ensemble,3,8
-15,distance_from_targets,549.3440551757812,FashionMNIST,Wachter,MLP Ensemble,3,8
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-15,set_size_penalty,2.0000000000103983,FashionMNIST,Wachter,MLP Ensemble,3,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,8
-11,distance,195.91148376464844,FashionMNIST,REVISE,MLP Ensemble,3,8
-11,distance_from_energy,702.5974731445312,FashionMNIST,REVISE,MLP Ensemble,3,8
-11,distance_from_targets,360.6519775390625,FashionMNIST,REVISE,MLP Ensemble,3,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-12,distance,373.96783447265625,FashionMNIST,REVISE,MLP Ensemble,3,8
-12,distance_from_energy,736.7371215820312,FashionMNIST,REVISE,MLP Ensemble,3,8
-12,distance_from_targets,295.0050964355469,FashionMNIST,REVISE,MLP Ensemble,3,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-13,distance,434.2981262207031,FashionMNIST,REVISE,MLP Ensemble,3,8
-13,distance_from_energy,729.7179565429688,FashionMNIST,REVISE,MLP Ensemble,3,8
-13,distance_from_targets,415.39410400390625,FashionMNIST,REVISE,MLP Ensemble,3,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-13,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-14,distance,365.00506591796875,FashionMNIST,REVISE,MLP Ensemble,3,8
-14,distance_from_energy,695.7064819335938,FashionMNIST,REVISE,MLP Ensemble,3,8
-14,distance_from_targets,355.196044921875,FashionMNIST,REVISE,MLP Ensemble,3,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-14,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-15,distance,281.7767028808594,FashionMNIST,REVISE,MLP Ensemble,3,8
-15,distance_from_energy,747.3506469726562,FashionMNIST,REVISE,MLP Ensemble,3,8
-15,distance_from_targets,427.5572509765625,FashionMNIST,REVISE,MLP Ensemble,3,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,8
-11,distance,581.6480102539062,FashionMNIST,ECCCo,MLP Ensemble,3,8
-11,distance_from_energy,126.67170715332031,FashionMNIST,ECCCo,MLP Ensemble,3,8
-11,distance_from_targets,589.4034423828125,FashionMNIST,ECCCo,MLP Ensemble,3,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-12,distance,704.3123168945312,FashionMNIST,ECCCo,MLP Ensemble,3,8
-12,distance_from_energy,157.8993377685547,FashionMNIST,ECCCo,MLP Ensemble,3,8
-12,distance_from_targets,596.69873046875,FashionMNIST,ECCCo,MLP Ensemble,3,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-13,distance,687.4817504882812,FashionMNIST,ECCCo,MLP Ensemble,3,8
-13,distance_from_energy,124.93803405761719,FashionMNIST,ECCCo,MLP Ensemble,3,8
-13,distance_from_targets,646.8306884765625,FashionMNIST,ECCCo,MLP Ensemble,3,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-14,distance,607.9282836914062,FashionMNIST,ECCCo,MLP Ensemble,3,8
-14,distance_from_energy,143.8570556640625,FashionMNIST,ECCCo,MLP Ensemble,3,8
-14,distance_from_targets,598.3218994140625,FashionMNIST,ECCCo,MLP Ensemble,3,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-15,distance,723.1746826171875,FashionMNIST,ECCCo,MLP Ensemble,3,8
-15,distance_from_energy,92.94144439697266,FashionMNIST,ECCCo,MLP Ensemble,3,8
-15,distance_from_targets,637.4907836914062,FashionMNIST,ECCCo,MLP Ensemble,3,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,8
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,8
-11,distance_from_energy,721.9505615234375,FashionMNIST,Schut,MLP Ensemble,3,8
-11,distance_from_targets,378.0674133300781,FashionMNIST,Schut,MLP Ensemble,3,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,8
-12,distance_from_energy,838.9798583984375,FashionMNIST,Schut,MLP Ensemble,3,8
-12,distance_from_targets,507.917724609375,FashionMNIST,Schut,MLP Ensemble,3,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,8
-13,distance_from_energy,756.0050048828125,FashionMNIST,Schut,MLP Ensemble,3,8
-13,distance_from_targets,551.2439575195312,FashionMNIST,Schut,MLP Ensemble,3,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,3,8
-14,distance_from_energy,724.099609375,FashionMNIST,Schut,MLP Ensemble,3,8
-14,distance_from_targets,328.23931884765625,FashionMNIST,Schut,MLP Ensemble,3,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,8
-15,distance_from_energy,808.4514770507812,FashionMNIST,Schut,MLP Ensemble,3,8
-15,distance_from_targets,538.4071044921875,FashionMNIST,Schut,MLP Ensemble,3,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,8
-16,distance,82.79908752441406,FashionMNIST,Wachter,JEM,3,8
-16,distance_from_energy,792.6908569335938,FashionMNIST,Wachter,JEM,3,8
-16,distance_from_targets,616.8207397460938,FashionMNIST,Wachter,JEM,3,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,3,8
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,8
-17,distance,67.33756256103516,FashionMNIST,Wachter,JEM,3,8
-17,distance_from_energy,607.7537841796875,FashionMNIST,Wachter,JEM,3,8
-17,distance_from_targets,492.545654296875,FashionMNIST,Wachter,JEM,3,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,8
-17,set_size_penalty,2.9760584874287463,FashionMNIST,Wachter,JEM,3,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,8
-18,distance,67.41229248046875,FashionMNIST,Wachter,JEM,3,8
-18,distance_from_energy,677.5037841796875,FashionMNIST,Wachter,JEM,3,8
-18,distance_from_targets,420.8193359375,FashionMNIST,Wachter,JEM,3,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,3,8
-18,set_size_penalty,1.0000000000001976,FashionMNIST,Wachter,JEM,3,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,8
-19,distance,75.9426498413086,FashionMNIST,Wachter,JEM,3,8
-19,distance_from_energy,627.7620849609375,FashionMNIST,Wachter,JEM,3,8
-19,distance_from_targets,457.9560546875,FashionMNIST,Wachter,JEM,3,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,8
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,8
-20,distance,91.90654754638672,FashionMNIST,Wachter,JEM,3,8
-20,distance_from_energy,771.2405395507812,FashionMNIST,Wachter,JEM,3,8
-20,distance_from_targets,567.9091186523438,FashionMNIST,Wachter,JEM,3,8
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,8
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,8
-16,distance,504.3960266113281,FashionMNIST,REVISE,JEM,3,8
-16,distance_from_energy,535.0814208984375,FashionMNIST,REVISE,JEM,3,8
-16,distance_from_targets,592.9970703125,FashionMNIST,REVISE,JEM,3,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,3,8
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,8
-16,validity,0.0,FashionMNIST,REVISE,JEM,3,8
-17,distance,496.2793884277344,FashionMNIST,REVISE,JEM,3,8
-17,distance_from_energy,540.9371337890625,FashionMNIST,REVISE,JEM,3,8
-17,distance_from_targets,331.92388916015625,FashionMNIST,REVISE,JEM,3,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,8
-17,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,3,8
-17,validity,1.0,FashionMNIST,REVISE,JEM,3,8
-18,distance,538.391357421875,FashionMNIST,REVISE,JEM,3,8
-18,distance_from_energy,341.30267333984375,FashionMNIST,REVISE,JEM,3,8
-18,distance_from_targets,393.77728271484375,FashionMNIST,REVISE,JEM,3,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,8
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,8
-18,validity,0.0,FashionMNIST,REVISE,JEM,3,8
-19,distance,584.801025390625,FashionMNIST,REVISE,JEM,3,8
-19,distance_from_energy,502.03985595703125,FashionMNIST,REVISE,JEM,3,8
-19,distance_from_targets,432.7043151855469,FashionMNIST,REVISE,JEM,3,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,8
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,3,8
-20,distance,590.6068115234375,FashionMNIST,REVISE,JEM,3,8
-20,distance_from_energy,841.0894775390625,FashionMNIST,REVISE,JEM,3,8
-20,distance_from_targets,551.2612915039062,FashionMNIST,REVISE,JEM,3,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,8
-20,set_size_penalty,1.000015939386542,FashionMNIST,REVISE,JEM,3,8
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,8
-16,distance,615.3184204101562,FashionMNIST,ECCCo,JEM,3,8
-16,distance_from_energy,120.79353332519531,FashionMNIST,ECCCo,JEM,3,8
-16,distance_from_targets,394.5697937011719,FashionMNIST,ECCCo,JEM,3,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,8
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,8
-17,distance,523.2373657226562,FashionMNIST,ECCCo,JEM,3,8
-17,distance_from_energy,83.5158920288086,FashionMNIST,ECCCo,JEM,3,8
-17,distance_from_targets,377.5301513671875,FashionMNIST,ECCCo,JEM,3,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,8
-17,set_size_penalty,3.000000850826715,FashionMNIST,ECCCo,JEM,3,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,8
-18,distance,445.3726806640625,FashionMNIST,ECCCo,JEM,3,8
-18,distance_from_energy,91.01604461669922,FashionMNIST,ECCCo,JEM,3,8
-18,distance_from_targets,378.4747009277344,FashionMNIST,ECCCo,JEM,3,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,8
-18,set_size_penalty,2.9999999795337917,FashionMNIST,ECCCo,JEM,3,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,8
-19,distance,531.0004272460938,FashionMNIST,ECCCo,JEM,3,8
-19,distance_from_energy,157.44259643554688,FashionMNIST,ECCCo,JEM,3,8
-19,distance_from_targets,347.9937438964844,FashionMNIST,ECCCo,JEM,3,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,8
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,8
-20,distance,452.94482421875,FashionMNIST,ECCCo,JEM,3,8
-20,distance_from_energy,267.6104431152344,FashionMNIST,ECCCo,JEM,3,8
-20,distance_from_targets,370.4327392578125,FashionMNIST,ECCCo,JEM,3,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,8
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,8
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,8
-16,distance_from_energy,795.0101318359375,FashionMNIST,Schut,JEM,3,8
-16,distance_from_targets,588.8745727539062,FashionMNIST,Schut,JEM,3,8
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,8
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,8
-16,validity,0.0,FashionMNIST,Schut,JEM,3,8
-17,distance,7.899999618530273,FashionMNIST,Schut,JEM,3,8
-17,distance_from_energy,603.2266845703125,FashionMNIST,Schut,JEM,3,8
-17,distance_from_targets,466.05938720703125,FashionMNIST,Schut,JEM,3,8
-17,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,3,8
-17,set_size_penalty,3.999999999991262,FashionMNIST,Schut,JEM,3,8
-17,validity,1.0,FashionMNIST,Schut,JEM,3,8
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,8
-18,distance_from_energy,602.6224975585938,FashionMNIST,Schut,JEM,3,8
-18,distance_from_targets,388.0650939941406,FashionMNIST,Schut,JEM,3,8
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,8
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,8
-18,validity,0.0,FashionMNIST,Schut,JEM,3,8
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,3,8
-19,distance_from_energy,668.9537963867188,FashionMNIST,Schut,JEM,3,8
-19,distance_from_targets,430.30206298828125,FashionMNIST,Schut,JEM,3,8
-19,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,3,8
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,8
-19,validity,0.0,FashionMNIST,Schut,JEM,3,8
-20,distance,10.0,FashionMNIST,Schut,JEM,3,8
-20,distance_from_energy,706.3618774414062,FashionMNIST,Schut,JEM,3,8
-20,distance_from_targets,545.342041015625,FashionMNIST,Schut,JEM,3,8
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,3,8
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,8
-20,validity,0.0,FashionMNIST,Schut,JEM,3,8
-1,distance,119.97726440429688,FashionMNIST,Wachter,JEM Ensemble,3,9
-1,distance_from_energy,642.9202880859375,FashionMNIST,Wachter,JEM Ensemble,3,9
-1,distance_from_targets,498.0685119628906,FashionMNIST,Wachter,JEM Ensemble,3,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-2,distance,125.75888061523438,FashionMNIST,Wachter,JEM Ensemble,3,9
-2,distance_from_energy,682.5677490234375,FashionMNIST,Wachter,JEM Ensemble,3,9
-2,distance_from_targets,583.6427612304688,FashionMNIST,Wachter,JEM Ensemble,3,9
-2,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,3,9
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-3,distance,158.09457397460938,FashionMNIST,Wachter,JEM Ensemble,3,9
-3,distance_from_energy,678.7044067382812,FashionMNIST,Wachter,JEM Ensemble,3,9
-3,distance_from_targets,546.305419921875,FashionMNIST,Wachter,JEM Ensemble,3,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-3,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-3,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-4,distance,166.7561492919922,FashionMNIST,Wachter,JEM Ensemble,3,9
-4,distance_from_energy,670.7908935546875,FashionMNIST,Wachter,JEM Ensemble,3,9
-4,distance_from_targets,540.7008666992188,FashionMNIST,Wachter,JEM Ensemble,3,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-5,distance,180.97401428222656,FashionMNIST,Wachter,JEM Ensemble,3,9
-5,distance_from_energy,695.0350341796875,FashionMNIST,Wachter,JEM Ensemble,3,9
-5,distance_from_targets,570.7943115234375,FashionMNIST,Wachter,JEM Ensemble,3,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,3,9
-1,distance,263.81610107421875,FashionMNIST,REVISE,JEM Ensemble,3,9
-1,distance_from_energy,572.1021728515625,FashionMNIST,REVISE,JEM Ensemble,3,9
-1,distance_from_targets,426.2213134765625,FashionMNIST,REVISE,JEM Ensemble,3,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-1,set_size_penalty,9.000000000032953,FashionMNIST,REVISE,JEM Ensemble,3,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-2,distance,642.777587890625,FashionMNIST,REVISE,JEM Ensemble,3,9
-2,distance_from_energy,475.99993896484375,FashionMNIST,REVISE,JEM Ensemble,3,9
-2,distance_from_targets,506.69189453125,FashionMNIST,REVISE,JEM Ensemble,3,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-3,distance,468.6973876953125,FashionMNIST,REVISE,JEM Ensemble,3,9
-3,distance_from_energy,478.59576416015625,FashionMNIST,REVISE,JEM Ensemble,3,9
-3,distance_from_targets,325.5268249511719,FashionMNIST,REVISE,JEM Ensemble,3,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-4,distance,704.0736083984375,FashionMNIST,REVISE,JEM Ensemble,3,9
-4,distance_from_energy,286.01373291015625,FashionMNIST,REVISE,JEM Ensemble,3,9
-4,distance_from_targets,332.403564453125,FashionMNIST,REVISE,JEM Ensemble,3,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-4,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-5,distance,745.0302734375,FashionMNIST,REVISE,JEM Ensemble,3,9
-5,distance_from_energy,315.81805419921875,FashionMNIST,REVISE,JEM Ensemble,3,9
-5,distance_from_targets,382.4857482910156,FashionMNIST,REVISE,JEM Ensemble,3,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,3,9
-1,distance,585.6019897460938,FashionMNIST,ECCCo,JEM Ensemble,3,9
-1,distance_from_energy,105.23735046386719,FashionMNIST,ECCCo,JEM Ensemble,3,9
-1,distance_from_targets,328.5782775878906,FashionMNIST,ECCCo,JEM Ensemble,3,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-2,distance,585.4761962890625,FashionMNIST,ECCCo,JEM Ensemble,3,9
-2,distance_from_energy,115.80706787109375,FashionMNIST,ECCCo,JEM Ensemble,3,9
-2,distance_from_targets,350.9129638671875,FashionMNIST,ECCCo,JEM Ensemble,3,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-3,distance,649.9979858398438,FashionMNIST,ECCCo,JEM Ensemble,3,9
-3,distance_from_energy,72.15106201171875,FashionMNIST,ECCCo,JEM Ensemble,3,9
-3,distance_from_targets,337.204833984375,FashionMNIST,ECCCo,JEM Ensemble,3,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-4,distance,633.0175170898438,FashionMNIST,ECCCo,JEM Ensemble,3,9
-4,distance_from_energy,91.72908020019531,FashionMNIST,ECCCo,JEM Ensemble,3,9
-4,distance_from_targets,333.5491943359375,FashionMNIST,ECCCo,JEM Ensemble,3,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-5,distance,673.8174438476562,FashionMNIST,ECCCo,JEM Ensemble,3,9
-5,distance_from_energy,88.16553497314453,FashionMNIST,ECCCo,JEM Ensemble,3,9
-5,distance_from_targets,339.6689758300781,FashionMNIST,ECCCo,JEM Ensemble,3,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,3,9
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,9
-1,distance_from_energy,688.095947265625,FashionMNIST,Schut,JEM Ensemble,3,9
-1,distance_from_targets,486.63800048828125,FashionMNIST,Schut,JEM Ensemble,3,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,9
-2,distance_from_energy,693.3991088867188,FashionMNIST,Schut,JEM Ensemble,3,9
-2,distance_from_targets,563.0054931640625,FashionMNIST,Schut,JEM Ensemble,3,9
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,3,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,9
-3,distance_from_energy,710.1568603515625,FashionMNIST,Schut,JEM Ensemble,3,9
-3,distance_from_targets,532.038818359375,FashionMNIST,Schut,JEM Ensemble,3,9
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,3,9
-4,distance_from_energy,739.5049438476562,FashionMNIST,Schut,JEM Ensemble,3,9
-4,distance_from_targets,537.6885375976562,FashionMNIST,Schut,JEM Ensemble,3,9
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,3,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,3,9
-5,distance_from_energy,742.5570068359375,FashionMNIST,Schut,JEM Ensemble,3,9
-5,distance_from_targets,564.5875244140625,FashionMNIST,Schut,JEM Ensemble,3,9
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,3,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,3,9
-6,distance,88.6170425415039,FashionMNIST,Wachter,MLP,3,9
-6,distance_from_energy,925.8463745117188,FashionMNIST,Wachter,MLP,3,9
-6,distance_from_targets,552.7217407226562,FashionMNIST,Wachter,MLP,3,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,3,9
-6,set_size_penalty,5.0,FashionMNIST,Wachter,MLP,3,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,3,9
-7,distance,74.89412689208984,FashionMNIST,Wachter,MLP,3,9
-7,distance_from_energy,920.3280029296875,FashionMNIST,Wachter,MLP,3,9
-7,distance_from_targets,503.395751953125,FashionMNIST,Wachter,MLP,3,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,3,9
-7,set_size_penalty,3.0219423482976264,FashionMNIST,Wachter,MLP,3,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,3,9
-8,distance,79.22349548339844,FashionMNIST,Wachter,MLP,3,9
-8,distance_from_energy,873.6876220703125,FashionMNIST,Wachter,MLP,3,9
-8,distance_from_targets,522.9874267578125,FashionMNIST,Wachter,MLP,3,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,3,9
-8,set_size_penalty,4.997444221394259,FashionMNIST,Wachter,MLP,3,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,3,9
-9,distance,92.99689483642578,FashionMNIST,Wachter,MLP,3,9
-9,distance_from_energy,872.3343505859375,FashionMNIST,Wachter,MLP,3,9
-9,distance_from_targets,523.0466918945312,FashionMNIST,Wachter,MLP,3,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,3,9
-9,set_size_penalty,4.000000000769104,FashionMNIST,Wachter,MLP,3,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,3,9
-10,distance,95.95684814453125,FashionMNIST,Wachter,MLP,3,9
-10,distance_from_energy,845.1779174804688,FashionMNIST,Wachter,MLP,3,9
-10,distance_from_targets,564.1806030273438,FashionMNIST,Wachter,MLP,3,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,3,9
-10,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,3,9
-10,validity,0.0,FashionMNIST,Wachter,MLP,3,9
-6,distance,227.52903747558594,FashionMNIST,REVISE,MLP,3,9
-6,distance_from_energy,908.6358642578125,FashionMNIST,REVISE,MLP,3,9
-6,distance_from_targets,455.82562255859375,FashionMNIST,REVISE,MLP,3,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,3,9
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,9
-6,validity,0.0,FashionMNIST,REVISE,MLP,3,9
-7,distance,192.18801879882812,FashionMNIST,REVISE,MLP,3,9
-7,distance_from_energy,901.9669799804688,FashionMNIST,REVISE,MLP,3,9
-7,distance_from_targets,398.4976806640625,FashionMNIST,REVISE,MLP,3,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,3,9
-7,set_size_penalty,2.9838369186114275,FashionMNIST,REVISE,MLP,3,9
-7,validity,1.0,FashionMNIST,REVISE,MLP,3,9
-8,distance,332.3255615234375,FashionMNIST,REVISE,MLP,3,9
-8,distance_from_energy,874.0523681640625,FashionMNIST,REVISE,MLP,3,9
-8,distance_from_targets,356.1379699707031,FashionMNIST,REVISE,MLP,3,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,3,9
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,9
-8,validity,0.0,FashionMNIST,REVISE,MLP,3,9
-9,distance,517.244140625,FashionMNIST,REVISE,MLP,3,9
-9,distance_from_energy,877.38134765625,FashionMNIST,REVISE,MLP,3,9
-9,distance_from_targets,375.9313049316406,FashionMNIST,REVISE,MLP,3,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,3,9
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,3,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,3,9
-10,distance,266.4642639160156,FashionMNIST,REVISE,MLP,3,9
-10,distance_from_energy,912.251953125,FashionMNIST,REVISE,MLP,3,9
-10,distance_from_targets,501.8772888183594,FashionMNIST,REVISE,MLP,3,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,3,9
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,3,9
-10,validity,0.0,FashionMNIST,REVISE,MLP,3,9
-6,distance,755.6746215820312,FashionMNIST,ECCCo,MLP,3,9
-6,distance_from_energy,180.39654541015625,FashionMNIST,ECCCo,MLP,3,9
-6,distance_from_targets,714.8975830078125,FashionMNIST,ECCCo,MLP,3,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,9
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,3,9
-7,distance,744.9364624023438,FashionMNIST,ECCCo,MLP,3,9
-7,distance_from_energy,178.0127410888672,FashionMNIST,ECCCo,MLP,3,9
-7,distance_from_targets,701.4432983398438,FashionMNIST,ECCCo,MLP,3,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,9
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,3,9
-8,distance,744.5471801757812,FashionMNIST,ECCCo,MLP,3,9
-8,distance_from_energy,148.1807403564453,FashionMNIST,ECCCo,MLP,3,9
-8,distance_from_targets,711.3140258789062,FashionMNIST,ECCCo,MLP,3,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,9
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,3,9
-9,distance,760.1090087890625,FashionMNIST,ECCCo,MLP,3,9
-9,distance_from_energy,147.3636016845703,FashionMNIST,ECCCo,MLP,3,9
-9,distance_from_targets,755.1727905273438,FashionMNIST,ECCCo,MLP,3,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,9
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,3,9
-10,distance,742.9244995117188,FashionMNIST,ECCCo,MLP,3,9
-10,distance_from_energy,141.54348754882812,FashionMNIST,ECCCo,MLP,3,9
-10,distance_from_targets,758.3101806640625,FashionMNIST,ECCCo,MLP,3,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,3,9
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,3,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,3,9
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,9
-6,distance_from_energy,938.9873046875,FashionMNIST,Schut,MLP,3,9
-6,distance_from_targets,526.2492065429688,FashionMNIST,Schut,MLP,3,9
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,9
-6,validity,0.0,FashionMNIST,Schut,MLP,3,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,3,9
-7,distance_from_energy,907.0511474609375,FashionMNIST,Schut,MLP,3,9
-7,distance_from_targets,467.135009765625,FashionMNIST,Schut,MLP,3,9
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,9
-7,validity,0.0,FashionMNIST,Schut,MLP,3,9
-8,distance,10.0,FashionMNIST,Schut,MLP,3,9
-8,distance_from_energy,888.2298583984375,FashionMNIST,Schut,MLP,3,9
-8,distance_from_targets,490.7189636230469,FashionMNIST,Schut,MLP,3,9
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,9
-8,validity,0.0,FashionMNIST,Schut,MLP,3,9
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,9
-9,distance_from_energy,882.6025390625,FashionMNIST,Schut,MLP,3,9
-9,distance_from_targets,496.10076904296875,FashionMNIST,Schut,MLP,3,9
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,3,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,9
-9,validity,0.0,FashionMNIST,Schut,MLP,3,9
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,3,9
-10,distance_from_energy,862.03662109375,FashionMNIST,Schut,MLP,3,9
-10,distance_from_targets,533.9083862304688,FashionMNIST,Schut,MLP,3,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,3,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,3,9
-10,validity,0.0,FashionMNIST,Schut,MLP,3,9
-11,distance,121.63680267333984,FashionMNIST,Wachter,MLP Ensemble,3,9
-11,distance_from_energy,808.864990234375,FashionMNIST,Wachter,MLP Ensemble,3,9
-11,distance_from_targets,539.8052368164062,FashionMNIST,Wachter,MLP Ensemble,3,9
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,3,9
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-12,distance,113.18828582763672,FashionMNIST,Wachter,MLP Ensemble,3,9
-12,distance_from_energy,778.85888671875,FashionMNIST,Wachter,MLP Ensemble,3,9
-12,distance_from_targets,546.3099365234375,FashionMNIST,Wachter,MLP Ensemble,3,9
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-13,distance,126.86917877197266,FashionMNIST,Wachter,MLP Ensemble,3,9
-13,distance_from_energy,799.4735107421875,FashionMNIST,Wachter,MLP Ensemble,3,9
-13,distance_from_targets,588.8892211914062,FashionMNIST,Wachter,MLP Ensemble,3,9
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,3,9
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-14,distance,113.40250396728516,FashionMNIST,Wachter,MLP Ensemble,3,9
-14,distance_from_energy,804.638671875,FashionMNIST,Wachter,MLP Ensemble,3,9
-14,distance_from_targets,529.2028198242188,FashionMNIST,Wachter,MLP Ensemble,3,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-14,set_size_penalty,4.00000000000003,FashionMNIST,Wachter,MLP Ensemble,3,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-15,distance,117.06331634521484,FashionMNIST,Wachter,MLP Ensemble,3,9
-15,distance_from_energy,828.9280395507812,FashionMNIST,Wachter,MLP Ensemble,3,9
-15,distance_from_targets,537.55419921875,FashionMNIST,Wachter,MLP Ensemble,3,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,3,9
-11,distance,317.3724670410156,FashionMNIST,REVISE,MLP Ensemble,3,9
-11,distance_from_energy,736.3524169921875,FashionMNIST,REVISE,MLP Ensemble,3,9
-11,distance_from_targets,332.92987060546875,FashionMNIST,REVISE,MLP Ensemble,3,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-11,set_size_penalty,1.000000000000228,FashionMNIST,REVISE,MLP Ensemble,3,9
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-12,distance,230.37152099609375,FashionMNIST,REVISE,MLP Ensemble,3,9
-12,distance_from_energy,771.6935424804688,FashionMNIST,REVISE,MLP Ensemble,3,9
-12,distance_from_targets,521.0635375976562,FashionMNIST,REVISE,MLP Ensemble,3,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-13,distance,292.3385009765625,FashionMNIST,REVISE,MLP Ensemble,3,9
-13,distance_from_energy,796.6842041015625,FashionMNIST,REVISE,MLP Ensemble,3,9
-13,distance_from_targets,433.54254150390625,FashionMNIST,REVISE,MLP Ensemble,3,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-14,distance,241.79006958007812,FashionMNIST,REVISE,MLP Ensemble,3,9
-14,distance_from_energy,764.3889770507812,FashionMNIST,REVISE,MLP Ensemble,3,9
-14,distance_from_targets,394.38250732421875,FashionMNIST,REVISE,MLP Ensemble,3,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-15,distance,256.5765686035156,FashionMNIST,REVISE,MLP Ensemble,3,9
-15,distance_from_energy,771.4946899414062,FashionMNIST,REVISE,MLP Ensemble,3,9
-15,distance_from_targets,406.6092529296875,FashionMNIST,REVISE,MLP Ensemble,3,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,3,9
-11,distance,719.3218383789062,FashionMNIST,ECCCo,MLP Ensemble,3,9
-11,distance_from_energy,124.03643798828125,FashionMNIST,ECCCo,MLP Ensemble,3,9
-11,distance_from_targets,601.1072387695312,FashionMNIST,ECCCo,MLP Ensemble,3,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-12,distance,717.790283203125,FashionMNIST,ECCCo,MLP Ensemble,3,9
-12,distance_from_energy,102.33778381347656,FashionMNIST,ECCCo,MLP Ensemble,3,9
-12,distance_from_targets,638.5116577148438,FashionMNIST,ECCCo,MLP Ensemble,3,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-13,distance,695.6725463867188,FashionMNIST,ECCCo,MLP Ensemble,3,9
-13,distance_from_energy,171.71731567382812,FashionMNIST,ECCCo,MLP Ensemble,3,9
-13,distance_from_targets,602.7382202148438,FashionMNIST,ECCCo,MLP Ensemble,3,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-14,distance,725.5698852539062,FashionMNIST,ECCCo,MLP Ensemble,3,9
-14,distance_from_energy,142.20217895507812,FashionMNIST,ECCCo,MLP Ensemble,3,9
-14,distance_from_targets,605.801025390625,FashionMNIST,ECCCo,MLP Ensemble,3,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-15,distance,722.98193359375,FashionMNIST,ECCCo,MLP Ensemble,3,9
-15,distance_from_energy,157.226318359375,FashionMNIST,ECCCo,MLP Ensemble,3,9
-15,distance_from_targets,597.052978515625,FashionMNIST,ECCCo,MLP Ensemble,3,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,3,9
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,9
-11,distance_from_energy,828.6773681640625,FashionMNIST,Schut,MLP Ensemble,3,9
-11,distance_from_targets,509.0286560058594,FashionMNIST,Schut,MLP Ensemble,3,9
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,9
-12,distance_from_energy,795.4322509765625,FashionMNIST,Schut,MLP Ensemble,3,9
-12,distance_from_targets,522.1670532226562,FashionMNIST,Schut,MLP Ensemble,3,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,9
-13,distance_from_energy,846.6236572265625,FashionMNIST,Schut,MLP Ensemble,3,9
-13,distance_from_targets,559.140869140625,FashionMNIST,Schut,MLP Ensemble,3,9
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,3,9
-14,distance_from_energy,826.2318115234375,FashionMNIST,Schut,MLP Ensemble,3,9
-14,distance_from_targets,508.93804931640625,FashionMNIST,Schut,MLP Ensemble,3,9
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,3,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,3,9
-15,distance_from_energy,847.3868408203125,FashionMNIST,Schut,MLP Ensemble,3,9
-15,distance_from_targets,519.4240112304688,FashionMNIST,Schut,MLP Ensemble,3,9
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,3,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,3,9
-16,distance,56.37699508666992,FashionMNIST,Wachter,JEM,3,9
-16,distance_from_energy,397.10107421875,FashionMNIST,Wachter,JEM,3,9
-16,distance_from_targets,385.2033386230469,FashionMNIST,Wachter,JEM,3,9
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,3,9
-16,set_size_penalty,6.006318937941078,FashionMNIST,Wachter,JEM,3,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,3,9
-17,distance,85.53295135498047,FashionMNIST,Wachter,JEM,3,9
-17,distance_from_energy,692.0875854492188,FashionMNIST,Wachter,JEM,3,9
-17,distance_from_targets,517.59423828125,FashionMNIST,Wachter,JEM,3,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,3,9
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,3,9
-18,distance,101.71339416503906,FashionMNIST,Wachter,JEM,3,9
-18,distance_from_energy,679.1211547851562,FashionMNIST,Wachter,JEM,3,9
-18,distance_from_targets,560.2980346679688,FashionMNIST,Wachter,JEM,3,9
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,3,9
-18,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,3,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,3,9
-19,distance,98.31798553466797,FashionMNIST,Wachter,JEM,3,9
-19,distance_from_energy,722.6851196289062,FashionMNIST,Wachter,JEM,3,9
-19,distance_from_targets,550.84375,FashionMNIST,Wachter,JEM,3,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,3,9
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,3,9
-20,distance,113.47525787353516,FashionMNIST,Wachter,JEM,3,9
-20,distance_from_energy,721.90234375,FashionMNIST,Wachter,JEM,3,9
-20,distance_from_targets,552.1445922851562,FashionMNIST,Wachter,JEM,3,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,3,9
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,3,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,3,9
-16,distance,138.8540802001953,FashionMNIST,REVISE,JEM,3,9
-16,distance_from_energy,618.7713623046875,FashionMNIST,REVISE,JEM,3,9
-16,distance_from_targets,373.80999755859375,FashionMNIST,REVISE,JEM,3,9
-16,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,3,9
-16,set_size_penalty,8.999999999932292,FashionMNIST,REVISE,JEM,3,9
-16,validity,1.0,FashionMNIST,REVISE,JEM,3,9
-17,distance,219.60787963867188,FashionMNIST,REVISE,JEM,3,9
-17,distance_from_energy,650.6712036132812,FashionMNIST,REVISE,JEM,3,9
-17,distance_from_targets,459.73468017578125,FashionMNIST,REVISE,JEM,3,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,3,9
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,3,9
-17,validity,1.0,FashionMNIST,REVISE,JEM,3,9
-18,distance,584.3455200195312,FashionMNIST,REVISE,JEM,3,9
-18,distance_from_energy,524.6939697265625,FashionMNIST,REVISE,JEM,3,9
-18,distance_from_targets,527.2745971679688,FashionMNIST,REVISE,JEM,3,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,3,9
-18,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,3,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,3,9
-19,distance,346.6103210449219,FashionMNIST,REVISE,JEM,3,9
-19,distance_from_energy,507.8929748535156,FashionMNIST,REVISE,JEM,3,9
-19,distance_from_targets,370.9107666015625,FashionMNIST,REVISE,JEM,3,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,3,9
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,3,9
-19,validity,0.0,FashionMNIST,REVISE,JEM,3,9
-20,distance,718.9986572265625,FashionMNIST,REVISE,JEM,3,9
-20,distance_from_energy,587.9075927734375,FashionMNIST,REVISE,JEM,3,9
-20,distance_from_targets,563.24560546875,FashionMNIST,REVISE,JEM,3,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,3,9
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,3,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,3,9
-16,distance,556.982177734375,FashionMNIST,ECCCo,JEM,3,9
-16,distance_from_energy,196.93450927734375,FashionMNIST,ECCCo,JEM,3,9
-16,distance_from_targets,484.0735168457031,FashionMNIST,ECCCo,JEM,3,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,9
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,3,9
-17,distance,514.4905395507812,FashionMNIST,ECCCo,JEM,3,9
-17,distance_from_energy,167.4879608154297,FashionMNIST,ECCCo,JEM,3,9
-17,distance_from_targets,406.5603942871094,FashionMNIST,ECCCo,JEM,3,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,9
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,3,9
-18,distance,522.3961791992188,FashionMNIST,ECCCo,JEM,3,9
-18,distance_from_energy,181.62405395507812,FashionMNIST,ECCCo,JEM,3,9
-18,distance_from_targets,443.3915100097656,FashionMNIST,ECCCo,JEM,3,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,9
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,3,9
-19,distance,547.3781127929688,FashionMNIST,ECCCo,JEM,3,9
-19,distance_from_energy,153.92958068847656,FashionMNIST,ECCCo,JEM,3,9
-19,distance_from_targets,359.53900146484375,FashionMNIST,ECCCo,JEM,3,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,9
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,3,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,3,9
-20,distance,510.89666748046875,FashionMNIST,ECCCo,JEM,3,9
-20,distance_from_energy,137.77122497558594,FashionMNIST,ECCCo,JEM,3,9
-20,distance_from_targets,384.7069091796875,FashionMNIST,ECCCo,JEM,3,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,3,9
-20,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,3,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,3,9
-16,distance,2.1000001430511475,FashionMNIST,Schut,JEM,3,9
-16,distance_from_energy,531.3019409179688,FashionMNIST,Schut,JEM,3,9
-16,distance_from_targets,335.6794128417969,FashionMNIST,Schut,JEM,3,9
-16,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,3,9
-16,set_size_penalty,5.000017137477363,FashionMNIST,Schut,JEM,3,9
-16,validity,1.0,FashionMNIST,Schut,JEM,3,9
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,9
-17,distance_from_energy,680.0198974609375,FashionMNIST,Schut,JEM,3,9
-17,distance_from_targets,487.77130126953125,FashionMNIST,Schut,JEM,3,9
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,9
-17,validity,0.0,FashionMNIST,Schut,JEM,3,9
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,9
-18,distance_from_energy,671.8062133789062,FashionMNIST,Schut,JEM,3,9
-18,distance_from_targets,534.4844970703125,FashionMNIST,Schut,JEM,3,9
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,3,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,9
-18,validity,0.0,FashionMNIST,Schut,JEM,3,9
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,9
-19,distance_from_energy,664.1505126953125,FashionMNIST,Schut,JEM,3,9
-19,distance_from_targets,528.4532470703125,FashionMNIST,Schut,JEM,3,9
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,9
-19,validity,0.0,FashionMNIST,Schut,JEM,3,9
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,3,9
-20,distance_from_energy,698.9366455078125,FashionMNIST,Schut,JEM,3,9
-20,distance_from_targets,512.232177734375,FashionMNIST,Schut,JEM,3,9
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,3,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,3,9
-20,validity,0.0,FashionMNIST,Schut,JEM,3,9
-1,distance,74.8782958984375,FashionMNIST,Wachter,JEM Ensemble,4,0
-1,distance_from_energy,522.3056640625,FashionMNIST,Wachter,JEM Ensemble,4,0
-1,distance_from_targets,391.8764953613281,FashionMNIST,Wachter,JEM Ensemble,4,0
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-1,set_size_penalty,4.000000868218601,FashionMNIST,Wachter,JEM Ensemble,4,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-2,distance,77.16635131835938,FashionMNIST,Wachter,JEM Ensemble,4,0
-2,distance_from_energy,605.9742431640625,FashionMNIST,Wachter,JEM Ensemble,4,0
-2,distance_from_targets,407.6676330566406,FashionMNIST,Wachter,JEM Ensemble,4,0
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,4,0
-2,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-3,distance,81.72027587890625,FashionMNIST,Wachter,JEM Ensemble,4,0
-3,distance_from_energy,600.2272338867188,FashionMNIST,Wachter,JEM Ensemble,4,0
-3,distance_from_targets,428.6762390136719,FashionMNIST,Wachter,JEM Ensemble,4,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-3,set_size_penalty,3.9999999999999996,FashionMNIST,Wachter,JEM Ensemble,4,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-4,distance,66.62682342529297,FashionMNIST,Wachter,JEM Ensemble,4,0
-4,distance_from_energy,462.49371337890625,FashionMNIST,Wachter,JEM Ensemble,4,0
-4,distance_from_targets,423.7726745605469,FashionMNIST,Wachter,JEM Ensemble,4,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-5,distance,73.85657501220703,FashionMNIST,Wachter,JEM Ensemble,4,0
-5,distance_from_energy,492.76123046875,FashionMNIST,Wachter,JEM Ensemble,4,0
-5,distance_from_targets,379.3699645996094,FashionMNIST,Wachter,JEM Ensemble,4,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-5,set_size_penalty,4.08100370239301,FashionMNIST,Wachter,JEM Ensemble,4,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,0
-1,distance,389.7283630371094,FashionMNIST,REVISE,JEM Ensemble,4,0
-1,distance_from_energy,553.3974609375,FashionMNIST,REVISE,JEM Ensemble,4,0
-1,distance_from_targets,551.7322998046875,FashionMNIST,REVISE,JEM Ensemble,4,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-2,distance,202.93724060058594,FashionMNIST,REVISE,JEM Ensemble,4,0
-2,distance_from_energy,556.2559814453125,FashionMNIST,REVISE,JEM Ensemble,4,0
-2,distance_from_targets,327.8349914550781,FashionMNIST,REVISE,JEM Ensemble,4,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-2,set_size_penalty,5.000098685999425,FashionMNIST,REVISE,JEM Ensemble,4,0
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-3,distance,421.5122985839844,FashionMNIST,REVISE,JEM Ensemble,4,0
-3,distance_from_energy,503.68206787109375,FashionMNIST,REVISE,JEM Ensemble,4,0
-3,distance_from_targets,498.9148864746094,FashionMNIST,REVISE,JEM Ensemble,4,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-4,distance,270.60009765625,FashionMNIST,REVISE,JEM Ensemble,4,0
-4,distance_from_energy,507.0796813964844,FashionMNIST,REVISE,JEM Ensemble,4,0
-4,distance_from_targets,406.92950439453125,FashionMNIST,REVISE,JEM Ensemble,4,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-5,distance,257.1374206542969,FashionMNIST,REVISE,JEM Ensemble,4,0
-5,distance_from_energy,437.547119140625,FashionMNIST,REVISE,JEM Ensemble,4,0
-5,distance_from_targets,430.768310546875,FashionMNIST,REVISE,JEM Ensemble,4,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,0
-1,distance,525.0687255859375,FashionMNIST,ECCCo,JEM Ensemble,4,0
-1,distance_from_energy,100.28598022460938,FashionMNIST,ECCCo,JEM Ensemble,4,0
-1,distance_from_targets,437.19915771484375,FashionMNIST,ECCCo,JEM Ensemble,4,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-1,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-2,distance,540.747802734375,FashionMNIST,ECCCo,JEM Ensemble,4,0
-2,distance_from_energy,103.84178161621094,FashionMNIST,ECCCo,JEM Ensemble,4,0
-2,distance_from_targets,416.574951171875,FashionMNIST,ECCCo,JEM Ensemble,4,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-2,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-3,distance,473.3101501464844,FashionMNIST,ECCCo,JEM Ensemble,4,0
-3,distance_from_energy,91.20020294189453,FashionMNIST,ECCCo,JEM Ensemble,4,0
-3,distance_from_targets,425.1600341796875,FashionMNIST,ECCCo,JEM Ensemble,4,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-3,set_size_penalty,6.000000000000164,FashionMNIST,ECCCo,JEM Ensemble,4,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-4,distance,374.82427978515625,FashionMNIST,ECCCo,JEM Ensemble,4,0
-4,distance_from_energy,86.84637451171875,FashionMNIST,ECCCo,JEM Ensemble,4,0
-4,distance_from_targets,496.153076171875,FashionMNIST,ECCCo,JEM Ensemble,4,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-4,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-5,distance,485.266357421875,FashionMNIST,ECCCo,JEM Ensemble,4,0
-5,distance_from_energy,71.15206146240234,FashionMNIST,ECCCo,JEM Ensemble,4,0
-5,distance_from_targets,419.9215087890625,FashionMNIST,ECCCo,JEM Ensemble,4,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,0
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,0
-1,distance_from_energy,571.7745971679688,FashionMNIST,Schut,JEM Ensemble,4,0
-1,distance_from_targets,363.44744873046875,FashionMNIST,Schut,JEM Ensemble,4,0
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,0
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,0
-2,distance_from_energy,662.2360229492188,FashionMNIST,Schut,JEM Ensemble,4,0
-2,distance_from_targets,373.90447998046875,FashionMNIST,Schut,JEM Ensemble,4,0
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,0
-3,distance_from_energy,551.5140991210938,FashionMNIST,Schut,JEM Ensemble,4,0
-3,distance_from_targets,393.8473815917969,FashionMNIST,Schut,JEM Ensemble,4,0
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,0
-4,distance_from_energy,473.5521545410156,FashionMNIST,Schut,JEM Ensemble,4,0
-4,distance_from_targets,393.0049743652344,FashionMNIST,Schut,JEM Ensemble,4,0
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,0
-5,distance_from_energy,563.4371948242188,FashionMNIST,Schut,JEM Ensemble,4,0
-5,distance_from_targets,342.629150390625,FashionMNIST,Schut,JEM Ensemble,4,0
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,4,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,0
-6,distance,89.3618392944336,FashionMNIST,Wachter,MLP,4,0
-6,distance_from_energy,951.3821411132812,FashionMNIST,Wachter,MLP,4,0
-6,distance_from_targets,468.46502685546875,FashionMNIST,Wachter,MLP,4,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,0
-6,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,4,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,0
-7,distance,85.75807189941406,FashionMNIST,Wachter,MLP,4,0
-7,distance_from_energy,917.3504638671875,FashionMNIST,Wachter,MLP,4,0
-7,distance_from_targets,427.93646240234375,FashionMNIST,Wachter,MLP,4,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,0
-7,set_size_penalty,2.0000000000000715,FashionMNIST,Wachter,MLP,4,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,0
-8,distance,89.32897186279297,FashionMNIST,Wachter,MLP,4,0
-8,distance_from_energy,950.8525390625,FashionMNIST,Wachter,MLP,4,0
-8,distance_from_targets,460.2345275878906,FashionMNIST,Wachter,MLP,4,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,0
-8,set_size_penalty,0.9999996897050073,FashionMNIST,Wachter,MLP,4,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,0
-9,distance,96.62821960449219,FashionMNIST,Wachter,MLP,4,0
-9,distance_from_energy,959.6032104492188,FashionMNIST,Wachter,MLP,4,0
-9,distance_from_targets,430.0614929199219,FashionMNIST,Wachter,MLP,4,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,0
-9,set_size_penalty,0.9999999437236148,FashionMNIST,Wachter,MLP,4,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,0
-10,distance,86.2130126953125,FashionMNIST,Wachter,MLP,4,0
-10,distance_from_energy,927.7496337890625,FashionMNIST,Wachter,MLP,4,0
-10,distance_from_targets,413.93609619140625,FashionMNIST,Wachter,MLP,4,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,0
-10,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,4,0
-10,validity,0.0,FashionMNIST,Wachter,MLP,4,0
-6,distance,363.9981689453125,FashionMNIST,REVISE,MLP,4,0
-6,distance_from_energy,903.7716674804688,FashionMNIST,REVISE,MLP,4,0
-6,distance_from_targets,278.21197509765625,FashionMNIST,REVISE,MLP,4,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,0
-6,set_size_penalty,2.99945850558703,FashionMNIST,REVISE,MLP,4,0
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,0
-7,distance,233.7469482421875,FashionMNIST,REVISE,MLP,4,0
-7,distance_from_energy,932.1257934570312,FashionMNIST,REVISE,MLP,4,0
-7,distance_from_targets,330.4469299316406,FashionMNIST,REVISE,MLP,4,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,0
-7,set_size_penalty,1.9978561520366411,FashionMNIST,REVISE,MLP,4,0
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,0
-8,distance,260.41571044921875,FashionMNIST,REVISE,MLP,4,0
-8,distance_from_energy,972.1380004882812,FashionMNIST,REVISE,MLP,4,0
-8,distance_from_targets,362.2981262207031,FashionMNIST,REVISE,MLP,4,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,0
-8,set_size_penalty,1.9090805335625685,FashionMNIST,REVISE,MLP,4,0
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,0
-9,distance,456.9961242675781,FashionMNIST,REVISE,MLP,4,0
-9,distance_from_energy,880.2291259765625,FashionMNIST,REVISE,MLP,4,0
-9,distance_from_targets,392.0712890625,FashionMNIST,REVISE,MLP,4,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,0
-9,set_size_penalty,1.2248920189372217,FashionMNIST,REVISE,MLP,4,0
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,0
-10,distance,320.7004699707031,FashionMNIST,REVISE,MLP,4,0
-10,distance_from_energy,846.7109375,FashionMNIST,REVISE,MLP,4,0
-10,distance_from_targets,336.3613586425781,FashionMNIST,REVISE,MLP,4,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,0
-10,set_size_penalty,1.0000122692336146,FashionMNIST,REVISE,MLP,4,0
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,0
-6,distance,779.0524291992188,FashionMNIST,ECCCo,MLP,4,0
-6,distance_from_energy,185.19284057617188,FashionMNIST,ECCCo,MLP,4,0
-6,distance_from_targets,705.7381591796875,FashionMNIST,ECCCo,MLP,4,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,0
-6,set_size_penalty,1.038363451087816,FashionMNIST,ECCCo,MLP,4,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,0
-7,distance,785.3800048828125,FashionMNIST,ECCCo,MLP,4,0
-7,distance_from_energy,150.76759338378906,FashionMNIST,ECCCo,MLP,4,0
-7,distance_from_targets,751.6361694335938,FashionMNIST,ECCCo,MLP,4,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,0
-7,set_size_penalty,2.036939249149191,FashionMNIST,ECCCo,MLP,4,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,0
-8,distance,748.6328125,FashionMNIST,ECCCo,MLP,4,0
-8,distance_from_energy,227.5727996826172,FashionMNIST,ECCCo,MLP,4,0
-8,distance_from_targets,695.202880859375,FashionMNIST,ECCCo,MLP,4,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,0
-8,set_size_penalty,1.2499380294218785,FashionMNIST,ECCCo,MLP,4,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,0
-9,distance,817.3538818359375,FashionMNIST,ECCCo,MLP,4,0
-9,distance_from_energy,166.61697387695312,FashionMNIST,ECCCo,MLP,4,0
-9,distance_from_targets,717.3236083984375,FashionMNIST,ECCCo,MLP,4,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,0
-9,set_size_penalty,1.8001417933377588,FashionMNIST,ECCCo,MLP,4,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,0
-10,distance,752.1235961914062,FashionMNIST,ECCCo,MLP,4,0
-10,distance_from_energy,177.28509521484375,FashionMNIST,ECCCo,MLP,4,0
-10,distance_from_targets,737.3067626953125,FashionMNIST,ECCCo,MLP,4,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,0
-10,set_size_penalty,2.000000000033722,FashionMNIST,ECCCo,MLP,4,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,0
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,0
-6,distance_from_energy,948.2966918945312,FashionMNIST,Schut,MLP,4,0
-6,distance_from_targets,427.7381591796875,FashionMNIST,Schut,MLP,4,0
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,0
-6,validity,0.0,FashionMNIST,Schut,MLP,4,0
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,0
-7,distance_from_energy,910.0149536132812,FashionMNIST,Schut,MLP,4,0
-7,distance_from_targets,390.3768005371094,FashionMNIST,Schut,MLP,4,0
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,0
-7,validity,0.0,FashionMNIST,Schut,MLP,4,0
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,0
-8,distance_from_energy,966.2586059570312,FashionMNIST,Schut,MLP,4,0
-8,distance_from_targets,416.9461364746094,FashionMNIST,Schut,MLP,4,0
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,0
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,0
-8,validity,0.0,FashionMNIST,Schut,MLP,4,0
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,0
-9,distance_from_energy,961.5353393554688,FashionMNIST,Schut,MLP,4,0
-9,distance_from_targets,380.73199462890625,FashionMNIST,Schut,MLP,4,0
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,0
-9,validity,0.0,FashionMNIST,Schut,MLP,4,0
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,0
-10,distance_from_energy,904.4891357421875,FashionMNIST,Schut,MLP,4,0
-10,distance_from_targets,380.4884338378906,FashionMNIST,Schut,MLP,4,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,0
-10,validity,0.0,FashionMNIST,Schut,MLP,4,0
-11,distance,76.76870727539062,FashionMNIST,Wachter,MLP Ensemble,4,0
-11,distance_from_energy,846.1522216796875,FashionMNIST,Wachter,MLP Ensemble,4,0
-11,distance_from_targets,415.240966796875,FashionMNIST,Wachter,MLP Ensemble,4,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-11,set_size_penalty,2.0000000010215278,FashionMNIST,Wachter,MLP Ensemble,4,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-12,distance,70.871337890625,FashionMNIST,Wachter,MLP Ensemble,4,0
-12,distance_from_energy,832.2122192382812,FashionMNIST,Wachter,MLP Ensemble,4,0
-12,distance_from_targets,569.54638671875,FashionMNIST,Wachter,MLP Ensemble,4,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-12,set_size_penalty,1.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-13,distance,59.10879898071289,FashionMNIST,Wachter,MLP Ensemble,4,0
-13,distance_from_energy,873.9840698242188,FashionMNIST,Wachter,MLP Ensemble,4,0
-13,distance_from_targets,424.1789245605469,FashionMNIST,Wachter,MLP Ensemble,4,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-13,set_size_penalty,0.9999999999992542,FashionMNIST,Wachter,MLP Ensemble,4,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-14,distance,69.6383056640625,FashionMNIST,Wachter,MLP Ensemble,4,0
-14,distance_from_energy,826.5573120117188,FashionMNIST,Wachter,MLP Ensemble,4,0
-14,distance_from_targets,424.0715637207031,FashionMNIST,Wachter,MLP Ensemble,4,0
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,0
-14,set_size_penalty,1.0000123838136528,FashionMNIST,Wachter,MLP Ensemble,4,0
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-15,distance,87.43482971191406,FashionMNIST,Wachter,MLP Ensemble,4,0
-15,distance_from_energy,878.0255737304688,FashionMNIST,Wachter,MLP Ensemble,4,0
-15,distance_from_targets,429.7372131347656,FashionMNIST,Wachter,MLP Ensemble,4,0
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,0
-15,set_size_penalty,1.6097590788947,FashionMNIST,Wachter,MLP Ensemble,4,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,0
-11,distance,240.5893096923828,FashionMNIST,REVISE,MLP Ensemble,4,0
-11,distance_from_energy,869.8736572265625,FashionMNIST,REVISE,MLP Ensemble,4,0
-11,distance_from_targets,376.4805908203125,FashionMNIST,REVISE,MLP Ensemble,4,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-12,distance,146.15853881835938,FashionMNIST,REVISE,MLP Ensemble,4,0
-12,distance_from_energy,814.1492309570312,FashionMNIST,REVISE,MLP Ensemble,4,0
-12,distance_from_targets,547.7003784179688,FashionMNIST,REVISE,MLP Ensemble,4,0
-12,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,4,0
-12,set_size_penalty,10.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-13,distance,171.70237731933594,FashionMNIST,REVISE,MLP Ensemble,4,0
-13,distance_from_energy,897.1995849609375,FashionMNIST,REVISE,MLP Ensemble,4,0
-13,distance_from_targets,420.41748046875,FashionMNIST,REVISE,MLP Ensemble,4,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-13,set_size_penalty,1.9999999867467475,FashionMNIST,REVISE,MLP Ensemble,4,0
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-14,distance,171.95079040527344,FashionMNIST,REVISE,MLP Ensemble,4,0
-14,distance_from_energy,822.8544921875,FashionMNIST,REVISE,MLP Ensemble,4,0
-14,distance_from_targets,329.81292724609375,FashionMNIST,REVISE,MLP Ensemble,4,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-14,set_size_penalty,2.000000837895806,FashionMNIST,REVISE,MLP Ensemble,4,0
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-15,distance,327.97845458984375,FashionMNIST,REVISE,MLP Ensemble,4,0
-15,distance_from_energy,825.51513671875,FashionMNIST,REVISE,MLP Ensemble,4,0
-15,distance_from_targets,341.0960693359375,FashionMNIST,REVISE,MLP Ensemble,4,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,0
-11,distance,755.92431640625,FashionMNIST,ECCCo,MLP Ensemble,4,0
-11,distance_from_energy,120.49674224853516,FashionMNIST,ECCCo,MLP Ensemble,4,0
-11,distance_from_targets,707.0777587890625,FashionMNIST,ECCCo,MLP Ensemble,4,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-12,distance,661.7841796875,FashionMNIST,ECCCo,MLP Ensemble,4,0
-12,distance_from_energy,192.65338134765625,FashionMNIST,ECCCo,MLP Ensemble,4,0
-12,distance_from_targets,657.5048217773438,FashionMNIST,ECCCo,MLP Ensemble,4,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-13,distance,676.8872680664062,FashionMNIST,ECCCo,MLP Ensemble,4,0
-13,distance_from_energy,210.21041870117188,FashionMNIST,ECCCo,MLP Ensemble,4,0
-13,distance_from_targets,626.9834594726562,FashionMNIST,ECCCo,MLP Ensemble,4,0
-13,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,4,0
-13,set_size_penalty,1.0000000000014624,FashionMNIST,ECCCo,MLP Ensemble,4,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-14,distance,695.0985717773438,FashionMNIST,ECCCo,MLP Ensemble,4,0
-14,distance_from_energy,154.6899871826172,FashionMNIST,ECCCo,MLP Ensemble,4,0
-14,distance_from_targets,684.4500122070312,FashionMNIST,ECCCo,MLP Ensemble,4,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-15,distance,727.264892578125,FashionMNIST,ECCCo,MLP Ensemble,4,0
-15,distance_from_energy,161.69862365722656,FashionMNIST,ECCCo,MLP Ensemble,4,0
-15,distance_from_targets,668.0682983398438,FashionMNIST,ECCCo,MLP Ensemble,4,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-15,set_size_penalty,1.0000000000006162,FashionMNIST,ECCCo,MLP Ensemble,4,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,0
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,0
-11,distance_from_energy,846.9318237304688,FashionMNIST,Schut,MLP Ensemble,4,0
-11,distance_from_targets,381.0489501953125,FashionMNIST,Schut,MLP Ensemble,4,0
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,0
-12,distance_from_energy,835.22412109375,FashionMNIST,Schut,MLP Ensemble,4,0
-12,distance_from_targets,546.7129516601562,FashionMNIST,Schut,MLP Ensemble,4,0
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,0
-13,distance_from_energy,870.55224609375,FashionMNIST,Schut,MLP Ensemble,4,0
-13,distance_from_targets,391.6186828613281,FashionMNIST,Schut,MLP Ensemble,4,0
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,0
-13,set_size_penalty,1.0,FashionMNIST,Schut,MLP Ensemble,4,0
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,0
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,0
-14,distance_from_energy,836.1998291015625,FashionMNIST,Schut,MLP Ensemble,4,0
-14,distance_from_targets,386.0179138183594,FashionMNIST,Schut,MLP Ensemble,4,0
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,0
-15,distance_from_energy,898.8314208984375,FashionMNIST,Schut,MLP Ensemble,4,0
-15,distance_from_targets,386.3017883300781,FashionMNIST,Schut,MLP Ensemble,4,0
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,0
-16,distance,61.26612091064453,FashionMNIST,Wachter,JEM,4,0
-16,distance_from_energy,647.2557373046875,FashionMNIST,Wachter,JEM,4,0
-16,distance_from_targets,524.73095703125,FashionMNIST,Wachter,JEM,4,0
-16,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM,4,0
-16,set_size_penalty,6.0000000000000036,FashionMNIST,Wachter,JEM,4,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,0
-17,distance,60.58570861816406,FashionMNIST,Wachter,JEM,4,0
-17,distance_from_energy,641.0364990234375,FashionMNIST,Wachter,JEM,4,0
-17,distance_from_targets,384.9417724609375,FashionMNIST,Wachter,JEM,4,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,0
-17,set_size_penalty,3.6982683739112616,FashionMNIST,Wachter,JEM,4,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,0
-18,distance,64.94287109375,FashionMNIST,Wachter,JEM,4,0
-18,distance_from_energy,643.9880981445312,FashionMNIST,Wachter,JEM,4,0
-18,distance_from_targets,505.6265563964844,FashionMNIST,Wachter,JEM,4,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,0
-18,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,4,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,0
-19,distance,63.34748458862305,FashionMNIST,Wachter,JEM,4,0
-19,distance_from_energy,653.48486328125,FashionMNIST,Wachter,JEM,4,0
-19,distance_from_targets,373.534912109375,FashionMNIST,Wachter,JEM,4,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,0
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,4,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,0
-20,distance,66.52989196777344,FashionMNIST,Wachter,JEM,4,0
-20,distance_from_energy,669.6814575195312,FashionMNIST,Wachter,JEM,4,0
-20,distance_from_targets,455.54339599609375,FashionMNIST,Wachter,JEM,4,0
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,0
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,4,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,0
-16,distance,236.89889526367188,FashionMNIST,REVISE,JEM,4,0
-16,distance_from_energy,597.5582275390625,FashionMNIST,REVISE,JEM,4,0
-16,distance_from_targets,518.593994140625,FashionMNIST,REVISE,JEM,4,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,0
-16,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,4,0
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,0
-17,distance,380.82806396484375,FashionMNIST,REVISE,JEM,4,0
-17,distance_from_energy,617.0145263671875,FashionMNIST,REVISE,JEM,4,0
-17,distance_from_targets,476.81695556640625,FashionMNIST,REVISE,JEM,4,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,0
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,0
-17,validity,0.0,FashionMNIST,REVISE,JEM,4,0
-18,distance,586.3287353515625,FashionMNIST,REVISE,JEM,4,0
-18,distance_from_energy,753.156494140625,FashionMNIST,REVISE,JEM,4,0
-18,distance_from_targets,590.5269165039062,FashionMNIST,REVISE,JEM,4,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,0
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,0
-18,validity,0.0,FashionMNIST,REVISE,JEM,4,0
-19,distance,225.46087646484375,FashionMNIST,REVISE,JEM,4,0
-19,distance_from_energy,684.3995361328125,FashionMNIST,REVISE,JEM,4,0
-19,distance_from_targets,477.0248107910156,FashionMNIST,REVISE,JEM,4,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,0
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,0
-19,validity,0.0,FashionMNIST,REVISE,JEM,4,0
-20,distance,186.34378051757812,FashionMNIST,REVISE,JEM,4,0
-20,distance_from_energy,632.869140625,FashionMNIST,REVISE,JEM,4,0
-20,distance_from_targets,365.2837829589844,FashionMNIST,REVISE,JEM,4,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,0
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,4,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,0
-16,distance,554.5299072265625,FashionMNIST,ECCCo,JEM,4,0
-16,distance_from_energy,157.1097412109375,FashionMNIST,ECCCo,JEM,4,0
-16,distance_from_targets,473.4309997558594,FashionMNIST,ECCCo,JEM,4,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,0
-16,set_size_penalty,1.0000000067822166,FashionMNIST,ECCCo,JEM,4,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,0
-17,distance,504.2107238769531,FashionMNIST,ECCCo,JEM,4,0
-17,distance_from_energy,109.16510009765625,FashionMNIST,ECCCo,JEM,4,0
-17,distance_from_targets,524.1730346679688,FashionMNIST,ECCCo,JEM,4,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,0
-17,set_size_penalty,3.964779272639986,FashionMNIST,ECCCo,JEM,4,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,0
-18,distance,515.8558959960938,FashionMNIST,ECCCo,JEM,4,0
-18,distance_from_energy,170.92030334472656,FashionMNIST,ECCCo,JEM,4,0
-18,distance_from_targets,457.2359924316406,FashionMNIST,ECCCo,JEM,4,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,0
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,4,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,0
-19,distance,513.8308715820312,FashionMNIST,ECCCo,JEM,4,0
-19,distance_from_energy,201.0908966064453,FashionMNIST,ECCCo,JEM,4,0
-19,distance_from_targets,444.8537902832031,FashionMNIST,ECCCo,JEM,4,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,0
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,4,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,0
-20,distance,509.1993408203125,FashionMNIST,ECCCo,JEM,4,0
-20,distance_from_energy,116.61053466796875,FashionMNIST,ECCCo,JEM,4,0
-20,distance_from_targets,477.315673828125,FashionMNIST,ECCCo,JEM,4,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,0
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,4,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,0
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,0
-16,distance_from_energy,661.1669311523438,FashionMNIST,Schut,JEM,4,0
-16,distance_from_targets,495.03173828125,FashionMNIST,Schut,JEM,4,0
-16,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,4,0
-16,set_size_penalty,6.0,FashionMNIST,Schut,JEM,4,0
-16,validity,1.0,FashionMNIST,Schut,JEM,4,0
-17,distance,8.100001335144043,FashionMNIST,Schut,JEM,4,0
-17,distance_from_energy,626.0218505859375,FashionMNIST,Schut,JEM,4,0
-17,distance_from_targets,358.39849853515625,FashionMNIST,Schut,JEM,4,0
-17,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,4,0
-17,set_size_penalty,4.0,FashionMNIST,Schut,JEM,4,0
-17,validity,1.0,FashionMNIST,Schut,JEM,4,0
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,0
-18,distance_from_energy,612.960205078125,FashionMNIST,Schut,JEM,4,0
-18,distance_from_targets,484.3670959472656,FashionMNIST,Schut,JEM,4,0
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,0
-18,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,0
-18,validity,1.0,FashionMNIST,Schut,JEM,4,0
-19,distance,10.0,FashionMNIST,Schut,JEM,4,0
-19,distance_from_energy,639.3440551757812,FashionMNIST,Schut,JEM,4,0
-19,distance_from_targets,343.6833190917969,FashionMNIST,Schut,JEM,4,0
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,0
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,0
-19,validity,1.0,FashionMNIST,Schut,JEM,4,0
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,0
-20,distance_from_energy,714.0584716796875,FashionMNIST,Schut,JEM,4,0
-20,distance_from_targets,426.5681457519531,FashionMNIST,Schut,JEM,4,0
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,0
-20,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,0
-20,validity,1.0,FashionMNIST,Schut,JEM,4,0
-1,distance,113.63232421875,FashionMNIST,Wachter,JEM Ensemble,4,1
-1,distance_from_energy,708.42333984375,FashionMNIST,Wachter,JEM Ensemble,4,1
-1,distance_from_targets,473.6581115722656,FashionMNIST,Wachter,JEM Ensemble,4,1
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,4,1
-1,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-2,distance,98.96963500976562,FashionMNIST,Wachter,JEM Ensemble,4,1
-2,distance_from_energy,681.4615478515625,FashionMNIST,Wachter,JEM Ensemble,4,1
-2,distance_from_targets,466.8877868652344,FashionMNIST,Wachter,JEM Ensemble,4,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-3,distance,86.00636291503906,FashionMNIST,Wachter,JEM Ensemble,4,1
-3,distance_from_energy,799.8502197265625,FashionMNIST,Wachter,JEM Ensemble,4,1
-3,distance_from_targets,489.001220703125,FashionMNIST,Wachter,JEM Ensemble,4,1
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,4,1
-3,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-4,distance,94.91600799560547,FashionMNIST,Wachter,JEM Ensemble,4,1
-4,distance_from_energy,697.8284912109375,FashionMNIST,Wachter,JEM Ensemble,4,1
-4,distance_from_targets,490.1645812988281,FashionMNIST,Wachter,JEM Ensemble,4,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-4,set_size_penalty,2.0171848895300006,FashionMNIST,Wachter,JEM Ensemble,4,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-5,distance,103.61107635498047,FashionMNIST,Wachter,JEM Ensemble,4,1
-5,distance_from_energy,696.3522338867188,FashionMNIST,Wachter,JEM Ensemble,4,1
-5,distance_from_targets,461.1880187988281,FashionMNIST,Wachter,JEM Ensemble,4,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-5,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,1
-1,distance,403.6555480957031,FashionMNIST,REVISE,JEM Ensemble,4,1
-1,distance_from_energy,595.0211181640625,FashionMNIST,REVISE,JEM Ensemble,4,1
-1,distance_from_targets,327.77313232421875,FashionMNIST,REVISE,JEM Ensemble,4,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-2,distance,446.7904052734375,FashionMNIST,REVISE,JEM Ensemble,4,1
-2,distance_from_energy,405.56097412109375,FashionMNIST,REVISE,JEM Ensemble,4,1
-2,distance_from_targets,394.51373291015625,FashionMNIST,REVISE,JEM Ensemble,4,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-3,distance,304.0085144042969,FashionMNIST,REVISE,JEM Ensemble,4,1
-3,distance_from_energy,531.6918334960938,FashionMNIST,REVISE,JEM Ensemble,4,1
-3,distance_from_targets,476.0603332519531,FashionMNIST,REVISE,JEM Ensemble,4,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-4,distance,440.6357727050781,FashionMNIST,REVISE,JEM Ensemble,4,1
-4,distance_from_energy,643.6036376953125,FashionMNIST,REVISE,JEM Ensemble,4,1
-4,distance_from_targets,454.614990234375,FashionMNIST,REVISE,JEM Ensemble,4,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-4,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-5,distance,188.66378784179688,FashionMNIST,REVISE,JEM Ensemble,4,1
-5,distance_from_energy,344.5420837402344,FashionMNIST,REVISE,JEM Ensemble,4,1
-5,distance_from_targets,394.19677734375,FashionMNIST,REVISE,JEM Ensemble,4,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,1
-1,distance,557.6827392578125,FashionMNIST,ECCCo,JEM Ensemble,4,1
-1,distance_from_energy,130.04403686523438,FashionMNIST,ECCCo,JEM Ensemble,4,1
-1,distance_from_targets,402.3092956542969,FashionMNIST,ECCCo,JEM Ensemble,4,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-1,set_size_penalty,1.9999994946415156,FashionMNIST,ECCCo,JEM Ensemble,4,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-2,distance,204.22596740722656,FashionMNIST,ECCCo,JEM Ensemble,4,1
-2,distance_from_energy,94.39694213867188,FashionMNIST,ECCCo,JEM Ensemble,4,1
-2,distance_from_targets,513.149169921875,FashionMNIST,ECCCo,JEM Ensemble,4,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-3,distance,410.6942138671875,FashionMNIST,ECCCo,JEM Ensemble,4,1
-3,distance_from_energy,113.16996002197266,FashionMNIST,ECCCo,JEM Ensemble,4,1
-3,distance_from_targets,452.1948547363281,FashionMNIST,ECCCo,JEM Ensemble,4,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-3,set_size_penalty,4.000000000226076,FashionMNIST,ECCCo,JEM Ensemble,4,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-4,distance,271.392333984375,FashionMNIST,ECCCo,JEM Ensemble,4,1
-4,distance_from_energy,97.16082000732422,FashionMNIST,ECCCo,JEM Ensemble,4,1
-4,distance_from_targets,519.7855834960938,FashionMNIST,ECCCo,JEM Ensemble,4,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-5,distance,594.74560546875,FashionMNIST,ECCCo,JEM Ensemble,4,1
-5,distance_from_energy,153.03701782226562,FashionMNIST,ECCCo,JEM Ensemble,4,1
-5,distance_from_targets,418.21624755859375,FashionMNIST,ECCCo,JEM Ensemble,4,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,1
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,1
-1,distance_from_energy,617.1715698242188,FashionMNIST,Schut,JEM Ensemble,4,1
-1,distance_from_targets,443.913818359375,FashionMNIST,Schut,JEM Ensemble,4,1
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,1
-2,distance_from_energy,608.0030517578125,FashionMNIST,Schut,JEM Ensemble,4,1
-2,distance_from_targets,438.2679748535156,FashionMNIST,Schut,JEM Ensemble,4,1
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,1
-3,distance_from_energy,784.1409912109375,FashionMNIST,Schut,JEM Ensemble,4,1
-3,distance_from_targets,456.29833984375,FashionMNIST,Schut,JEM Ensemble,4,1
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,1
-4,distance_from_energy,734.2506103515625,FashionMNIST,Schut,JEM Ensemble,4,1
-4,distance_from_targets,459.1136474609375,FashionMNIST,Schut,JEM Ensemble,4,1
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,1
-5,distance_from_energy,609.7073974609375,FashionMNIST,Schut,JEM Ensemble,4,1
-5,distance_from_targets,425.07501220703125,FashionMNIST,Schut,JEM Ensemble,4,1
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,1
-6,distance,92.07466125488281,FashionMNIST,Wachter,MLP,4,1
-6,distance_from_energy,980.3400268554688,FashionMNIST,Wachter,MLP,4,1
-6,distance_from_targets,411.0738830566406,FashionMNIST,Wachter,MLP,4,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,1
-6,set_size_penalty,3.21633059738036,FashionMNIST,Wachter,MLP,4,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,1
-7,distance,109.17351531982422,FashionMNIST,Wachter,MLP,4,1
-7,distance_from_energy,933.8416748046875,FashionMNIST,Wachter,MLP,4,1
-7,distance_from_targets,498.40802001953125,FashionMNIST,Wachter,MLP,4,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,1
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,4,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,1
-8,distance,105.64076232910156,FashionMNIST,Wachter,MLP,4,1
-8,distance_from_energy,938.7288818359375,FashionMNIST,Wachter,MLP,4,1
-8,distance_from_targets,485.7027587890625,FashionMNIST,Wachter,MLP,4,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,1
-8,set_size_penalty,2.0000000000069313,FashionMNIST,Wachter,MLP,4,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,1
-9,distance,95.7024917602539,FashionMNIST,Wachter,MLP,4,1
-9,distance_from_energy,938.4544677734375,FashionMNIST,Wachter,MLP,4,1
-9,distance_from_targets,464.0511474609375,FashionMNIST,Wachter,MLP,4,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,1
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,1
-10,distance,102.88905334472656,FashionMNIST,Wachter,MLP,4,1
-10,distance_from_energy,982.9318237304688,FashionMNIST,Wachter,MLP,4,1
-10,distance_from_targets,460.8792419433594,FashionMNIST,Wachter,MLP,4,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,1
-10,set_size_penalty,2.00000201969951,FashionMNIST,Wachter,MLP,4,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,1
-6,distance,178.63778686523438,FashionMNIST,REVISE,MLP,4,1
-6,distance_from_energy,954.8518676757812,FashionMNIST,REVISE,MLP,4,1
-6,distance_from_targets,337.96331787109375,FashionMNIST,REVISE,MLP,4,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,1
-6,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,4,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,1
-7,distance,246.41099548339844,FashionMNIST,REVISE,MLP,4,1
-7,distance_from_energy,932.7239379882812,FashionMNIST,REVISE,MLP,4,1
-7,distance_from_targets,390.2273864746094,FashionMNIST,REVISE,MLP,4,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,1
-7,set_size_penalty,2.999998016801963,FashionMNIST,REVISE,MLP,4,1
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,1
-8,distance,304.732177734375,FashionMNIST,REVISE,MLP,4,1
-8,distance_from_energy,941.1530151367188,FashionMNIST,REVISE,MLP,4,1
-8,distance_from_targets,311.88116455078125,FashionMNIST,REVISE,MLP,4,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,1
-8,set_size_penalty,2.00000198129628,FashionMNIST,REVISE,MLP,4,1
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,1
-9,distance,164.79762268066406,FashionMNIST,REVISE,MLP,4,1
-9,distance_from_energy,931.9757080078125,FashionMNIST,REVISE,MLP,4,1
-9,distance_from_targets,394.165283203125,FashionMNIST,REVISE,MLP,4,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,1
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,1
-9,validity,0.0,FashionMNIST,REVISE,MLP,4,1
-10,distance,227.90269470214844,FashionMNIST,REVISE,MLP,4,1
-10,distance_from_energy,971.3468627929688,FashionMNIST,REVISE,MLP,4,1
-10,distance_from_targets,369.3378601074219,FashionMNIST,REVISE,MLP,4,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,1
-10,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,4,1
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,1
-6,distance,796.4502563476562,FashionMNIST,ECCCo,MLP,4,1
-6,distance_from_energy,197.11180114746094,FashionMNIST,ECCCo,MLP,4,1
-6,distance_from_targets,698.5791625976562,FashionMNIST,ECCCo,MLP,4,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,1
-6,set_size_penalty,1.0002362931299664,FashionMNIST,ECCCo,MLP,4,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,1
-7,distance,704.0833129882812,FashionMNIST,ECCCo,MLP,4,1
-7,distance_from_energy,232.7412567138672,FashionMNIST,ECCCo,MLP,4,1
-7,distance_from_targets,670.9244384765625,FashionMNIST,ECCCo,MLP,4,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,1
-7,set_size_penalty,1.3289371706746547,FashionMNIST,ECCCo,MLP,4,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,1
-8,distance,737.306396484375,FashionMNIST,ECCCo,MLP,4,1
-8,distance_from_energy,211.7222137451172,FashionMNIST,ECCCo,MLP,4,1
-8,distance_from_targets,685.21044921875,FashionMNIST,ECCCo,MLP,4,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,1
-8,set_size_penalty,1.8278509194550618,FashionMNIST,ECCCo,MLP,4,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,1
-9,distance,723.6268310546875,FashionMNIST,ECCCo,MLP,4,1
-9,distance_from_energy,210.4000244140625,FashionMNIST,ECCCo,MLP,4,1
-9,distance_from_targets,715.6806030273438,FashionMNIST,ECCCo,MLP,4,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,1
-9,set_size_penalty,2.0078903078527652,FashionMNIST,ECCCo,MLP,4,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,1
-10,distance,747.4898071289062,FashionMNIST,ECCCo,MLP,4,1
-10,distance_from_energy,227.3253936767578,FashionMNIST,ECCCo,MLP,4,1
-10,distance_from_targets,691.7306518554688,FashionMNIST,ECCCo,MLP,4,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,1
-10,set_size_penalty,1.0000199091402897,FashionMNIST,ECCCo,MLP,4,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,1
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,1
-6,distance_from_energy,978.58984375,FashionMNIST,Schut,MLP,4,1
-6,distance_from_targets,377.84661865234375,FashionMNIST,Schut,MLP,4,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,1
-6,validity,0.0,FashionMNIST,Schut,MLP,4,1
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,1
-7,distance_from_energy,925.5036010742188,FashionMNIST,Schut,MLP,4,1
-7,distance_from_targets,455.03692626953125,FashionMNIST,Schut,MLP,4,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,1
-7,validity,0.0,FashionMNIST,Schut,MLP,4,1
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,1
-8,distance_from_energy,943.3756713867188,FashionMNIST,Schut,MLP,4,1
-8,distance_from_targets,446.446044921875,FashionMNIST,Schut,MLP,4,1
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,1
-8,validity,0.0,FashionMNIST,Schut,MLP,4,1
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,1
-9,distance_from_energy,923.5510864257812,FashionMNIST,Schut,MLP,4,1
-9,distance_from_targets,428.6684265136719,FashionMNIST,Schut,MLP,4,1
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,1
-9,validity,0.0,FashionMNIST,Schut,MLP,4,1
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,1
-10,distance_from_energy,971.9808349609375,FashionMNIST,Schut,MLP,4,1
-10,distance_from_targets,422.1571044921875,FashionMNIST,Schut,MLP,4,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,1
-10,validity,0.0,FashionMNIST,Schut,MLP,4,1
-11,distance,100.58692932128906,FashionMNIST,Wachter,MLP Ensemble,4,1
-11,distance_from_energy,871.2306518554688,FashionMNIST,Wachter,MLP Ensemble,4,1
-11,distance_from_targets,488.639404296875,FashionMNIST,Wachter,MLP Ensemble,4,1
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,1
-11,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-12,distance,90.35211944580078,FashionMNIST,Wachter,MLP Ensemble,4,1
-12,distance_from_energy,874.044921875,FashionMNIST,Wachter,MLP Ensemble,4,1
-12,distance_from_targets,460.15948486328125,FashionMNIST,Wachter,MLP Ensemble,4,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-12,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-13,distance,90.02716064453125,FashionMNIST,Wachter,MLP Ensemble,4,1
-13,distance_from_energy,839.2307739257812,FashionMNIST,Wachter,MLP Ensemble,4,1
-13,distance_from_targets,453.1218566894531,FashionMNIST,Wachter,MLP Ensemble,4,1
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-13,set_size_penalty,3.1745012034114795,FashionMNIST,Wachter,MLP Ensemble,4,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-14,distance,87.42303466796875,FashionMNIST,Wachter,MLP Ensemble,4,1
-14,distance_from_energy,849.1754150390625,FashionMNIST,Wachter,MLP Ensemble,4,1
-14,distance_from_targets,456.34027099609375,FashionMNIST,Wachter,MLP Ensemble,4,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-14,set_size_penalty,2.999999989436761,FashionMNIST,Wachter,MLP Ensemble,4,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-15,distance,90.33590698242188,FashionMNIST,Wachter,MLP Ensemble,4,1
-15,distance_from_energy,850.1822509765625,FashionMNIST,Wachter,MLP Ensemble,4,1
-15,distance_from_targets,476.48101806640625,FashionMNIST,Wachter,MLP Ensemble,4,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-15,set_size_penalty,2.9999975268758234,FashionMNIST,Wachter,MLP Ensemble,4,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,1
-11,distance,177.5208282470703,FashionMNIST,REVISE,MLP Ensemble,4,1
-11,distance_from_energy,849.5369873046875,FashionMNIST,REVISE,MLP Ensemble,4,1
-11,distance_from_targets,405.0347595214844,FashionMNIST,REVISE,MLP Ensemble,4,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-12,distance,239.37649536132812,FashionMNIST,REVISE,MLP Ensemble,4,1
-12,distance_from_energy,868.9178466796875,FashionMNIST,REVISE,MLP Ensemble,4,1
-12,distance_from_targets,355.8393859863281,FashionMNIST,REVISE,MLP Ensemble,4,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-13,distance,225.48976135253906,FashionMNIST,REVISE,MLP Ensemble,4,1
-13,distance_from_energy,856.3050537109375,FashionMNIST,REVISE,MLP Ensemble,4,1
-13,distance_from_targets,376.8375549316406,FashionMNIST,REVISE,MLP Ensemble,4,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-13,set_size_penalty,2.0000040630820566,FashionMNIST,REVISE,MLP Ensemble,4,1
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-14,distance,180.74658203125,FashionMNIST,REVISE,MLP Ensemble,4,1
-14,distance_from_energy,876.6227416992188,FashionMNIST,REVISE,MLP Ensemble,4,1
-14,distance_from_targets,349.99163818359375,FashionMNIST,REVISE,MLP Ensemble,4,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-14,set_size_penalty,2.9999997243452654,FashionMNIST,REVISE,MLP Ensemble,4,1
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-15,distance,296.3067321777344,FashionMNIST,REVISE,MLP Ensemble,4,1
-15,distance_from_energy,846.28662109375,FashionMNIST,REVISE,MLP Ensemble,4,1
-15,distance_from_targets,336.93768310546875,FashionMNIST,REVISE,MLP Ensemble,4,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,1
-11,distance,714.9915771484375,FashionMNIST,ECCCo,MLP Ensemble,4,1
-11,distance_from_energy,179.2279052734375,FashionMNIST,ECCCo,MLP Ensemble,4,1
-11,distance_from_targets,655.929931640625,FashionMNIST,ECCCo,MLP Ensemble,4,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-12,distance,701.5103759765625,FashionMNIST,ECCCo,MLP Ensemble,4,1
-12,distance_from_energy,184.96832275390625,FashionMNIST,ECCCo,MLP Ensemble,4,1
-12,distance_from_targets,654.5899047851562,FashionMNIST,ECCCo,MLP Ensemble,4,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-12,set_size_penalty,1.0000000000000004,FashionMNIST,ECCCo,MLP Ensemble,4,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-13,distance,695.99169921875,FashionMNIST,ECCCo,MLP Ensemble,4,1
-13,distance_from_energy,167.21240234375,FashionMNIST,ECCCo,MLP Ensemble,4,1
-13,distance_from_targets,663.4989013671875,FashionMNIST,ECCCo,MLP Ensemble,4,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-14,distance,680.8155517578125,FashionMNIST,ECCCo,MLP Ensemble,4,1
-14,distance_from_energy,172.99940490722656,FashionMNIST,ECCCo,MLP Ensemble,4,1
-14,distance_from_targets,664.108642578125,FashionMNIST,ECCCo,MLP Ensemble,4,1
-14,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,4,1
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-15,distance,687.0725708007812,FashionMNIST,ECCCo,MLP Ensemble,4,1
-15,distance_from_energy,190.1584014892578,FashionMNIST,ECCCo,MLP Ensemble,4,1
-15,distance_from_targets,654.0932006835938,FashionMNIST,ECCCo,MLP Ensemble,4,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,1
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,1
-11,distance_from_energy,880.0496215820312,FashionMNIST,Schut,MLP Ensemble,4,1
-11,distance_from_targets,456.0495910644531,FashionMNIST,Schut,MLP Ensemble,4,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,1
-12,distance_from_energy,872.5994873046875,FashionMNIST,Schut,MLP Ensemble,4,1
-12,distance_from_targets,424.6187438964844,FashionMNIST,Schut,MLP Ensemble,4,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,1
-13,distance_from_energy,861.4923095703125,FashionMNIST,Schut,MLP Ensemble,4,1
-13,distance_from_targets,419.9919128417969,FashionMNIST,Schut,MLP Ensemble,4,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,1
-14,distance_from_energy,842.9246215820312,FashionMNIST,Schut,MLP Ensemble,4,1
-14,distance_from_targets,414.39581298828125,FashionMNIST,Schut,MLP Ensemble,4,1
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,1
-15,distance_from_energy,864.5613403320312,FashionMNIST,Schut,MLP Ensemble,4,1
-15,distance_from_targets,442.6180725097656,FashionMNIST,Schut,MLP Ensemble,4,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,1
-16,distance,99.3641357421875,FashionMNIST,Wachter,JEM,4,1
-16,distance_from_energy,620.9012451171875,FashionMNIST,Wachter,JEM,4,1
-16,distance_from_targets,456.69580078125,FashionMNIST,Wachter,JEM,4,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,4,1
-16,set_size_penalty,2.0000000003672636,FashionMNIST,Wachter,JEM,4,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,1
-17,distance,80.43087005615234,FashionMNIST,Wachter,JEM,4,1
-17,distance_from_energy,637.2498779296875,FashionMNIST,Wachter,JEM,4,1
-17,distance_from_targets,493.70855712890625,FashionMNIST,Wachter,JEM,4,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,1
-17,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,4,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,1
-18,distance,57.20757293701172,FashionMNIST,Wachter,JEM,4,1
-18,distance_from_energy,571.3104248046875,FashionMNIST,Wachter,JEM,4,1
-18,distance_from_targets,530.5787963867188,FashionMNIST,Wachter,JEM,4,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,1
-18,set_size_penalty,7.999966482688263,FashionMNIST,Wachter,JEM,4,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,1
-19,distance,93.08576965332031,FashionMNIST,Wachter,JEM,4,1
-19,distance_from_energy,485.723876953125,FashionMNIST,Wachter,JEM,4,1
-19,distance_from_targets,485.459716796875,FashionMNIST,Wachter,JEM,4,1
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,1
-19,set_size_penalty,3.9999999952207275,FashionMNIST,Wachter,JEM,4,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,1
-20,distance,89.1473159790039,FashionMNIST,Wachter,JEM,4,1
-20,distance_from_energy,639.3919677734375,FashionMNIST,Wachter,JEM,4,1
-20,distance_from_targets,469.3007507324219,FashionMNIST,Wachter,JEM,4,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,1
-20,set_size_penalty,2.0315394381356864,FashionMNIST,Wachter,JEM,4,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,1
-16,distance,444.4485778808594,FashionMNIST,REVISE,JEM,4,1
-16,distance_from_energy,564.1317138671875,FashionMNIST,REVISE,JEM,4,1
-16,distance_from_targets,531.712890625,FashionMNIST,REVISE,JEM,4,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,1
-16,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,4,1
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,1
-17,distance,255.1169891357422,FashionMNIST,REVISE,JEM,4,1
-17,distance_from_energy,574.2545776367188,FashionMNIST,REVISE,JEM,4,1
-17,distance_from_targets,489.1958923339844,FashionMNIST,REVISE,JEM,4,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,1
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,4,1
-17,validity,1.0,FashionMNIST,REVISE,JEM,4,1
-18,distance,189.05670166015625,FashionMNIST,REVISE,JEM,4,1
-18,distance_from_energy,612.5184326171875,FashionMNIST,REVISE,JEM,4,1
-18,distance_from_targets,470.8467102050781,FashionMNIST,REVISE,JEM,4,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,1
-18,set_size_penalty,8.02149144388568,FashionMNIST,REVISE,JEM,4,1
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,1
-19,distance,173.84017944335938,FashionMNIST,REVISE,JEM,4,1
-19,distance_from_energy,564.340576171875,FashionMNIST,REVISE,JEM,4,1
-19,distance_from_targets,442.13330078125,FashionMNIST,REVISE,JEM,4,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,1
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,1
-19,validity,0.0,FashionMNIST,REVISE,JEM,4,1
-20,distance,418.4818420410156,FashionMNIST,REVISE,JEM,4,1
-20,distance_from_energy,672.0762939453125,FashionMNIST,REVISE,JEM,4,1
-20,distance_from_targets,582.7259521484375,FashionMNIST,REVISE,JEM,4,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,1
-20,set_size_penalty,4.056311100331726,FashionMNIST,REVISE,JEM,4,1
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,1
-16,distance,447.039794921875,FashionMNIST,ECCCo,JEM,4,1
-16,distance_from_energy,208.19296264648438,FashionMNIST,ECCCo,JEM,4,1
-16,distance_from_targets,459.2127685546875,FashionMNIST,ECCCo,JEM,4,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,1
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,1
-17,distance,488.8707580566406,FashionMNIST,ECCCo,JEM,4,1
-17,distance_from_energy,158.28176879882812,FashionMNIST,ECCCo,JEM,4,1
-17,distance_from_targets,474.4234313964844,FashionMNIST,ECCCo,JEM,4,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,1
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,1
-18,distance,484.22161865234375,FashionMNIST,ECCCo,JEM,4,1
-18,distance_from_energy,129.60885620117188,FashionMNIST,ECCCo,JEM,4,1
-18,distance_from_targets,476.4219970703125,FashionMNIST,ECCCo,JEM,4,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,1
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,1
-19,distance,433.8786926269531,FashionMNIST,ECCCo,JEM,4,1
-19,distance_from_energy,119.74296569824219,FashionMNIST,ECCCo,JEM,4,1
-19,distance_from_targets,507.6166687011719,FashionMNIST,ECCCo,JEM,4,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,1
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,1
-20,distance,424.2598876953125,FashionMNIST,ECCCo,JEM,4,1
-20,distance_from_energy,182.02993774414062,FashionMNIST,ECCCo,JEM,4,1
-20,distance_from_targets,500.05047607421875,FashionMNIST,ECCCo,JEM,4,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,1
-20,set_size_penalty,1.0000001128306846,FashionMNIST,ECCCo,JEM,4,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,1
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,1
-16,distance_from_energy,646.4942626953125,FashionMNIST,Schut,JEM,4,1
-16,distance_from_targets,422.4125671386719,FashionMNIST,Schut,JEM,4,1
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,1
-16,validity,0.0,FashionMNIST,Schut,JEM,4,1
-17,distance,10.0,FashionMNIST,Schut,JEM,4,1
-17,distance_from_energy,457.10406494140625,FashionMNIST,Schut,JEM,4,1
-17,distance_from_targets,455.9508056640625,FashionMNIST,Schut,JEM,4,1
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,1
-17,validity,0.0,FashionMNIST,Schut,JEM,4,1
-18,distance,4.90000057220459,FashionMNIST,Schut,JEM,4,1
-18,distance_from_energy,564.7030029296875,FashionMNIST,Schut,JEM,4,1
-18,distance_from_targets,495.96258544921875,FashionMNIST,Schut,JEM,4,1
-18,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,4,1
-18,set_size_penalty,7.0,FashionMNIST,Schut,JEM,4,1
-18,validity,1.0,FashionMNIST,Schut,JEM,4,1
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,1
-19,distance_from_energy,662.6539306640625,FashionMNIST,Schut,JEM,4,1
-19,distance_from_targets,452.1535339355469,FashionMNIST,Schut,JEM,4,1
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,1
-19,validity,0.0,FashionMNIST,Schut,JEM,4,1
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,1
-20,distance_from_energy,626.0628662109375,FashionMNIST,Schut,JEM,4,1
-20,distance_from_targets,417.2500915527344,FashionMNIST,Schut,JEM,4,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,1
-20,validity,0.0,FashionMNIST,Schut,JEM,4,1
-1,distance,62.24768829345703,FashionMNIST,Wachter,JEM Ensemble,4,2
-1,distance_from_energy,589.6179809570312,FashionMNIST,Wachter,JEM Ensemble,4,2
-1,distance_from_targets,367.6117248535156,FashionMNIST,Wachter,JEM Ensemble,4,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-1,set_size_penalty,3.000000004797429,FashionMNIST,Wachter,JEM Ensemble,4,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-2,distance,60.52021026611328,FashionMNIST,Wachter,JEM Ensemble,4,2
-2,distance_from_energy,596.1596069335938,FashionMNIST,Wachter,JEM Ensemble,4,2
-2,distance_from_targets,401.5989685058594,FashionMNIST,Wachter,JEM Ensemble,4,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-3,distance,66.54302978515625,FashionMNIST,Wachter,JEM Ensemble,4,2
-3,distance_from_energy,597.8153076171875,FashionMNIST,Wachter,JEM Ensemble,4,2
-3,distance_from_targets,366.245849609375,FashionMNIST,Wachter,JEM Ensemble,4,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-3,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-4,distance,67.03718566894531,FashionMNIST,Wachter,JEM Ensemble,4,2
-4,distance_from_energy,532.2766723632812,FashionMNIST,Wachter,JEM Ensemble,4,2
-4,distance_from_targets,401.709716796875,FashionMNIST,Wachter,JEM Ensemble,4,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-4,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-5,distance,60.10346984863281,FashionMNIST,Wachter,JEM Ensemble,4,2
-5,distance_from_energy,549.0015258789062,FashionMNIST,Wachter,JEM Ensemble,4,2
-5,distance_from_targets,361.66448974609375,FashionMNIST,Wachter,JEM Ensemble,4,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-5,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,2
-1,distance,437.4430236816406,FashionMNIST,REVISE,JEM Ensemble,4,2
-1,distance_from_energy,631.6143798828125,FashionMNIST,REVISE,JEM Ensemble,4,2
-1,distance_from_targets,517.9202880859375,FashionMNIST,REVISE,JEM Ensemble,4,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-2,distance,393.361572265625,FashionMNIST,REVISE,JEM Ensemble,4,2
-2,distance_from_energy,607.3977661132812,FashionMNIST,REVISE,JEM Ensemble,4,2
-2,distance_from_targets,456.5038146972656,FashionMNIST,REVISE,JEM Ensemble,4,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-3,distance,376.6943359375,FashionMNIST,REVISE,JEM Ensemble,4,2
-3,distance_from_energy,576.1961669921875,FashionMNIST,REVISE,JEM Ensemble,4,2
-3,distance_from_targets,409.7392883300781,FashionMNIST,REVISE,JEM Ensemble,4,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-4,distance,306.0594482421875,FashionMNIST,REVISE,JEM Ensemble,4,2
-4,distance_from_energy,615.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-4,distance_from_targets,503.6192321777344,FashionMNIST,REVISE,JEM Ensemble,4,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-5,distance,296.1477966308594,FashionMNIST,REVISE,JEM Ensemble,4,2
-5,distance_from_energy,389.1770935058594,FashionMNIST,REVISE,JEM Ensemble,4,2
-5,distance_from_targets,404.3858642578125,FashionMNIST,REVISE,JEM Ensemble,4,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,2
-1,distance,345.6365966796875,FashionMNIST,ECCCo,JEM Ensemble,4,2
-1,distance_from_energy,74.81132507324219,FashionMNIST,ECCCo,JEM Ensemble,4,2
-1,distance_from_targets,472.1192321777344,FashionMNIST,ECCCo,JEM Ensemble,4,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-2,distance,328.1571960449219,FashionMNIST,ECCCo,JEM Ensemble,4,2
-2,distance_from_energy,69.85302734375,FashionMNIST,ECCCo,JEM Ensemble,4,2
-2,distance_from_targets,432.242919921875,FashionMNIST,ECCCo,JEM Ensemble,4,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-2,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-3,distance,566.7385864257812,FashionMNIST,ECCCo,JEM Ensemble,4,2
-3,distance_from_energy,68.29744720458984,FashionMNIST,ECCCo,JEM Ensemble,4,2
-3,distance_from_targets,476.8934631347656,FashionMNIST,ECCCo,JEM Ensemble,4,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-3,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-4,distance,461.3228454589844,FashionMNIST,ECCCo,JEM Ensemble,4,2
-4,distance_from_energy,66.06167602539062,FashionMNIST,ECCCo,JEM Ensemble,4,2
-4,distance_from_targets,446.9895324707031,FashionMNIST,ECCCo,JEM Ensemble,4,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-4,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-5,distance,498.9124755859375,FashionMNIST,ECCCo,JEM Ensemble,4,2
-5,distance_from_energy,46.25880432128906,FashionMNIST,ECCCo,JEM Ensemble,4,2
-5,distance_from_targets,470.4632568359375,FashionMNIST,ECCCo,JEM Ensemble,4,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,2
-1,distance,9.70000171661377,FashionMNIST,Schut,JEM Ensemble,4,2
-1,distance_from_energy,403.129150390625,FashionMNIST,Schut,JEM Ensemble,4,2
-1,distance_from_targets,342.94708251953125,FashionMNIST,Schut,JEM Ensemble,4,2
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,4,2
-1,set_size_penalty,3.0000002033515543,FashionMNIST,Schut,JEM Ensemble,4,2
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,2
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,2
-2,distance_from_energy,387.6385498046875,FashionMNIST,Schut,JEM Ensemble,4,2
-2,distance_from_targets,369.0348815917969,FashionMNIST,Schut,JEM Ensemble,4,2
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,2
-2,set_size_penalty,3.9999988237693582,FashionMNIST,Schut,JEM Ensemble,4,2
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,2
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,2
-3,distance_from_energy,611.7510986328125,FashionMNIST,Schut,JEM Ensemble,4,2
-3,distance_from_targets,335.192138671875,FashionMNIST,Schut,JEM Ensemble,4,2
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,2
-3,set_size_penalty,3.0,FashionMNIST,Schut,JEM Ensemble,4,2
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,2
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,2
-4,distance_from_energy,672.4719848632812,FashionMNIST,Schut,JEM Ensemble,4,2
-4,distance_from_targets,380.8416442871094,FashionMNIST,Schut,JEM Ensemble,4,2
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,2
-5,distance,9.700000762939453,FashionMNIST,Schut,JEM Ensemble,4,2
-5,distance_from_energy,560.3558959960938,FashionMNIST,Schut,JEM Ensemble,4,2
-5,distance_from_targets,334.7363586425781,FashionMNIST,Schut,JEM Ensemble,4,2
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,2
-5,set_size_penalty,3.0,FashionMNIST,Schut,JEM Ensemble,4,2
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,2
-6,distance,53.378761291503906,FashionMNIST,Wachter,MLP,4,2
-6,distance_from_energy,861.8477783203125,FashionMNIST,Wachter,MLP,4,2
-6,distance_from_targets,560.2470703125,FashionMNIST,Wachter,MLP,4,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,2
-6,set_size_penalty,1.0,FashionMNIST,Wachter,MLP,4,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,2
-7,distance,59.072811126708984,FashionMNIST,Wachter,MLP,4,2
-7,distance_from_energy,871.5046997070312,FashionMNIST,Wachter,MLP,4,2
-7,distance_from_targets,314.11444091796875,FashionMNIST,Wachter,MLP,4,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,2
-7,set_size_penalty,1.9999999828818047,FashionMNIST,Wachter,MLP,4,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,2
-8,distance,70.21826171875,FashionMNIST,Wachter,MLP,4,2
-8,distance_from_energy,866.6051025390625,FashionMNIST,Wachter,MLP,4,2
-8,distance_from_targets,464.1899719238281,FashionMNIST,Wachter,MLP,4,2
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,2
-8,set_size_penalty,2.999999988314732,FashionMNIST,Wachter,MLP,4,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,2
-9,distance,67.70512390136719,FashionMNIST,Wachter,MLP,4,2
-9,distance_from_energy,868.64306640625,FashionMNIST,Wachter,MLP,4,2
-9,distance_from_targets,478.3994140625,FashionMNIST,Wachter,MLP,4,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,2
-9,set_size_penalty,1.0,FashionMNIST,Wachter,MLP,4,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,2
-10,distance,62.839176177978516,FashionMNIST,Wachter,MLP,4,2
-10,distance_from_energy,826.1888427734375,FashionMNIST,Wachter,MLP,4,2
-10,distance_from_targets,418.76617431640625,FashionMNIST,Wachter,MLP,4,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,2
-10,set_size_penalty,2.0000000000006093,FashionMNIST,Wachter,MLP,4,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,2
-6,distance,204.19198608398438,FashionMNIST,REVISE,MLP,4,2
-6,distance_from_energy,835.90771484375,FashionMNIST,REVISE,MLP,4,2
-6,distance_from_targets,443.0510559082031,FashionMNIST,REVISE,MLP,4,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,2
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,4,2
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,2
-7,distance,306.20245361328125,FashionMNIST,REVISE,MLP,4,2
-7,distance_from_energy,892.2062377929688,FashionMNIST,REVISE,MLP,4,2
-7,distance_from_targets,346.2352600097656,FashionMNIST,REVISE,MLP,4,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,2
-7,set_size_penalty,2.264040688226953,FashionMNIST,REVISE,MLP,4,2
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,2
-8,distance,423.93365478515625,FashionMNIST,REVISE,MLP,4,2
-8,distance_from_energy,812.5228271484375,FashionMNIST,REVISE,MLP,4,2
-8,distance_from_targets,370.6293029785156,FashionMNIST,REVISE,MLP,4,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,2
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,4,2
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,2
-9,distance,277.9355773925781,FashionMNIST,REVISE,MLP,4,2
-9,distance_from_energy,873.3561401367188,FashionMNIST,REVISE,MLP,4,2
-9,distance_from_targets,531.7984008789062,FashionMNIST,REVISE,MLP,4,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,2
-9,set_size_penalty,1.9999174636138584,FashionMNIST,REVISE,MLP,4,2
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,2
-10,distance,195.66737365722656,FashionMNIST,REVISE,MLP,4,2
-10,distance_from_energy,790.341552734375,FashionMNIST,REVISE,MLP,4,2
-10,distance_from_targets,356.64056396484375,FashionMNIST,REVISE,MLP,4,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,2
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,4,2
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,2
-6,distance,666.1755981445312,FashionMNIST,ECCCo,MLP,4,2
-6,distance_from_energy,198.47714233398438,FashionMNIST,ECCCo,MLP,4,2
-6,distance_from_targets,705.2937622070312,FashionMNIST,ECCCo,MLP,4,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,2
-6,set_size_penalty,1.0017476320153753,FashionMNIST,ECCCo,MLP,4,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,2
-7,distance,729.3816528320312,FashionMNIST,ECCCo,MLP,4,2
-7,distance_from_energy,146.2530059814453,FashionMNIST,ECCCo,MLP,4,2
-7,distance_from_targets,724.9589233398438,FashionMNIST,ECCCo,MLP,4,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,2
-7,set_size_penalty,2.8999495667400046,FashionMNIST,ECCCo,MLP,4,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,2
-8,distance,719.9193725585938,FashionMNIST,ECCCo,MLP,4,2
-8,distance_from_energy,157.45005798339844,FashionMNIST,ECCCo,MLP,4,2
-8,distance_from_targets,749.058349609375,FashionMNIST,ECCCo,MLP,4,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,2
-8,set_size_penalty,2.0000023963218965,FashionMNIST,ECCCo,MLP,4,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,2
-9,distance,733.8375244140625,FashionMNIST,ECCCo,MLP,4,2
-9,distance_from_energy,144.72071838378906,FashionMNIST,ECCCo,MLP,4,2
-9,distance_from_targets,726.2754516601562,FashionMNIST,ECCCo,MLP,4,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,2
-9,set_size_penalty,2.0055736976626015,FashionMNIST,ECCCo,MLP,4,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,2
-10,distance,751.91259765625,FashionMNIST,ECCCo,MLP,4,2
-10,distance_from_energy,87.70030975341797,FashionMNIST,ECCCo,MLP,4,2
-10,distance_from_targets,779.6144409179688,FashionMNIST,ECCCo,MLP,4,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,2
-10,set_size_penalty,2.0000138394432927,FashionMNIST,ECCCo,MLP,4,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,2
-6,distance,4.099999904632568,FashionMNIST,Schut,MLP,4,2
-6,distance_from_energy,864.6360473632812,FashionMNIST,Schut,MLP,4,2
-6,distance_from_targets,529.4219360351562,FashionMNIST,Schut,MLP,4,2
-6,redundancy,0.9923469387755102,FashionMNIST,Schut,MLP,4,2
-6,set_size_penalty,0.9999999999999942,FashionMNIST,Schut,MLP,4,2
-6,validity,1.0,FashionMNIST,Schut,MLP,4,2
-7,distance,6.700000286102295,FashionMNIST,Schut,MLP,4,2
-7,distance_from_energy,860.1634521484375,FashionMNIST,Schut,MLP,4,2
-7,distance_from_targets,282.6503601074219,FashionMNIST,Schut,MLP,4,2
-7,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP,4,2
-7,set_size_penalty,1.9999999997293672,FashionMNIST,Schut,MLP,4,2
-7,validity,1.0,FashionMNIST,Schut,MLP,4,2
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,2
-8,distance_from_energy,875.4225463867188,FashionMNIST,Schut,MLP,4,2
-8,distance_from_targets,433.8105773925781,FashionMNIST,Schut,MLP,4,2
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,2
-8,validity,0.0,FashionMNIST,Schut,MLP,4,2
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,2
-9,distance_from_energy,865.56640625,FashionMNIST,Schut,MLP,4,2
-9,distance_from_targets,454.5672607421875,FashionMNIST,Schut,MLP,4,2
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,2
-9,set_size_penalty,0.9992069709534526,FashionMNIST,Schut,MLP,4,2
-9,validity,1.0,FashionMNIST,Schut,MLP,4,2
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,2
-10,distance_from_energy,832.9031372070312,FashionMNIST,Schut,MLP,4,2
-10,distance_from_targets,396.1524658203125,FashionMNIST,Schut,MLP,4,2
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,4,2
-10,set_size_penalty,2.999999999999943,FashionMNIST,Schut,MLP,4,2
-10,validity,1.0,FashionMNIST,Schut,MLP,4,2
-11,distance,68.48524475097656,FashionMNIST,Wachter,MLP Ensemble,4,2
-11,distance_from_energy,769.8662719726562,FashionMNIST,Wachter,MLP Ensemble,4,2
-11,distance_from_targets,408.4743957519531,FashionMNIST,Wachter,MLP Ensemble,4,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-12,distance,60.142581939697266,FashionMNIST,Wachter,MLP Ensemble,4,2
-12,distance_from_energy,799.2353515625,FashionMNIST,Wachter,MLP Ensemble,4,2
-12,distance_from_targets,371.7522888183594,FashionMNIST,Wachter,MLP Ensemble,4,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-13,distance,57.587554931640625,FashionMNIST,Wachter,MLP Ensemble,4,2
-13,distance_from_energy,782.0487060546875,FashionMNIST,Wachter,MLP Ensemble,4,2
-13,distance_from_targets,403.19378662109375,FashionMNIST,Wachter,MLP Ensemble,4,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-13,set_size_penalty,1.9999996049552966,FashionMNIST,Wachter,MLP Ensemble,4,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-14,distance,54.781558990478516,FashionMNIST,Wachter,MLP Ensemble,4,2
-14,distance_from_energy,798.4219970703125,FashionMNIST,Wachter,MLP Ensemble,4,2
-14,distance_from_targets,309.8968505859375,FashionMNIST,Wachter,MLP Ensemble,4,2
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-14,set_size_penalty,2.1692886329527385,FashionMNIST,Wachter,MLP Ensemble,4,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-15,distance,72.7127685546875,FashionMNIST,Wachter,MLP Ensemble,4,2
-15,distance_from_energy,833.2767333984375,FashionMNIST,Wachter,MLP Ensemble,4,2
-15,distance_from_targets,436.3580017089844,FashionMNIST,Wachter,MLP Ensemble,4,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-15,set_size_penalty,1.9999991636681929,FashionMNIST,Wachter,MLP Ensemble,4,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,2
-11,distance,358.3876037597656,FashionMNIST,REVISE,MLP Ensemble,4,2
-11,distance_from_energy,755.3905029296875,FashionMNIST,REVISE,MLP Ensemble,4,2
-11,distance_from_targets,371.5612487792969,FashionMNIST,REVISE,MLP Ensemble,4,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-12,distance,296.4641418457031,FashionMNIST,REVISE,MLP Ensemble,4,2
-12,distance_from_energy,811.4681396484375,FashionMNIST,REVISE,MLP Ensemble,4,2
-12,distance_from_targets,495.0632019042969,FashionMNIST,REVISE,MLP Ensemble,4,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-12,set_size_penalty,2.0000000102448423,FashionMNIST,REVISE,MLP Ensemble,4,2
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-13,distance,212.20249938964844,FashionMNIST,REVISE,MLP Ensemble,4,2
-13,distance_from_energy,789.8191528320312,FashionMNIST,REVISE,MLP Ensemble,4,2
-13,distance_from_targets,359.31793212890625,FashionMNIST,REVISE,MLP Ensemble,4,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-13,set_size_penalty,1.9999994488155375,FashionMNIST,REVISE,MLP Ensemble,4,2
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-14,distance,289.82525634765625,FashionMNIST,REVISE,MLP Ensemble,4,2
-14,distance_from_energy,812.1677856445312,FashionMNIST,REVISE,MLP Ensemble,4,2
-14,distance_from_targets,340.0762939453125,FashionMNIST,REVISE,MLP Ensemble,4,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-14,set_size_penalty,2.0000000012944876,FashionMNIST,REVISE,MLP Ensemble,4,2
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-15,distance,318.058349609375,FashionMNIST,REVISE,MLP Ensemble,4,2
-15,distance_from_energy,810.328857421875,FashionMNIST,REVISE,MLP Ensemble,4,2
-15,distance_from_targets,347.30072021484375,FashionMNIST,REVISE,MLP Ensemble,4,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-15,set_size_penalty,2.9999999999998823,FashionMNIST,REVISE,MLP Ensemble,4,2
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,2
-11,distance,716.3297729492188,FashionMNIST,ECCCo,MLP Ensemble,4,2
-11,distance_from_energy,86.02340698242188,FashionMNIST,ECCCo,MLP Ensemble,4,2
-11,distance_from_targets,738.3262939453125,FashionMNIST,ECCCo,MLP Ensemble,4,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-12,distance,721.9962158203125,FashionMNIST,ECCCo,MLP Ensemble,4,2
-12,distance_from_energy,86.31124114990234,FashionMNIST,ECCCo,MLP Ensemble,4,2
-12,distance_from_targets,722.0587768554688,FashionMNIST,ECCCo,MLP Ensemble,4,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-13,distance,730.3106689453125,FashionMNIST,ECCCo,MLP Ensemble,4,2
-13,distance_from_energy,72.76630401611328,FashionMNIST,ECCCo,MLP Ensemble,4,2
-13,distance_from_targets,750.012939453125,FashionMNIST,ECCCo,MLP Ensemble,4,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-14,distance,705.4957275390625,FashionMNIST,ECCCo,MLP Ensemble,4,2
-14,distance_from_energy,114.96971130371094,FashionMNIST,ECCCo,MLP Ensemble,4,2
-14,distance_from_targets,705.7241821289062,FashionMNIST,ECCCo,MLP Ensemble,4,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-15,distance,708.9601440429688,FashionMNIST,ECCCo,MLP Ensemble,4,2
-15,distance_from_energy,149.73501586914062,FashionMNIST,ECCCo,MLP Ensemble,4,2
-15,distance_from_targets,702.9735107421875,FashionMNIST,ECCCo,MLP Ensemble,4,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-15,set_size_penalty,1.000000000000026,FashionMNIST,ECCCo,MLP Ensemble,4,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,2
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,2
-11,distance_from_energy,776.8518676757812,FashionMNIST,Schut,MLP Ensemble,4,2
-11,distance_from_targets,386.86407470703125,FashionMNIST,Schut,MLP Ensemble,4,2
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,2
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,2
-12,distance_from_energy,812.3256225585938,FashionMNIST,Schut,MLP Ensemble,4,2
-12,distance_from_targets,351.9921569824219,FashionMNIST,Schut,MLP Ensemble,4,2
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,2
-12,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,4,2
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,2
-13,distance,9.400001525878906,FashionMNIST,Schut,MLP Ensemble,4,2
-13,distance_from_energy,779.7792358398438,FashionMNIST,Schut,MLP Ensemble,4,2
-13,distance_from_targets,386.92633056640625,FashionMNIST,Schut,MLP Ensemble,4,2
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,2
-13,set_size_penalty,1.0061105396097192,FashionMNIST,Schut,MLP Ensemble,4,2
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,2
-14,distance,8.900001525878906,FashionMNIST,Schut,MLP Ensemble,4,2
-14,distance_from_energy,808.6102905273438,FashionMNIST,Schut,MLP Ensemble,4,2
-14,distance_from_targets,278.70452880859375,FashionMNIST,Schut,MLP Ensemble,4,2
-14,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,4,2
-14,set_size_penalty,2.939450920859894,FashionMNIST,Schut,MLP Ensemble,4,2
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,2
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,2
-15,distance_from_energy,838.9671020507812,FashionMNIST,Schut,MLP Ensemble,4,2
-15,distance_from_targets,412.367919921875,FashionMNIST,Schut,MLP Ensemble,4,2
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,4,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,2
-16,distance,71.83773040771484,FashionMNIST,Wachter,JEM,4,2
-16,distance_from_energy,504.86968994140625,FashionMNIST,Wachter,JEM,4,2
-16,distance_from_targets,372.4901428222656,FashionMNIST,Wachter,JEM,4,2
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,4,2
-16,set_size_penalty,4.999999999999999,FashionMNIST,Wachter,JEM,4,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,2
-17,distance,78.58480072021484,FashionMNIST,Wachter,JEM,4,2
-17,distance_from_energy,539.466796875,FashionMNIST,Wachter,JEM,4,2
-17,distance_from_targets,410.6349792480469,FashionMNIST,Wachter,JEM,4,2
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,2
-17,set_size_penalty,4.999999990895212,FashionMNIST,Wachter,JEM,4,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,2
-18,distance,62.35989761352539,FashionMNIST,Wachter,JEM,4,2
-18,distance_from_energy,605.2901611328125,FashionMNIST,Wachter,JEM,4,2
-18,distance_from_targets,467.550048828125,FashionMNIST,Wachter,JEM,4,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,2
-18,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,4,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,2
-19,distance,57.68461608886719,FashionMNIST,Wachter,JEM,4,2
-19,distance_from_energy,556.4049072265625,FashionMNIST,Wachter,JEM,4,2
-19,distance_from_targets,473.3531494140625,FashionMNIST,Wachter,JEM,4,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,2
-19,set_size_penalty,4.999999999999894,FashionMNIST,Wachter,JEM,4,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,2
-20,distance,56.80641555786133,FashionMNIST,Wachter,JEM,4,2
-20,distance_from_energy,598.2190551757812,FashionMNIST,Wachter,JEM,4,2
-20,distance_from_targets,447.3985290527344,FashionMNIST,Wachter,JEM,4,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,2
-20,set_size_penalty,2.9999263258741338,FashionMNIST,Wachter,JEM,4,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,2
-16,distance,562.9041137695312,FashionMNIST,REVISE,JEM,4,2
-16,distance_from_energy,794.5979614257812,FashionMNIST,REVISE,JEM,4,2
-16,distance_from_targets,555.0946044921875,FashionMNIST,REVISE,JEM,4,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,2
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,2
-16,validity,0.0,FashionMNIST,REVISE,JEM,4,2
-17,distance,230.38253784179688,FashionMNIST,REVISE,JEM,4,2
-17,distance_from_energy,667.0972900390625,FashionMNIST,REVISE,JEM,4,2
-17,distance_from_targets,425.9397277832031,FashionMNIST,REVISE,JEM,4,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,2
-17,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,4,2
-17,validity,1.0,FashionMNIST,REVISE,JEM,4,2
-18,distance,248.4547882080078,FashionMNIST,REVISE,JEM,4,2
-18,distance_from_energy,671.0943603515625,FashionMNIST,REVISE,JEM,4,2
-18,distance_from_targets,475.2281188964844,FashionMNIST,REVISE,JEM,4,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,2
-18,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,4,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,2
-19,distance,206.00050354003906,FashionMNIST,REVISE,JEM,4,2
-19,distance_from_energy,503.89459228515625,FashionMNIST,REVISE,JEM,4,2
-19,distance_from_targets,413.7573547363281,FashionMNIST,REVISE,JEM,4,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,2
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,4,2
-19,validity,1.0,FashionMNIST,REVISE,JEM,4,2
-20,distance,234.07363891601562,FashionMNIST,REVISE,JEM,4,2
-20,distance_from_energy,513.7264404296875,FashionMNIST,REVISE,JEM,4,2
-20,distance_from_targets,364.1396484375,FashionMNIST,REVISE,JEM,4,2
-20,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,4,2
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,4,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,2
-16,distance,468.13665771484375,FashionMNIST,ECCCo,JEM,4,2
-16,distance_from_energy,63.40057373046875,FashionMNIST,ECCCo,JEM,4,2
-16,distance_from_targets,495.57806396484375,FashionMNIST,ECCCo,JEM,4,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,2
-16,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,4,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,2
-17,distance,447.4248352050781,FashionMNIST,ECCCo,JEM,4,2
-17,distance_from_energy,189.794677734375,FashionMNIST,ECCCo,JEM,4,2
-17,distance_from_targets,476.793701171875,FashionMNIST,ECCCo,JEM,4,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,2
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,4,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,2
-18,distance,606.70458984375,FashionMNIST,ECCCo,JEM,4,2
-18,distance_from_energy,171.6087188720703,FashionMNIST,ECCCo,JEM,4,2
-18,distance_from_targets,575.33349609375,FashionMNIST,ECCCo,JEM,4,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,2
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,2
-19,distance,505.9201354980469,FashionMNIST,ECCCo,JEM,4,2
-19,distance_from_energy,75.08319091796875,FashionMNIST,ECCCo,JEM,4,2
-19,distance_from_targets,507.66424560546875,FashionMNIST,ECCCo,JEM,4,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,2
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,2
-20,distance,555.5323486328125,FashionMNIST,ECCCo,JEM,4,2
-20,distance_from_energy,47.56705093383789,FashionMNIST,ECCCo,JEM,4,2
-20,distance_from_targets,511.8955078125,FashionMNIST,ECCCo,JEM,4,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,2
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,4,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,2
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,2
-16,distance_from_energy,534.6495361328125,FashionMNIST,Schut,JEM,4,2
-16,distance_from_targets,343.7840270996094,FashionMNIST,Schut,JEM,4,2
-16,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,4,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,2
-16,validity,0.0,FashionMNIST,Schut,JEM,4,2
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,2
-17,distance_from_energy,571.5265502929688,FashionMNIST,Schut,JEM,4,2
-17,distance_from_targets,366.2617492675781,FashionMNIST,Schut,JEM,4,2
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,2
-17,validity,0.0,FashionMNIST,Schut,JEM,4,2
-18,distance,6.200000762939453,FashionMNIST,Schut,JEM,4,2
-18,distance_from_energy,604.0972900390625,FashionMNIST,Schut,JEM,4,2
-18,distance_from_targets,450.0928039550781,FashionMNIST,Schut,JEM,4,2
-18,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,4,2
-18,set_size_penalty,2.0,FashionMNIST,Schut,JEM,4,2
-18,validity,1.0,FashionMNIST,Schut,JEM,4,2
-19,distance,4.200000286102295,FashionMNIST,Schut,JEM,4,2
-19,distance_from_energy,535.616455078125,FashionMNIST,Schut,JEM,4,2
-19,distance_from_targets,437.06390380859375,FashionMNIST,Schut,JEM,4,2
-19,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,4,2
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,2
-19,validity,1.0,FashionMNIST,Schut,JEM,4,2
-20,distance,5.800000190734863,FashionMNIST,Schut,JEM,4,2
-20,distance_from_energy,549.9049072265625,FashionMNIST,Schut,JEM,4,2
-20,distance_from_targets,422.05853271484375,FashionMNIST,Schut,JEM,4,2
-20,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,4,2
-20,set_size_penalty,4.0,FashionMNIST,Schut,JEM,4,2
-20,validity,1.0,FashionMNIST,Schut,JEM,4,2
-1,distance,51.37752914428711,FashionMNIST,Wachter,JEM Ensemble,4,3
-1,distance_from_energy,559.1497802734375,FashionMNIST,Wachter,JEM Ensemble,4,3
-1,distance_from_targets,340.7429504394531,FashionMNIST,Wachter,JEM Ensemble,4,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-1,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-2,distance,63.213008880615234,FashionMNIST,Wachter,JEM Ensemble,4,3
-2,distance_from_energy,631.8822021484375,FashionMNIST,Wachter,JEM Ensemble,4,3
-2,distance_from_targets,406.5299987792969,FashionMNIST,Wachter,JEM Ensemble,4,3
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-2,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-3,distance,65.07379150390625,FashionMNIST,Wachter,JEM Ensemble,4,3
-3,distance_from_energy,744.1546630859375,FashionMNIST,Wachter,JEM Ensemble,4,3
-3,distance_from_targets,420.4695129394531,FashionMNIST,Wachter,JEM Ensemble,4,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-4,distance,60.09139633178711,FashionMNIST,Wachter,JEM Ensemble,4,3
-4,distance_from_energy,491.5885314941406,FashionMNIST,Wachter,JEM Ensemble,4,3
-4,distance_from_targets,382.8451232910156,FashionMNIST,Wachter,JEM Ensemble,4,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-4,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-5,distance,85.24344635009766,FashionMNIST,Wachter,JEM Ensemble,4,3
-5,distance_from_energy,350.68096923828125,FashionMNIST,Wachter,JEM Ensemble,4,3
-5,distance_from_targets,456.9807434082031,FashionMNIST,Wachter,JEM Ensemble,4,3
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,3
-1,distance,496.3216552734375,FashionMNIST,REVISE,JEM Ensemble,4,3
-1,distance_from_energy,497.30126953125,FashionMNIST,REVISE,JEM Ensemble,4,3
-1,distance_from_targets,551.9159545898438,FashionMNIST,REVISE,JEM Ensemble,4,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-2,distance,318.2976379394531,FashionMNIST,REVISE,JEM Ensemble,4,3
-2,distance_from_energy,820.4903564453125,FashionMNIST,REVISE,JEM Ensemble,4,3
-2,distance_from_targets,523.572265625,FashionMNIST,REVISE,JEM Ensemble,4,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-2,set_size_penalty,5.999999999999999,FashionMNIST,REVISE,JEM Ensemble,4,3
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-3,distance,303.7059020996094,FashionMNIST,REVISE,JEM Ensemble,4,3
-3,distance_from_energy,898.5498046875,FashionMNIST,REVISE,JEM Ensemble,4,3
-3,distance_from_targets,534.21728515625,FashionMNIST,REVISE,JEM Ensemble,4,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-4,distance,246.43455505371094,FashionMNIST,REVISE,JEM Ensemble,4,3
-4,distance_from_energy,431.4112243652344,FashionMNIST,REVISE,JEM Ensemble,4,3
-4,distance_from_targets,449.16741943359375,FashionMNIST,REVISE,JEM Ensemble,4,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-5,distance,476.6468505859375,FashionMNIST,REVISE,JEM Ensemble,4,3
-5,distance_from_energy,489.85577392578125,FashionMNIST,REVISE,JEM Ensemble,4,3
-5,distance_from_targets,508.1495056152344,FashionMNIST,REVISE,JEM Ensemble,4,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,3
-1,distance,426.8959655761719,FashionMNIST,ECCCo,JEM Ensemble,4,3
-1,distance_from_energy,75.54798889160156,FashionMNIST,ECCCo,JEM Ensemble,4,3
-1,distance_from_targets,436.7424621582031,FashionMNIST,ECCCo,JEM Ensemble,4,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-1,set_size_penalty,6.059311739219638,FashionMNIST,ECCCo,JEM Ensemble,4,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-2,distance,441.4214782714844,FashionMNIST,ECCCo,JEM Ensemble,4,3
-2,distance_from_energy,66.62921142578125,FashionMNIST,ECCCo,JEM Ensemble,4,3
-2,distance_from_targets,484.14971923828125,FashionMNIST,ECCCo,JEM Ensemble,4,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-2,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-3,distance,559.5006713867188,FashionMNIST,ECCCo,JEM Ensemble,4,3
-3,distance_from_energy,87.3989028930664,FashionMNIST,ECCCo,JEM Ensemble,4,3
-3,distance_from_targets,411.2466735839844,FashionMNIST,ECCCo,JEM Ensemble,4,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-3,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-4,distance,407.0878601074219,FashionMNIST,ECCCo,JEM Ensemble,4,3
-4,distance_from_energy,96.88561248779297,FashionMNIST,ECCCo,JEM Ensemble,4,3
-4,distance_from_targets,438.3299560546875,FashionMNIST,ECCCo,JEM Ensemble,4,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-4,set_size_penalty,6.499983787536758,FashionMNIST,ECCCo,JEM Ensemble,4,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-5,distance,427.8789978027344,FashionMNIST,ECCCo,JEM Ensemble,4,3
-5,distance_from_energy,119.81166076660156,FashionMNIST,ECCCo,JEM Ensemble,4,3
-5,distance_from_targets,416.3570251464844,FashionMNIST,ECCCo,JEM Ensemble,4,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,3
-1,distance,4.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,3
-1,distance_from_energy,429.8553161621094,FashionMNIST,Schut,JEM Ensemble,4,3
-1,distance_from_targets,316.8004455566406,FashionMNIST,Schut,JEM Ensemble,4,3
-1,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM Ensemble,4,3
-1,set_size_penalty,6.0,FashionMNIST,Schut,JEM Ensemble,4,3
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,3
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,3
-2,distance_from_energy,719.9093017578125,FashionMNIST,Schut,JEM Ensemble,4,3
-2,distance_from_targets,374.6153869628906,FashionMNIST,Schut,JEM Ensemble,4,3
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,4,3
-2,set_size_penalty,4.99999987742976,FashionMNIST,Schut,JEM Ensemble,4,3
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,3
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,3
-3,distance_from_energy,725.0010986328125,FashionMNIST,Schut,JEM Ensemble,4,3
-3,distance_from_targets,400.02252197265625,FashionMNIST,Schut,JEM Ensemble,4,3
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,3
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,3
-4,distance_from_energy,424.46807861328125,FashionMNIST,Schut,JEM Ensemble,4,3
-4,distance_from_targets,355.7613525390625,FashionMNIST,Schut,JEM Ensemble,4,3
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,3
-4,set_size_penalty,6.0,FashionMNIST,Schut,JEM Ensemble,4,3
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,3
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,3
-5,distance_from_energy,343.0510559082031,FashionMNIST,Schut,JEM Ensemble,4,3
-5,distance_from_targets,421.7630920410156,FashionMNIST,Schut,JEM Ensemble,4,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,3
-6,distance,55.991695404052734,FashionMNIST,Wachter,MLP,4,3
-6,distance_from_energy,975.8386840820312,FashionMNIST,Wachter,MLP,4,3
-6,distance_from_targets,383.6504211425781,FashionMNIST,Wachter,MLP,4,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,3
-6,set_size_penalty,1.0000001692959444,FashionMNIST,Wachter,MLP,4,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,3
-7,distance,80.17830657958984,FashionMNIST,Wachter,MLP,4,3
-7,distance_from_energy,984.6397705078125,FashionMNIST,Wachter,MLP,4,3
-7,distance_from_targets,505.9012145996094,FashionMNIST,Wachter,MLP,4,3
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,3
-7,set_size_penalty,2.0000381076732223,FashionMNIST,Wachter,MLP,4,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,3
-8,distance,88.54151916503906,FashionMNIST,Wachter,MLP,4,3
-8,distance_from_energy,955.8001098632812,FashionMNIST,Wachter,MLP,4,3
-8,distance_from_targets,440.3150939941406,FashionMNIST,Wachter,MLP,4,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,3
-8,set_size_penalty,3.00000000123379,FashionMNIST,Wachter,MLP,4,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,3
-9,distance,66.2987060546875,FashionMNIST,Wachter,MLP,4,3
-9,distance_from_energy,942.4490356445312,FashionMNIST,Wachter,MLP,4,3
-9,distance_from_targets,382.3883972167969,FashionMNIST,Wachter,MLP,4,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,3
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,3
-10,distance,70.20270538330078,FashionMNIST,Wachter,MLP,4,3
-10,distance_from_energy,927.8629150390625,FashionMNIST,Wachter,MLP,4,3
-10,distance_from_targets,440.0784912109375,FashionMNIST,Wachter,MLP,4,3
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,3
-10,set_size_penalty,3.9999999999997833,FashionMNIST,Wachter,MLP,4,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,3
-6,distance,162.99313354492188,FashionMNIST,REVISE,MLP,4,3
-6,distance_from_energy,945.7634887695312,FashionMNIST,REVISE,MLP,4,3
-6,distance_from_targets,304.81707763671875,FashionMNIST,REVISE,MLP,4,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,3
-6,set_size_penalty,2.99962938294204,FashionMNIST,REVISE,MLP,4,3
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,3
-7,distance,219.84120178222656,FashionMNIST,REVISE,MLP,4,3
-7,distance_from_energy,965.0078125,FashionMNIST,REVISE,MLP,4,3
-7,distance_from_targets,385.74603271484375,FashionMNIST,REVISE,MLP,4,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,3
-7,set_size_penalty,2.999999999095665,FashionMNIST,REVISE,MLP,4,3
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,3
-8,distance,205.35069274902344,FashionMNIST,REVISE,MLP,4,3
-8,distance_from_energy,964.2889404296875,FashionMNIST,REVISE,MLP,4,3
-8,distance_from_targets,381.97955322265625,FashionMNIST,REVISE,MLP,4,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,3
-8,set_size_penalty,2.000000002560042,FashionMNIST,REVISE,MLP,4,3
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,3
-9,distance,239.15472412109375,FashionMNIST,REVISE,MLP,4,3
-9,distance_from_energy,898.9456787109375,FashionMNIST,REVISE,MLP,4,3
-9,distance_from_targets,426.4674377441406,FashionMNIST,REVISE,MLP,4,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,3
-9,set_size_penalty,1.0435229982420515,FashionMNIST,REVISE,MLP,4,3
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,3
-10,distance,320.2379150390625,FashionMNIST,REVISE,MLP,4,3
-10,distance_from_energy,915.9440307617188,FashionMNIST,REVISE,MLP,4,3
-10,distance_from_targets,384.086181640625,FashionMNIST,REVISE,MLP,4,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,3
-10,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,4,3
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,3
-6,distance,723.86083984375,FashionMNIST,ECCCo,MLP,4,3
-6,distance_from_energy,255.46493530273438,FashionMNIST,ECCCo,MLP,4,3
-6,distance_from_targets,655.74951171875,FashionMNIST,ECCCo,MLP,4,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,3
-6,set_size_penalty,1.60877617569025,FashionMNIST,ECCCo,MLP,4,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,3
-7,distance,747.6542358398438,FashionMNIST,ECCCo,MLP,4,3
-7,distance_from_energy,249.37332153320312,FashionMNIST,ECCCo,MLP,4,3
-7,distance_from_targets,680.1697387695312,FashionMNIST,ECCCo,MLP,4,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,3
-7,set_size_penalty,1.038377525527301,FashionMNIST,ECCCo,MLP,4,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,3
-8,distance,761.0018920898438,FashionMNIST,ECCCo,MLP,4,3
-8,distance_from_energy,227.4330596923828,FashionMNIST,ECCCo,MLP,4,3
-8,distance_from_targets,683.7185668945312,FashionMNIST,ECCCo,MLP,4,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,3
-8,set_size_penalty,1.0862166351698515,FashionMNIST,ECCCo,MLP,4,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,3
-9,distance,742.168212890625,FashionMNIST,ECCCo,MLP,4,3
-9,distance_from_energy,221.135498046875,FashionMNIST,ECCCo,MLP,4,3
-9,distance_from_targets,690.9702758789062,FashionMNIST,ECCCo,MLP,4,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,3
-9,set_size_penalty,1.9897547786497807,FashionMNIST,ECCCo,MLP,4,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,3
-10,distance,716.0673828125,FashionMNIST,ECCCo,MLP,4,3
-10,distance_from_energy,239.2080535888672,FashionMNIST,ECCCo,MLP,4,3
-10,distance_from_targets,675.0836791992188,FashionMNIST,ECCCo,MLP,4,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,3
-10,set_size_penalty,1.000016768141265,FashionMNIST,ECCCo,MLP,4,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,3
-6,distance,8.5,FashionMNIST,Schut,MLP,4,3
-6,distance_from_energy,958.1559448242188,FashionMNIST,Schut,MLP,4,3
-6,distance_from_targets,357.373291015625,FashionMNIST,Schut,MLP,4,3
-6,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP,4,3
-6,set_size_penalty,1.0007284491082422,FashionMNIST,Schut,MLP,4,3
-6,validity,1.0,FashionMNIST,Schut,MLP,4,3
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,3
-7,distance_from_energy,984.6275634765625,FashionMNIST,Schut,MLP,4,3
-7,distance_from_targets,473.7769470214844,FashionMNIST,Schut,MLP,4,3
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,3
-7,validity,0.0,FashionMNIST,Schut,MLP,4,3
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,3
-8,distance_from_energy,970.4957885742188,FashionMNIST,Schut,MLP,4,3
-8,distance_from_targets,405.93792724609375,FashionMNIST,Schut,MLP,4,3
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,3
-8,validity,0.0,FashionMNIST,Schut,MLP,4,3
-9,distance,10.0,FashionMNIST,Schut,MLP,4,3
-9,distance_from_energy,932.7106323242188,FashionMNIST,Schut,MLP,4,3
-9,distance_from_targets,352.4075927734375,FashionMNIST,Schut,MLP,4,3
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,4,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,3
-9,validity,0.0,FashionMNIST,Schut,MLP,4,3
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,3
-10,distance_from_energy,937.8967895507812,FashionMNIST,Schut,MLP,4,3
-10,distance_from_targets,409.170166015625,FashionMNIST,Schut,MLP,4,3
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,3
-10,validity,0.0,FashionMNIST,Schut,MLP,4,3
-11,distance,60.759212493896484,FashionMNIST,Wachter,MLP Ensemble,4,3
-11,distance_from_energy,869.1843872070312,FashionMNIST,Wachter,MLP Ensemble,4,3
-11,distance_from_targets,483.6170349121094,FashionMNIST,Wachter,MLP Ensemble,4,3
-11,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP Ensemble,4,3
-11,set_size_penalty,2.999999983335555,FashionMNIST,Wachter,MLP Ensemble,4,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-12,distance,65.34148406982422,FashionMNIST,Wachter,MLP Ensemble,4,3
-12,distance_from_energy,865.6365966796875,FashionMNIST,Wachter,MLP Ensemble,4,3
-12,distance_from_targets,369.2512512207031,FashionMNIST,Wachter,MLP Ensemble,4,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-13,distance,81.34200286865234,FashionMNIST,Wachter,MLP Ensemble,4,3
-13,distance_from_energy,890.3766479492188,FashionMNIST,Wachter,MLP Ensemble,4,3
-13,distance_from_targets,497.3806457519531,FashionMNIST,Wachter,MLP Ensemble,4,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-13,set_size_penalty,2.9999995989423724,FashionMNIST,Wachter,MLP Ensemble,4,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-14,distance,54.38286590576172,FashionMNIST,Wachter,MLP Ensemble,4,3
-14,distance_from_energy,850.87548828125,FashionMNIST,Wachter,MLP Ensemble,4,3
-14,distance_from_targets,383.168212890625,FashionMNIST,Wachter,MLP Ensemble,4,3
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,3
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-15,distance,80.1475830078125,FashionMNIST,Wachter,MLP Ensemble,4,3
-15,distance_from_energy,884.3720703125,FashionMNIST,Wachter,MLP Ensemble,4,3
-15,distance_from_targets,384.90667724609375,FashionMNIST,Wachter,MLP Ensemble,4,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-15,set_size_penalty,2.0000013480739343,FashionMNIST,Wachter,MLP Ensemble,4,3
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,3
-11,distance,119.16032409667969,FashionMNIST,REVISE,MLP Ensemble,4,3
-11,distance_from_energy,881.18603515625,FashionMNIST,REVISE,MLP Ensemble,4,3
-11,distance_from_targets,463.40728759765625,FashionMNIST,REVISE,MLP Ensemble,4,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-12,distance,145.0877227783203,FashionMNIST,REVISE,MLP Ensemble,4,3
-12,distance_from_energy,861.5081787109375,FashionMNIST,REVISE,MLP Ensemble,4,3
-12,distance_from_targets,335.763916015625,FashionMNIST,REVISE,MLP Ensemble,4,3
-12,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,4,3
-12,set_size_penalty,2.9999999999963274,FashionMNIST,REVISE,MLP Ensemble,4,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-13,distance,198.79310607910156,FashionMNIST,REVISE,MLP Ensemble,4,3
-13,distance_from_energy,893.0897216796875,FashionMNIST,REVISE,MLP Ensemble,4,3
-13,distance_from_targets,433.8245544433594,FashionMNIST,REVISE,MLP Ensemble,4,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-14,distance,296.59930419921875,FashionMNIST,REVISE,MLP Ensemble,4,3
-14,distance_from_energy,841.0462036132812,FashionMNIST,REVISE,MLP Ensemble,4,3
-14,distance_from_targets,432.8976745605469,FashionMNIST,REVISE,MLP Ensemble,4,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-14,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-15,distance,188.74307250976562,FashionMNIST,REVISE,MLP Ensemble,4,3
-15,distance_from_energy,888.171875,FashionMNIST,REVISE,MLP Ensemble,4,3
-15,distance_from_targets,331.9285583496094,FashionMNIST,REVISE,MLP Ensemble,4,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,3
-11,distance,678.9395141601562,FashionMNIST,ECCCo,MLP Ensemble,4,3
-11,distance_from_energy,204.44784545898438,FashionMNIST,ECCCo,MLP Ensemble,4,3
-11,distance_from_targets,642.0416259765625,FashionMNIST,ECCCo,MLP Ensemble,4,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-12,distance,732.72412109375,FashionMNIST,ECCCo,MLP Ensemble,4,3
-12,distance_from_energy,156.22500610351562,FashionMNIST,ECCCo,MLP Ensemble,4,3
-12,distance_from_targets,676.03271484375,FashionMNIST,ECCCo,MLP Ensemble,4,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-13,distance,717.9811401367188,FashionMNIST,ECCCo,MLP Ensemble,4,3
-13,distance_from_energy,201.17039489746094,FashionMNIST,ECCCo,MLP Ensemble,4,3
-13,distance_from_targets,639.172607421875,FashionMNIST,ECCCo,MLP Ensemble,4,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-14,distance,721.9013061523438,FashionMNIST,ECCCo,MLP Ensemble,4,3
-14,distance_from_energy,155.55120849609375,FashionMNIST,ECCCo,MLP Ensemble,4,3
-14,distance_from_targets,687.364013671875,FashionMNIST,ECCCo,MLP Ensemble,4,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-15,distance,737.0652465820312,FashionMNIST,ECCCo,MLP Ensemble,4,3
-15,distance_from_energy,168.123046875,FashionMNIST,ECCCo,MLP Ensemble,4,3
-15,distance_from_targets,660.8423461914062,FashionMNIST,ECCCo,MLP Ensemble,4,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,3
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,3
-11,distance_from_energy,877.82470703125,FashionMNIST,Schut,MLP Ensemble,4,3
-11,distance_from_targets,458.2423095703125,FashionMNIST,Schut,MLP Ensemble,4,3
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,3
-11,set_size_penalty,2.993441308282893,FashionMNIST,Schut,MLP Ensemble,4,3
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,3
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,3
-12,distance_from_energy,866.8429565429688,FashionMNIST,Schut,MLP Ensemble,4,3
-12,distance_from_targets,340.8388977050781,FashionMNIST,Schut,MLP Ensemble,4,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,3
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,3
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,3
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,3
-13,distance_from_energy,918.4368896484375,FashionMNIST,Schut,MLP Ensemble,4,3
-13,distance_from_targets,481.30389404296875,FashionMNIST,Schut,MLP Ensemble,4,3
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,3
-14,distance,8.90000057220459,FashionMNIST,Schut,MLP Ensemble,4,3
-14,distance_from_energy,860.8731689453125,FashionMNIST,Schut,MLP Ensemble,4,3
-14,distance_from_targets,358.5255432128906,FashionMNIST,Schut,MLP Ensemble,4,3
-14,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,4,3
-14,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,4,3
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,3
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,3
-15,distance_from_energy,888.9588012695312,FashionMNIST,Schut,MLP Ensemble,4,3
-15,distance_from_targets,347.5872802734375,FashionMNIST,Schut,MLP Ensemble,4,3
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,3
-16,distance,59.87852478027344,FashionMNIST,Wachter,JEM,4,3
-16,distance_from_energy,507.1014099121094,FashionMNIST,Wachter,JEM,4,3
-16,distance_from_targets,389.6893310546875,FashionMNIST,Wachter,JEM,4,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,4,3
-16,set_size_penalty,5.0000000000000036,FashionMNIST,Wachter,JEM,4,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,3
-17,distance,76.4018325805664,FashionMNIST,Wachter,JEM,4,3
-17,distance_from_energy,560.8604125976562,FashionMNIST,Wachter,JEM,4,3
-17,distance_from_targets,482.7950744628906,FashionMNIST,Wachter,JEM,4,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,3
-17,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,4,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,3
-18,distance,77.63817596435547,FashionMNIST,Wachter,JEM,4,3
-18,distance_from_energy,664.7769165039062,FashionMNIST,Wachter,JEM,4,3
-18,distance_from_targets,437.46209716796875,FashionMNIST,Wachter,JEM,4,3
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,3
-18,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,4,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,3
-19,distance,70.14252471923828,FashionMNIST,Wachter,JEM,4,3
-19,distance_from_energy,670.8094482421875,FashionMNIST,Wachter,JEM,4,3
-19,distance_from_targets,448.12933349609375,FashionMNIST,Wachter,JEM,4,3
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,3
-19,set_size_penalty,5.999999999999947,FashionMNIST,Wachter,JEM,4,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,3
-20,distance,53.694091796875,FashionMNIST,Wachter,JEM,4,3
-20,distance_from_energy,619.3565063476562,FashionMNIST,Wachter,JEM,4,3
-20,distance_from_targets,410.6531066894531,FashionMNIST,Wachter,JEM,4,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,3
-20,set_size_penalty,2.9995199444400735,FashionMNIST,Wachter,JEM,4,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,3
-16,distance,355.9044494628906,FashionMNIST,REVISE,JEM,4,3
-16,distance_from_energy,614.4078369140625,FashionMNIST,REVISE,JEM,4,3
-16,distance_from_targets,390.7773742675781,FashionMNIST,REVISE,JEM,4,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,3
-16,set_size_penalty,3.0001914574126616,FashionMNIST,REVISE,JEM,4,3
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,3
-17,distance,314.0547790527344,FashionMNIST,REVISE,JEM,4,3
-17,distance_from_energy,658.3658447265625,FashionMNIST,REVISE,JEM,4,3
-17,distance_from_targets,399.09356689453125,FashionMNIST,REVISE,JEM,4,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,3
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,3
-17,validity,0.0,FashionMNIST,REVISE,JEM,4,3
-18,distance,258.0899353027344,FashionMNIST,REVISE,JEM,4,3
-18,distance_from_energy,630.2273559570312,FashionMNIST,REVISE,JEM,4,3
-18,distance_from_targets,421.46636962890625,FashionMNIST,REVISE,JEM,4,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,3
-18,set_size_penalty,5.000000016919351,FashionMNIST,REVISE,JEM,4,3
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,3
-19,distance,509.728759765625,FashionMNIST,REVISE,JEM,4,3
-19,distance_from_energy,724.8917236328125,FashionMNIST,REVISE,JEM,4,3
-19,distance_from_targets,514.381591796875,FashionMNIST,REVISE,JEM,4,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,3
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,3
-19,validity,0.0,FashionMNIST,REVISE,JEM,4,3
-20,distance,547.7137451171875,FashionMNIST,REVISE,JEM,4,3
-20,distance_from_energy,619.9798583984375,FashionMNIST,REVISE,JEM,4,3
-20,distance_from_targets,612.2835083007812,FashionMNIST,REVISE,JEM,4,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,3
-20,set_size_penalty,9.999999990599385,FashionMNIST,REVISE,JEM,4,3
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,3
-16,distance,346.4088439941406,FashionMNIST,ECCCo,JEM,4,3
-16,distance_from_energy,312.4442138671875,FashionMNIST,ECCCo,JEM,4,3
-16,distance_from_targets,436.7864990234375,FashionMNIST,ECCCo,JEM,4,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,3
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,4,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,3
-17,distance,540.2103271484375,FashionMNIST,ECCCo,JEM,4,3
-17,distance_from_energy,135.0672607421875,FashionMNIST,ECCCo,JEM,4,3
-17,distance_from_targets,467.6436462402344,FashionMNIST,ECCCo,JEM,4,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,3
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,4,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,3
-18,distance,497.4933776855469,FashionMNIST,ECCCo,JEM,4,3
-18,distance_from_energy,176.95179748535156,FashionMNIST,ECCCo,JEM,4,3
-18,distance_from_targets,463.7213439941406,FashionMNIST,ECCCo,JEM,4,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,3
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,4,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,3
-19,distance,425.9532775878906,FashionMNIST,ECCCo,JEM,4,3
-19,distance_from_energy,184.64205932617188,FashionMNIST,ECCCo,JEM,4,3
-19,distance_from_targets,506.0530090332031,FashionMNIST,ECCCo,JEM,4,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,3
-19,set_size_penalty,1.000000557415787,FashionMNIST,ECCCo,JEM,4,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,3
-20,distance,518.5205688476562,FashionMNIST,ECCCo,JEM,4,3
-20,distance_from_energy,125.23445892333984,FashionMNIST,ECCCo,JEM,4,3
-20,distance_from_targets,492.63934326171875,FashionMNIST,ECCCo,JEM,4,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,3
-20,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,4,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,3
-16,distance,8.600001335144043,FashionMNIST,Schut,JEM,4,3
-16,distance_from_energy,635.6912841796875,FashionMNIST,Schut,JEM,4,3
-16,distance_from_targets,362.49285888671875,FashionMNIST,Schut,JEM,4,3
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,3
-16,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,3
-16,validity,1.0,FashionMNIST,Schut,JEM,4,3
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,3
-17,distance_from_energy,636.6074829101562,FashionMNIST,Schut,JEM,4,3
-17,distance_from_targets,458.1124572753906,FashionMNIST,Schut,JEM,4,3
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,3
-17,validity,0.0,FashionMNIST,Schut,JEM,4,3
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,3
-18,distance_from_energy,635.6732177734375,FashionMNIST,Schut,JEM,4,3
-18,distance_from_targets,404.4906005859375,FashionMNIST,Schut,JEM,4,3
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,3
-18,validity,0.0,FashionMNIST,Schut,JEM,4,3
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,3
-19,distance_from_energy,630.3768310546875,FashionMNIST,Schut,JEM,4,3
-19,distance_from_targets,417.49127197265625,FashionMNIST,Schut,JEM,4,3
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,3
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,3
-19,validity,0.0,FashionMNIST,Schut,JEM,4,3
-20,distance,2.8000001907348633,FashionMNIST,Schut,JEM,4,3
-20,distance_from_energy,620.7801513671875,FashionMNIST,Schut,JEM,4,3
-20,distance_from_targets,390.1728515625,FashionMNIST,Schut,JEM,4,3
-20,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM,4,3
-20,set_size_penalty,3.7670443340087014,FashionMNIST,Schut,JEM,4,3
-20,validity,1.0,FashionMNIST,Schut,JEM,4,3
-1,distance,106.26011657714844,FashionMNIST,Wachter,JEM Ensemble,4,5
-1,distance_from_energy,820.7013549804688,FashionMNIST,Wachter,JEM Ensemble,4,5
-1,distance_from_targets,552.7084350585938,FashionMNIST,Wachter,JEM Ensemble,4,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-2,distance,95.85528564453125,FashionMNIST,Wachter,JEM Ensemble,4,5
-2,distance_from_energy,825.4908447265625,FashionMNIST,Wachter,JEM Ensemble,4,5
-2,distance_from_targets,552.109375,FashionMNIST,Wachter,JEM Ensemble,4,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-3,distance,100.13349151611328,FashionMNIST,Wachter,JEM Ensemble,4,5
-3,distance_from_energy,922.7694091796875,FashionMNIST,Wachter,JEM Ensemble,4,5
-3,distance_from_targets,618.073974609375,FashionMNIST,Wachter,JEM Ensemble,4,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-4,distance,79.76203918457031,FashionMNIST,Wachter,JEM Ensemble,4,5
-4,distance_from_energy,887.7453002929688,FashionMNIST,Wachter,JEM Ensemble,4,5
-4,distance_from_targets,606.6783447265625,FashionMNIST,Wachter,JEM Ensemble,4,5
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-5,distance,87.425048828125,FashionMNIST,Wachter,JEM Ensemble,4,5
-5,distance_from_energy,611.0760498046875,FashionMNIST,Wachter,JEM Ensemble,4,5
-5,distance_from_targets,609.9484252929688,FashionMNIST,Wachter,JEM Ensemble,4,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,4,5
-1,distance,260.1880798339844,FashionMNIST,REVISE,JEM Ensemble,4,5
-1,distance_from_energy,663.0433349609375,FashionMNIST,REVISE,JEM Ensemble,4,5
-1,distance_from_targets,615.0697631835938,FashionMNIST,REVISE,JEM Ensemble,4,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-2,distance,314.8443908691406,FashionMNIST,REVISE,JEM Ensemble,4,5
-2,distance_from_energy,745.0325927734375,FashionMNIST,REVISE,JEM Ensemble,4,5
-2,distance_from_targets,554.4764404296875,FashionMNIST,REVISE,JEM Ensemble,4,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-2,set_size_penalty,2.0000054345192035,FashionMNIST,REVISE,JEM Ensemble,4,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-3,distance,214.96092224121094,FashionMNIST,REVISE,JEM Ensemble,4,5
-3,distance_from_energy,569.8568725585938,FashionMNIST,REVISE,JEM Ensemble,4,5
-3,distance_from_targets,563.041015625,FashionMNIST,REVISE,JEM Ensemble,4,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-3,set_size_penalty,7.05530879688906,FashionMNIST,REVISE,JEM Ensemble,4,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-4,distance,249.05978393554688,FashionMNIST,REVISE,JEM Ensemble,4,5
-4,distance_from_energy,782.6005859375,FashionMNIST,REVISE,JEM Ensemble,4,5
-4,distance_from_targets,566.8035888671875,FashionMNIST,REVISE,JEM Ensemble,4,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-5,distance,211.03482055664062,FashionMNIST,REVISE,JEM Ensemble,4,5
-5,distance_from_energy,987.1185302734375,FashionMNIST,REVISE,JEM Ensemble,4,5
-5,distance_from_targets,599.322265625,FashionMNIST,REVISE,JEM Ensemble,4,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-5,set_size_penalty,6.740501426568202,FashionMNIST,REVISE,JEM Ensemble,4,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,5
-1,distance,688.4779663085938,FashionMNIST,ECCCo,JEM Ensemble,4,5
-1,distance_from_energy,166.43800354003906,FashionMNIST,ECCCo,JEM Ensemble,4,5
-1,distance_from_targets,371.9140319824219,FashionMNIST,ECCCo,JEM Ensemble,4,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-1,set_size_penalty,1.0000000330143934,FashionMNIST,ECCCo,JEM Ensemble,4,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-2,distance,684.0656127929688,FashionMNIST,ECCCo,JEM Ensemble,4,5
-2,distance_from_energy,164.39102172851562,FashionMNIST,ECCCo,JEM Ensemble,4,5
-2,distance_from_targets,374.8672180175781,FashionMNIST,ECCCo,JEM Ensemble,4,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-2,set_size_penalty,1.244912136028949,FashionMNIST,ECCCo,JEM Ensemble,4,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-3,distance,739.1077270507812,FashionMNIST,ECCCo,JEM Ensemble,4,5
-3,distance_from_energy,196.32766723632812,FashionMNIST,ECCCo,JEM Ensemble,4,5
-3,distance_from_targets,345.9250793457031,FashionMNIST,ECCCo,JEM Ensemble,4,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-4,distance,664.9559936523438,FashionMNIST,ECCCo,JEM Ensemble,4,5
-4,distance_from_energy,200.14601135253906,FashionMNIST,ECCCo,JEM Ensemble,4,5
-4,distance_from_targets,341.9597473144531,FashionMNIST,ECCCo,JEM Ensemble,4,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-4,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-5,distance,713.064697265625,FashionMNIST,ECCCo,JEM Ensemble,4,5
-5,distance_from_energy,204.8197479248047,FashionMNIST,ECCCo,JEM Ensemble,4,5
-5,distance_from_targets,345.6907958984375,FashionMNIST,ECCCo,JEM Ensemble,4,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-5,set_size_penalty,1.00000150631069,FashionMNIST,ECCCo,JEM Ensemble,4,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,5
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,5
-1,distance_from_energy,843.7745361328125,FashionMNIST,Schut,JEM Ensemble,4,5
-1,distance_from_targets,543.4945068359375,FashionMNIST,Schut,JEM Ensemble,4,5
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,5
-2,distance_from_energy,837.5316162109375,FashionMNIST,Schut,JEM Ensemble,4,5
-2,distance_from_targets,537.8534545898438,FashionMNIST,Schut,JEM Ensemble,4,5
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,5
-3,distance_from_energy,935.67822265625,FashionMNIST,Schut,JEM Ensemble,4,5
-3,distance_from_targets,606.2484130859375,FashionMNIST,Schut,JEM Ensemble,4,5
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,5
-4,distance_from_energy,637.5108642578125,FashionMNIST,Schut,JEM Ensemble,4,5
-4,distance_from_targets,582.6240844726562,FashionMNIST,Schut,JEM Ensemble,4,5
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,5
-5,distance_from_energy,884.1658325195312,FashionMNIST,Schut,JEM Ensemble,4,5
-5,distance_from_targets,591.60107421875,FashionMNIST,Schut,JEM Ensemble,4,5
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,5
-6,distance,72.7598876953125,FashionMNIST,Wachter,MLP,4,5
-6,distance_from_energy,863.3215942382812,FashionMNIST,Wachter,MLP,4,5
-6,distance_from_targets,575.5680541992188,FashionMNIST,Wachter,MLP,4,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,5
-6,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,4,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,5
-7,distance,73.5394058227539,FashionMNIST,Wachter,MLP,4,5
-7,distance_from_energy,857.1446533203125,FashionMNIST,Wachter,MLP,4,5
-7,distance_from_targets,536.9730834960938,FashionMNIST,Wachter,MLP,4,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,5
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,5
-8,distance,69.48605346679688,FashionMNIST,Wachter,MLP,4,5
-8,distance_from_energy,854.7047729492188,FashionMNIST,Wachter,MLP,4,5
-8,distance_from_targets,598.961669921875,FashionMNIST,Wachter,MLP,4,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,5
-8,set_size_penalty,2.0000000000000027,FashionMNIST,Wachter,MLP,4,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,5
-9,distance,66.93444061279297,FashionMNIST,Wachter,MLP,4,5
-9,distance_from_energy,817.269775390625,FashionMNIST,Wachter,MLP,4,5
-9,distance_from_targets,595.5487670898438,FashionMNIST,Wachter,MLP,4,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,5
-9,set_size_penalty,2.0000000000000364,FashionMNIST,Wachter,MLP,4,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,5
-10,distance,69.80943298339844,FashionMNIST,Wachter,MLP,4,5
-10,distance_from_energy,848.6778564453125,FashionMNIST,Wachter,MLP,4,5
-10,distance_from_targets,548.0584716796875,FashionMNIST,Wachter,MLP,4,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,5
-10,set_size_penalty,1.5716701376045366,FashionMNIST,Wachter,MLP,4,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,5
-6,distance,197.6181640625,FashionMNIST,REVISE,MLP,4,5
-6,distance_from_energy,877.4773559570312,FashionMNIST,REVISE,MLP,4,5
-6,distance_from_targets,477.99517822265625,FashionMNIST,REVISE,MLP,4,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,5
-6,set_size_penalty,1.0000000000000009,FashionMNIST,REVISE,MLP,4,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,5
-7,distance,141.59671020507812,FashionMNIST,REVISE,MLP,4,5
-7,distance_from_energy,863.076171875,FashionMNIST,REVISE,MLP,4,5
-7,distance_from_targets,494.2500305175781,FashionMNIST,REVISE,MLP,4,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,5
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,5
-7,validity,0.0,FashionMNIST,REVISE,MLP,4,5
-8,distance,212.60916137695312,FashionMNIST,REVISE,MLP,4,5
-8,distance_from_energy,879.3211059570312,FashionMNIST,REVISE,MLP,4,5
-8,distance_from_targets,480.4652099609375,FashionMNIST,REVISE,MLP,4,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,5
-8,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,4,5
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,5
-9,distance,247.4873504638672,FashionMNIST,REVISE,MLP,4,5
-9,distance_from_energy,833.4117431640625,FashionMNIST,REVISE,MLP,4,5
-9,distance_from_targets,525.621826171875,FashionMNIST,REVISE,MLP,4,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,5
-9,set_size_penalty,0.9999999999998397,FashionMNIST,REVISE,MLP,4,5
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,5
-10,distance,260.7375183105469,FashionMNIST,REVISE,MLP,4,5
-10,distance_from_energy,893.65087890625,FashionMNIST,REVISE,MLP,4,5
-10,distance_from_targets,537.6504516601562,FashionMNIST,REVISE,MLP,4,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,5
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,5
-10,validity,0.0,FashionMNIST,REVISE,MLP,4,5
-6,distance,645.2074584960938,FashionMNIST,ECCCo,MLP,4,5
-6,distance_from_energy,236.41671752929688,FashionMNIST,ECCCo,MLP,4,5
-6,distance_from_targets,704.494384765625,FashionMNIST,ECCCo,MLP,4,5
-6,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP,4,5
-6,set_size_penalty,2.000000000000064,FashionMNIST,ECCCo,MLP,4,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,5
-7,distance,703.7036743164062,FashionMNIST,ECCCo,MLP,4,5
-7,distance_from_energy,189.1311798095703,FashionMNIST,ECCCo,MLP,4,5
-7,distance_from_targets,722.8424072265625,FashionMNIST,ECCCo,MLP,4,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,5
-7,set_size_penalty,2.001534464292771,FashionMNIST,ECCCo,MLP,4,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,5
-8,distance,651.7625732421875,FashionMNIST,ECCCo,MLP,4,5
-8,distance_from_energy,220.3507537841797,FashionMNIST,ECCCo,MLP,4,5
-8,distance_from_targets,700.2122802734375,FashionMNIST,ECCCo,MLP,4,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,5
-8,set_size_penalty,2.0000000012893815,FashionMNIST,ECCCo,MLP,4,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,5
-9,distance,627.9268798828125,FashionMNIST,ECCCo,MLP,4,5
-9,distance_from_energy,209.2010040283203,FashionMNIST,ECCCo,MLP,4,5
-9,distance_from_targets,708.3552856445312,FashionMNIST,ECCCo,MLP,4,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,5
-9,set_size_penalty,2.000686695893331,FashionMNIST,ECCCo,MLP,4,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,5
-10,distance,684.9837646484375,FashionMNIST,ECCCo,MLP,4,5
-10,distance_from_energy,188.67811584472656,FashionMNIST,ECCCo,MLP,4,5
-10,distance_from_targets,710.6328125,FashionMNIST,ECCCo,MLP,4,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,5
-10,set_size_penalty,2.0000000000000004,FashionMNIST,ECCCo,MLP,4,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,5
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,5
-6,distance_from_energy,845.3450317382812,FashionMNIST,Schut,MLP,4,5
-6,distance_from_targets,545.562255859375,FashionMNIST,Schut,MLP,4,5
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,4,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,5
-6,validity,0.0,FashionMNIST,Schut,MLP,4,5
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,5
-7,distance_from_energy,865.3024291992188,FashionMNIST,Schut,MLP,4,5
-7,distance_from_targets,513.9920043945312,FashionMNIST,Schut,MLP,4,5
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,5
-7,validity,0.0,FashionMNIST,Schut,MLP,4,5
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,5
-8,distance_from_energy,860.888671875,FashionMNIST,Schut,MLP,4,5
-8,distance_from_targets,577.7805786132812,FashionMNIST,Schut,MLP,4,5
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,4,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,5
-8,validity,0.0,FashionMNIST,Schut,MLP,4,5
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,5
-9,distance_from_energy,820.3947143554688,FashionMNIST,Schut,MLP,4,5
-9,distance_from_targets,575.51416015625,FashionMNIST,Schut,MLP,4,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,5
-9,validity,0.0,FashionMNIST,Schut,MLP,4,5
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,5
-10,distance_from_energy,856.3707275390625,FashionMNIST,Schut,MLP,4,5
-10,distance_from_targets,519.9061279296875,FashionMNIST,Schut,MLP,4,5
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,4,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,5
-10,validity,0.0,FashionMNIST,Schut,MLP,4,5
-11,distance,80.39139556884766,FashionMNIST,Wachter,MLP Ensemble,4,5
-11,distance_from_energy,801.6414184570312,FashionMNIST,Wachter,MLP Ensemble,4,5
-11,distance_from_targets,605.596435546875,FashionMNIST,Wachter,MLP Ensemble,4,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-12,distance,67.92776489257812,FashionMNIST,Wachter,MLP Ensemble,4,5
-12,distance_from_energy,826.5944213867188,FashionMNIST,Wachter,MLP Ensemble,4,5
-12,distance_from_targets,580.61865234375,FashionMNIST,Wachter,MLP Ensemble,4,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-12,set_size_penalty,1.999999998455369,FashionMNIST,Wachter,MLP Ensemble,4,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-13,distance,68.90870666503906,FashionMNIST,Wachter,MLP Ensemble,4,5
-13,distance_from_energy,822.65283203125,FashionMNIST,Wachter,MLP Ensemble,4,5
-13,distance_from_targets,540.7587280273438,FashionMNIST,Wachter,MLP Ensemble,4,5
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-13,set_size_penalty,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-14,distance,57.996551513671875,FashionMNIST,Wachter,MLP Ensemble,4,5
-14,distance_from_energy,805.6598510742188,FashionMNIST,Wachter,MLP Ensemble,4,5
-14,distance_from_targets,523.804443359375,FashionMNIST,Wachter,MLP Ensemble,4,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-14,set_size_penalty,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-15,distance,62.74216079711914,FashionMNIST,Wachter,MLP Ensemble,4,5
-15,distance_from_energy,816.5750122070312,FashionMNIST,Wachter,MLP Ensemble,4,5
-15,distance_from_targets,598.6046752929688,FashionMNIST,Wachter,MLP Ensemble,4,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-15,set_size_penalty,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,5
-11,distance,158.3124542236328,FashionMNIST,REVISE,MLP Ensemble,4,5
-11,distance_from_energy,788.6248168945312,FashionMNIST,REVISE,MLP Ensemble,4,5
-11,distance_from_targets,591.546630859375,FashionMNIST,REVISE,MLP Ensemble,4,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-12,distance,126.65361022949219,FashionMNIST,REVISE,MLP Ensemble,4,5
-12,distance_from_energy,824.0354614257812,FashionMNIST,REVISE,MLP Ensemble,4,5
-12,distance_from_targets,554.1126098632812,FashionMNIST,REVISE,MLP Ensemble,4,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-13,distance,276.5877685546875,FashionMNIST,REVISE,MLP Ensemble,4,5
-13,distance_from_energy,807.8410034179688,FashionMNIST,REVISE,MLP Ensemble,4,5
-13,distance_from_targets,398.19256591796875,FashionMNIST,REVISE,MLP Ensemble,4,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-13,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-14,distance,169.67161560058594,FashionMNIST,REVISE,MLP Ensemble,4,5
-14,distance_from_energy,808.7664794921875,FashionMNIST,REVISE,MLP Ensemble,4,5
-14,distance_from_targets,495.8829040527344,FashionMNIST,REVISE,MLP Ensemble,4,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-15,distance,116.26683807373047,FashionMNIST,REVISE,MLP Ensemble,4,5
-15,distance_from_energy,812.1455078125,FashionMNIST,REVISE,MLP Ensemble,4,5
-15,distance_from_targets,569.2619018554688,FashionMNIST,REVISE,MLP Ensemble,4,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-15,set_size_penalty,0.9997405846538646,FashionMNIST,REVISE,MLP Ensemble,4,5
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,5
-11,distance,629.3732299804688,FashionMNIST,ECCCo,MLP Ensemble,4,5
-11,distance_from_energy,205.1598358154297,FashionMNIST,ECCCo,MLP Ensemble,4,5
-11,distance_from_targets,650.4337768554688,FashionMNIST,ECCCo,MLP Ensemble,4,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-12,distance,635.0623168945312,FashionMNIST,ECCCo,MLP Ensemble,4,5
-12,distance_from_energy,201.8572235107422,FashionMNIST,ECCCo,MLP Ensemble,4,5
-12,distance_from_targets,647.740234375,FashionMNIST,ECCCo,MLP Ensemble,4,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-13,distance,688.26416015625,FashionMNIST,ECCCo,MLP Ensemble,4,5
-13,distance_from_energy,152.97166442871094,FashionMNIST,ECCCo,MLP Ensemble,4,5
-13,distance_from_targets,690.3650512695312,FashionMNIST,ECCCo,MLP Ensemble,4,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-14,distance,654.4466552734375,FashionMNIST,ECCCo,MLP Ensemble,4,5
-14,distance_from_energy,159.62411499023438,FashionMNIST,ECCCo,MLP Ensemble,4,5
-14,distance_from_targets,673.1423950195312,FashionMNIST,ECCCo,MLP Ensemble,4,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-14,set_size_penalty,1.0000000000000033,FashionMNIST,ECCCo,MLP Ensemble,4,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-15,distance,633.7518920898438,FashionMNIST,ECCCo,MLP Ensemble,4,5
-15,distance_from_energy,197.14649963378906,FashionMNIST,ECCCo,MLP Ensemble,4,5
-15,distance_from_targets,650.0982055664062,FashionMNIST,ECCCo,MLP Ensemble,4,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,5
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,5
-11,distance_from_energy,797.2588500976562,FashionMNIST,Schut,MLP Ensemble,4,5
-11,distance_from_targets,574.2615966796875,FashionMNIST,Schut,MLP Ensemble,4,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,5
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,5
-12,distance_from_energy,822.2293701171875,FashionMNIST,Schut,MLP Ensemble,4,5
-12,distance_from_targets,560.3330688476562,FashionMNIST,Schut,MLP Ensemble,4,5
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,5
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,5
-13,distance_from_energy,821.0806884765625,FashionMNIST,Schut,MLP Ensemble,4,5
-13,distance_from_targets,525.8719482421875,FashionMNIST,Schut,MLP Ensemble,4,5
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,5
-14,distance,9.600000381469727,FashionMNIST,Schut,MLP Ensemble,4,5
-14,distance_from_energy,797.9825439453125,FashionMNIST,Schut,MLP Ensemble,4,5
-14,distance_from_targets,509.25994873046875,FashionMNIST,Schut,MLP Ensemble,4,5
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,4,5
-14,set_size_penalty,1.0000000000000184,FashionMNIST,Schut,MLP Ensemble,4,5
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,5
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,5
-15,distance_from_energy,808.3487548828125,FashionMNIST,Schut,MLP Ensemble,4,5
-15,distance_from_targets,580.6031494140625,FashionMNIST,Schut,MLP Ensemble,4,5
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,5
-15,set_size_penalty,9.999999533276016,FashionMNIST,Schut,MLP Ensemble,4,5
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,5
-16,distance,78.25946807861328,FashionMNIST,Wachter,JEM,4,5
-16,distance_from_energy,694.8531494140625,FashionMNIST,Wachter,JEM,4,5
-16,distance_from_targets,561.2709350585938,FashionMNIST,Wachter,JEM,4,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,4,5
-16,set_size_penalty,4.223696198468538,FashionMNIST,Wachter,JEM,4,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,5
-17,distance,75.48760223388672,FashionMNIST,Wachter,JEM,4,5
-17,distance_from_energy,665.5115966796875,FashionMNIST,Wachter,JEM,4,5
-17,distance_from_targets,580.1697387695312,FashionMNIST,Wachter,JEM,4,5
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,5
-17,set_size_penalty,6.000096202540241,FashionMNIST,Wachter,JEM,4,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,5
-18,distance,111.90318298339844,FashionMNIST,Wachter,JEM,4,5
-18,distance_from_energy,697.8814697265625,FashionMNIST,Wachter,JEM,4,5
-18,distance_from_targets,655.4219970703125,FashionMNIST,Wachter,JEM,4,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,5
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,5
-19,distance,90.19403076171875,FashionMNIST,Wachter,JEM,4,5
-19,distance_from_energy,675.8685913085938,FashionMNIST,Wachter,JEM,4,5
-19,distance_from_targets,547.3458251953125,FashionMNIST,Wachter,JEM,4,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,5
-19,set_size_penalty,3.000009675296747,FashionMNIST,Wachter,JEM,4,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,5
-20,distance,92.42216491699219,FashionMNIST,Wachter,JEM,4,5
-20,distance_from_energy,656.9605712890625,FashionMNIST,Wachter,JEM,4,5
-20,distance_from_targets,590.3406372070312,FashionMNIST,Wachter,JEM,4,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,5
-20,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,4,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,5
-16,distance,276.183837890625,FashionMNIST,REVISE,JEM,4,5
-16,distance_from_energy,589.9109497070312,FashionMNIST,REVISE,JEM,4,5
-16,distance_from_targets,538.7288208007812,FashionMNIST,REVISE,JEM,4,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,5
-16,set_size_penalty,6.195404492657322,FashionMNIST,REVISE,JEM,4,5
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,5
-17,distance,193.6953582763672,FashionMNIST,REVISE,JEM,4,5
-17,distance_from_energy,668.6770629882812,FashionMNIST,REVISE,JEM,4,5
-17,distance_from_targets,599.5055541992188,FashionMNIST,REVISE,JEM,4,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,5
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,5
-17,validity,0.0,FashionMNIST,REVISE,JEM,4,5
-18,distance,839.5795288085938,FashionMNIST,REVISE,JEM,4,5
-18,distance_from_energy,782.162353515625,FashionMNIST,REVISE,JEM,4,5
-18,distance_from_targets,659.4462890625,FashionMNIST,REVISE,JEM,4,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,5
-18,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,4,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,5
-19,distance,257.255615234375,FashionMNIST,REVISE,JEM,4,5
-19,distance_from_energy,615.148193359375,FashionMNIST,REVISE,JEM,4,5
-19,distance_from_targets,533.9000854492188,FashionMNIST,REVISE,JEM,4,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,5
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,4,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,4,5
-20,distance,244.52276611328125,FashionMNIST,REVISE,JEM,4,5
-20,distance_from_energy,721.1568603515625,FashionMNIST,REVISE,JEM,4,5
-20,distance_from_targets,586.3028564453125,FashionMNIST,REVISE,JEM,4,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,5
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,4,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,5
-16,distance,444.8317565917969,FashionMNIST,ECCCo,JEM,4,5
-16,distance_from_energy,204.30267333984375,FashionMNIST,ECCCo,JEM,4,5
-16,distance_from_targets,465.44659423828125,FashionMNIST,ECCCo,JEM,4,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,5
-16,set_size_penalty,1.0000077742737323,FashionMNIST,ECCCo,JEM,4,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,5
-17,distance,432.70684814453125,FashionMNIST,ECCCo,JEM,4,5
-17,distance_from_energy,160.09396362304688,FashionMNIST,ECCCo,JEM,4,5
-17,distance_from_targets,539.7249145507812,FashionMNIST,ECCCo,JEM,4,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,5
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,5
-18,distance,604.1874389648438,FashionMNIST,ECCCo,JEM,4,5
-18,distance_from_energy,160.31602478027344,FashionMNIST,ECCCo,JEM,4,5
-18,distance_from_targets,480.70367431640625,FashionMNIST,ECCCo,JEM,4,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,5
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,5
-19,distance,458.7330017089844,FashionMNIST,ECCCo,JEM,4,5
-19,distance_from_energy,235.05233764648438,FashionMNIST,ECCCo,JEM,4,5
-19,distance_from_targets,471.1385803222656,FashionMNIST,ECCCo,JEM,4,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,5
-19,set_size_penalty,1.0003051079914054,FashionMNIST,ECCCo,JEM,4,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,5
-20,distance,520.9351196289062,FashionMNIST,ECCCo,JEM,4,5
-20,distance_from_energy,187.28016662597656,FashionMNIST,ECCCo,JEM,4,5
-20,distance_from_targets,445.1443786621094,FashionMNIST,ECCCo,JEM,4,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,5
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,5
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,5
-16,distance_from_energy,730.176513671875,FashionMNIST,Schut,JEM,4,5
-16,distance_from_targets,528.2962036132812,FashionMNIST,Schut,JEM,4,5
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,5
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,5
-16,validity,0.0,FashionMNIST,Schut,JEM,4,5
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,5
-17,distance_from_energy,673.1705322265625,FashionMNIST,Schut,JEM,4,5
-17,distance_from_targets,562.5935668945312,FashionMNIST,Schut,JEM,4,5
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,5
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,5
-17,validity,0.0,FashionMNIST,Schut,JEM,4,5
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,5
-18,distance_from_energy,744.0183715820312,FashionMNIST,Schut,JEM,4,5
-18,distance_from_targets,630.59716796875,FashionMNIST,Schut,JEM,4,5
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,5
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,5
-18,validity,0.0,FashionMNIST,Schut,JEM,4,5
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,5
-19,distance_from_energy,667.38525390625,FashionMNIST,Schut,JEM,4,5
-19,distance_from_targets,517.021728515625,FashionMNIST,Schut,JEM,4,5
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,5
-19,validity,0.0,FashionMNIST,Schut,JEM,4,5
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,5
-20,distance_from_energy,779.1891479492188,FashionMNIST,Schut,JEM,4,5
-20,distance_from_targets,572.991943359375,FashionMNIST,Schut,JEM,4,5
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,5
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,5
-20,validity,0.0,FashionMNIST,Schut,JEM,4,5
-1,distance,55.03227615356445,FashionMNIST,Wachter,JEM Ensemble,4,6
-1,distance_from_energy,660.8009033203125,FashionMNIST,Wachter,JEM Ensemble,4,6
-1,distance_from_targets,394.8057861328125,FashionMNIST,Wachter,JEM Ensemble,4,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-1,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-2,distance,52.17540740966797,FashionMNIST,Wachter,JEM Ensemble,4,6
-2,distance_from_energy,492.06170654296875,FashionMNIST,Wachter,JEM Ensemble,4,6
-2,distance_from_targets,347.11395263671875,FashionMNIST,Wachter,JEM Ensemble,4,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-2,set_size_penalty,2.9999999999985167,FashionMNIST,Wachter,JEM Ensemble,4,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-3,distance,61.09476852416992,FashionMNIST,Wachter,JEM Ensemble,4,6
-3,distance_from_energy,435.48394775390625,FashionMNIST,Wachter,JEM Ensemble,4,6
-3,distance_from_targets,303.838623046875,FashionMNIST,Wachter,JEM Ensemble,4,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-4,distance,58.771976470947266,FashionMNIST,Wachter,JEM Ensemble,4,6
-4,distance_from_energy,571.4892578125,FashionMNIST,Wachter,JEM Ensemble,4,6
-4,distance_from_targets,520.8161010742188,FashionMNIST,Wachter,JEM Ensemble,4,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-5,distance,61.35898208618164,FashionMNIST,Wachter,JEM Ensemble,4,6
-5,distance_from_energy,688.333984375,FashionMNIST,Wachter,JEM Ensemble,4,6
-5,distance_from_targets,437.044677734375,FashionMNIST,Wachter,JEM Ensemble,4,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-5,set_size_penalty,1.0000000000000002,FashionMNIST,Wachter,JEM Ensemble,4,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,6
-1,distance,327.2813720703125,FashionMNIST,REVISE,JEM Ensemble,4,6
-1,distance_from_energy,628.7613525390625,FashionMNIST,REVISE,JEM Ensemble,4,6
-1,distance_from_targets,542.5648803710938,FashionMNIST,REVISE,JEM Ensemble,4,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-2,distance,194.7109832763672,FashionMNIST,REVISE,JEM Ensemble,4,6
-2,distance_from_energy,445.47369384765625,FashionMNIST,REVISE,JEM Ensemble,4,6
-2,distance_from_targets,290.6730651855469,FashionMNIST,REVISE,JEM Ensemble,4,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-2,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-3,distance,243.31536865234375,FashionMNIST,REVISE,JEM Ensemble,4,6
-3,distance_from_energy,346.6661682128906,FashionMNIST,REVISE,JEM Ensemble,4,6
-3,distance_from_targets,366.9005126953125,FashionMNIST,REVISE,JEM Ensemble,4,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-4,distance,244.74905395507812,FashionMNIST,REVISE,JEM Ensemble,4,6
-4,distance_from_energy,544.9874267578125,FashionMNIST,REVISE,JEM Ensemble,4,6
-4,distance_from_targets,435.0678405761719,FashionMNIST,REVISE,JEM Ensemble,4,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-4,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-5,distance,292.8008117675781,FashionMNIST,REVISE,JEM Ensemble,4,6
-5,distance_from_energy,723.4334716796875,FashionMNIST,REVISE,JEM Ensemble,4,6
-5,distance_from_targets,479.2825622558594,FashionMNIST,REVISE,JEM Ensemble,4,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-5,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,6
-1,distance,621.1591186523438,FashionMNIST,ECCCo,JEM Ensemble,4,6
-1,distance_from_energy,46.43330383300781,FashionMNIST,ECCCo,JEM Ensemble,4,6
-1,distance_from_targets,446.9969482421875,FashionMNIST,ECCCo,JEM Ensemble,4,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-1,set_size_penalty,6.026965001165813,FashionMNIST,ECCCo,JEM Ensemble,4,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-2,distance,410.0761413574219,FashionMNIST,ECCCo,JEM Ensemble,4,6
-2,distance_from_energy,79.44292449951172,FashionMNIST,ECCCo,JEM Ensemble,4,6
-2,distance_from_targets,437.5064697265625,FashionMNIST,ECCCo,JEM Ensemble,4,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-2,set_size_penalty,4.000016862532563,FashionMNIST,ECCCo,JEM Ensemble,4,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-3,distance,429.7483215332031,FashionMNIST,ECCCo,JEM Ensemble,4,6
-3,distance_from_energy,105.56782531738281,FashionMNIST,ECCCo,JEM Ensemble,4,6
-3,distance_from_targets,471.368896484375,FashionMNIST,ECCCo,JEM Ensemble,4,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-3,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-4,distance,432.6304931640625,FashionMNIST,ECCCo,JEM Ensemble,4,6
-4,distance_from_energy,77.10063171386719,FashionMNIST,ECCCo,JEM Ensemble,4,6
-4,distance_from_targets,514.9391479492188,FashionMNIST,ECCCo,JEM Ensemble,4,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-4,set_size_penalty,3.000000001762951,FashionMNIST,ECCCo,JEM Ensemble,4,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-5,distance,600.7203369140625,FashionMNIST,ECCCo,JEM Ensemble,4,6
-5,distance_from_energy,89.15461730957031,FashionMNIST,ECCCo,JEM Ensemble,4,6
-5,distance_from_targets,411.4442443847656,FashionMNIST,ECCCo,JEM Ensemble,4,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-5,set_size_penalty,3.999962591030389,FashionMNIST,ECCCo,JEM Ensemble,4,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,6
-1,distance,7.700000762939453,FashionMNIST,Schut,JEM Ensemble,4,6
-1,distance_from_energy,651.4498291015625,FashionMNIST,Schut,JEM Ensemble,4,6
-1,distance_from_targets,371.36859130859375,FashionMNIST,Schut,JEM Ensemble,4,6
-1,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,4,6
-1,set_size_penalty,3.0,FashionMNIST,Schut,JEM Ensemble,4,6
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,6
-2,distance,3.3000004291534424,FashionMNIST,Schut,JEM Ensemble,4,6
-2,distance_from_energy,472.3475036621094,FashionMNIST,Schut,JEM Ensemble,4,6
-2,distance_from_targets,321.8846130371094,FashionMNIST,Schut,JEM Ensemble,4,6
-2,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM Ensemble,4,6
-2,set_size_penalty,3.0,FashionMNIST,Schut,JEM Ensemble,4,6
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,6
-3,distance,7.40000057220459,FashionMNIST,Schut,JEM Ensemble,4,6
-3,distance_from_energy,409.0428161621094,FashionMNIST,Schut,JEM Ensemble,4,6
-3,distance_from_targets,270.712646484375,FashionMNIST,Schut,JEM Ensemble,4,6
-3,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,4,6
-3,set_size_penalty,4.99143706782601,FashionMNIST,Schut,JEM Ensemble,4,6
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,6
-4,distance,4.700001239776611,FashionMNIST,Schut,JEM Ensemble,4,6
-4,distance_from_energy,567.4827270507812,FashionMNIST,Schut,JEM Ensemble,4,6
-4,distance_from_targets,513.2030639648438,FashionMNIST,Schut,JEM Ensemble,4,6
-4,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM Ensemble,4,6
-4,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,4,6
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,6
-5,distance,9.500000953674316,FashionMNIST,Schut,JEM Ensemble,4,6
-5,distance_from_energy,691.8339233398438,FashionMNIST,Schut,JEM Ensemble,4,6
-5,distance_from_targets,410.5914001464844,FashionMNIST,Schut,JEM Ensemble,4,6
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,4,6
-5,set_size_penalty,1.334616548020835,FashionMNIST,Schut,JEM Ensemble,4,6
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,4,6
-6,distance,63.200233459472656,FashionMNIST,Wachter,MLP,4,6
-6,distance_from_energy,829.6900634765625,FashionMNIST,Wachter,MLP,4,6
-6,distance_from_targets,330.4750671386719,FashionMNIST,Wachter,MLP,4,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,6
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,6
-7,distance,74.26611328125,FashionMNIST,Wachter,MLP,4,6
-7,distance_from_energy,926.78857421875,FashionMNIST,Wachter,MLP,4,6
-7,distance_from_targets,429.6734924316406,FashionMNIST,Wachter,MLP,4,6
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,6
-7,set_size_penalty,2.999999997919409,FashionMNIST,Wachter,MLP,4,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,6
-8,distance,60.372318267822266,FashionMNIST,Wachter,MLP,4,6
-8,distance_from_energy,860.7723388671875,FashionMNIST,Wachter,MLP,4,6
-8,distance_from_targets,450.2343444824219,FashionMNIST,Wachter,MLP,4,6
-8,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP,4,6
-8,set_size_penalty,2.9999985387360177,FashionMNIST,Wachter,MLP,4,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,6
-9,distance,86.23356628417969,FashionMNIST,Wachter,MLP,4,6
-9,distance_from_energy,883.8224487304688,FashionMNIST,Wachter,MLP,4,6
-9,distance_from_targets,471.62384033203125,FashionMNIST,Wachter,MLP,4,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,6
-9,set_size_penalty,1.9848912907650167,FashionMNIST,Wachter,MLP,4,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,6
-10,distance,67.41901397705078,FashionMNIST,Wachter,MLP,4,6
-10,distance_from_energy,846.4932861328125,FashionMNIST,Wachter,MLP,4,6
-10,distance_from_targets,333.948486328125,FashionMNIST,Wachter,MLP,4,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,6
-10,set_size_penalty,2.0000000000000013,FashionMNIST,Wachter,MLP,4,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,6
-6,distance,223.5863800048828,FashionMNIST,REVISE,MLP,4,6
-6,distance_from_energy,825.7317504882812,FashionMNIST,REVISE,MLP,4,6
-6,distance_from_targets,320.38958740234375,FashionMNIST,REVISE,MLP,4,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,6
-6,set_size_penalty,1.3869155702465787,FashionMNIST,REVISE,MLP,4,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,6
-7,distance,358.5732116699219,FashionMNIST,REVISE,MLP,4,6
-7,distance_from_energy,845.34130859375,FashionMNIST,REVISE,MLP,4,6
-7,distance_from_targets,500.48486328125,FashionMNIST,REVISE,MLP,4,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,6
-7,set_size_penalty,2.9998928259009943,FashionMNIST,REVISE,MLP,4,6
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,6
-8,distance,264.37969970703125,FashionMNIST,REVISE,MLP,4,6
-8,distance_from_energy,849.5836181640625,FashionMNIST,REVISE,MLP,4,6
-8,distance_from_targets,569.5508422851562,FashionMNIST,REVISE,MLP,4,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,6
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,6
-8,validity,0.0,FashionMNIST,REVISE,MLP,4,6
-9,distance,378.4259338378906,FashionMNIST,REVISE,MLP,4,6
-9,distance_from_energy,859.4822998046875,FashionMNIST,REVISE,MLP,4,6
-9,distance_from_targets,473.3973083496094,FashionMNIST,REVISE,MLP,4,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,6
-9,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,4,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,6
-10,distance,208.89154052734375,FashionMNIST,REVISE,MLP,4,6
-10,distance_from_energy,854.5789184570312,FashionMNIST,REVISE,MLP,4,6
-10,distance_from_targets,299.10467529296875,FashionMNIST,REVISE,MLP,4,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,6
-10,set_size_penalty,2.0000238486463378,FashionMNIST,REVISE,MLP,4,6
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,6
-6,distance,747.3887939453125,FashionMNIST,ECCCo,MLP,4,6
-6,distance_from_energy,114.1764907836914,FashionMNIST,ECCCo,MLP,4,6
-6,distance_from_targets,769.8057250976562,FashionMNIST,ECCCo,MLP,4,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,6
-6,set_size_penalty,2.9999999999936735,FashionMNIST,ECCCo,MLP,4,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,6
-7,distance,756.4860229492188,FashionMNIST,ECCCo,MLP,4,6
-7,distance_from_energy,177.1977996826172,FashionMNIST,ECCCo,MLP,4,6
-7,distance_from_targets,720.7116088867188,FashionMNIST,ECCCo,MLP,4,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,6
-7,set_size_penalty,1.000000014052128,FashionMNIST,ECCCo,MLP,4,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,6
-8,distance,694.1158447265625,FashionMNIST,ECCCo,MLP,4,6
-8,distance_from_energy,176.7433624267578,FashionMNIST,ECCCo,MLP,4,6
-8,distance_from_targets,720.5694580078125,FashionMNIST,ECCCo,MLP,4,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,6
-8,set_size_penalty,2.000117650373549,FashionMNIST,ECCCo,MLP,4,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,6
-9,distance,807.5987548828125,FashionMNIST,ECCCo,MLP,4,6
-9,distance_from_energy,112.7814712524414,FashionMNIST,ECCCo,MLP,4,6
-9,distance_from_targets,789.5310668945312,FashionMNIST,ECCCo,MLP,4,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,6
-9,set_size_penalty,2.999999999476853,FashionMNIST,ECCCo,MLP,4,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,6
-10,distance,720.2364501953125,FashionMNIST,ECCCo,MLP,4,6
-10,distance_from_energy,155.748779296875,FashionMNIST,ECCCo,MLP,4,6
-10,distance_from_targets,732.7442016601562,FashionMNIST,ECCCo,MLP,4,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,6
-10,set_size_penalty,2.138125109060094,FashionMNIST,ECCCo,MLP,4,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,6
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,6
-6,distance_from_energy,829.056640625,FashionMNIST,Schut,MLP,4,6
-6,distance_from_targets,310.2366027832031,FashionMNIST,Schut,MLP,4,6
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,6
-6,set_size_penalty,3.0,FashionMNIST,Schut,MLP,4,6
-6,validity,1.0,FashionMNIST,Schut,MLP,4,6
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,6
-7,distance_from_energy,908.92138671875,FashionMNIST,Schut,MLP,4,6
-7,distance_from_targets,396.24200439453125,FashionMNIST,Schut,MLP,4,6
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,6
-7,validity,0.0,FashionMNIST,Schut,MLP,4,6
-8,distance,9.199999809265137,FashionMNIST,Schut,MLP,4,6
-8,distance_from_energy,852.2227783203125,FashionMNIST,Schut,MLP,4,6
-8,distance_from_targets,423.2828063964844,FashionMNIST,Schut,MLP,4,6
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,6
-8,set_size_penalty,2.9999999857607573,FashionMNIST,Schut,MLP,4,6
-8,validity,1.0,FashionMNIST,Schut,MLP,4,6
-9,distance,10.0,FashionMNIST,Schut,MLP,4,6
-9,distance_from_energy,895.17578125,FashionMNIST,Schut,MLP,4,6
-9,distance_from_targets,448.308837890625,FashionMNIST,Schut,MLP,4,6
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,6
-9,validity,0.0,FashionMNIST,Schut,MLP,4,6
-10,distance,10.0,FashionMNIST,Schut,MLP,4,6
-10,distance_from_energy,848.1056518554688,FashionMNIST,Schut,MLP,4,6
-10,distance_from_targets,301.8438415527344,FashionMNIST,Schut,MLP,4,6
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,6
-10,set_size_penalty,2.000000000251918,FashionMNIST,Schut,MLP,4,6
-10,validity,1.0,FashionMNIST,Schut,MLP,4,6
-11,distance,51.27019500732422,FashionMNIST,Wachter,MLP Ensemble,4,6
-11,distance_from_energy,784.6182250976562,FashionMNIST,Wachter,MLP Ensemble,4,6
-11,distance_from_targets,432.6977233886719,FashionMNIST,Wachter,MLP Ensemble,4,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-11,set_size_penalty,2.000062297987802,FashionMNIST,Wachter,MLP Ensemble,4,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-12,distance,64.7061538696289,FashionMNIST,Wachter,MLP Ensemble,4,6
-12,distance_from_energy,797.5421142578125,FashionMNIST,Wachter,MLP Ensemble,4,6
-12,distance_from_targets,310.6427917480469,FashionMNIST,Wachter,MLP Ensemble,4,6
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,6
-12,set_size_penalty,2.9970141192528157,FashionMNIST,Wachter,MLP Ensemble,4,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-13,distance,71.53398895263672,FashionMNIST,Wachter,MLP Ensemble,4,6
-13,distance_from_energy,833.859375,FashionMNIST,Wachter,MLP Ensemble,4,6
-13,distance_from_targets,357.0956726074219,FashionMNIST,Wachter,MLP Ensemble,4,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-13,set_size_penalty,2.9999939476653354,FashionMNIST,Wachter,MLP Ensemble,4,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-14,distance,85.54847717285156,FashionMNIST,Wachter,MLP Ensemble,4,6
-14,distance_from_energy,901.6744384765625,FashionMNIST,Wachter,MLP Ensemble,4,6
-14,distance_from_targets,454.37054443359375,FashionMNIST,Wachter,MLP Ensemble,4,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-14,set_size_penalty,3.9767610340025006,FashionMNIST,Wachter,MLP Ensemble,4,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-15,distance,60.41632843017578,FashionMNIST,Wachter,MLP Ensemble,4,6
-15,distance_from_energy,771.5135498046875,FashionMNIST,Wachter,MLP Ensemble,4,6
-15,distance_from_targets,392.7486267089844,FashionMNIST,Wachter,MLP Ensemble,4,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-15,set_size_penalty,2.991454715585446,FashionMNIST,Wachter,MLP Ensemble,4,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,6
-11,distance,234.15048217773438,FashionMNIST,REVISE,MLP Ensemble,4,6
-11,distance_from_energy,806.6765747070312,FashionMNIST,REVISE,MLP Ensemble,4,6
-11,distance_from_targets,503.55645751953125,FashionMNIST,REVISE,MLP Ensemble,4,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-11,set_size_penalty,2.030254149026739,FashionMNIST,REVISE,MLP Ensemble,4,6
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-12,distance,141.49264526367188,FashionMNIST,REVISE,MLP Ensemble,4,6
-12,distance_from_energy,842.3893432617188,FashionMNIST,REVISE,MLP Ensemble,4,6
-12,distance_from_targets,283.6738586425781,FashionMNIST,REVISE,MLP Ensemble,4,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-12,set_size_penalty,2.0000000022922255,FashionMNIST,REVISE,MLP Ensemble,4,6
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-13,distance,264.01153564453125,FashionMNIST,REVISE,MLP Ensemble,4,6
-13,distance_from_energy,895.7813720703125,FashionMNIST,REVISE,MLP Ensemble,4,6
-13,distance_from_targets,384.1346130371094,FashionMNIST,REVISE,MLP Ensemble,4,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-13,set_size_penalty,2.000000057656876,FashionMNIST,REVISE,MLP Ensemble,4,6
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-14,distance,181.08535766601562,FashionMNIST,REVISE,MLP Ensemble,4,6
-14,distance_from_energy,893.3258666992188,FashionMNIST,REVISE,MLP Ensemble,4,6
-14,distance_from_targets,387.0987243652344,FashionMNIST,REVISE,MLP Ensemble,4,6
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,4,6
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-15,distance,261.5360107421875,FashionMNIST,REVISE,MLP Ensemble,4,6
-15,distance_from_energy,769.9244995117188,FashionMNIST,REVISE,MLP Ensemble,4,6
-15,distance_from_targets,481.0757141113281,FashionMNIST,REVISE,MLP Ensemble,4,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-15,set_size_penalty,1.4804779680861637,FashionMNIST,REVISE,MLP Ensemble,4,6
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,6
-11,distance,640.0806274414062,FashionMNIST,ECCCo,MLP Ensemble,4,6
-11,distance_from_energy,150.80087280273438,FashionMNIST,ECCCo,MLP Ensemble,4,6
-11,distance_from_targets,681.4757690429688,FashionMNIST,ECCCo,MLP Ensemble,4,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-11,set_size_penalty,1.0000000287237238,FashionMNIST,ECCCo,MLP Ensemble,4,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-12,distance,724.3494262695312,FashionMNIST,ECCCo,MLP Ensemble,4,6
-12,distance_from_energy,106.77690124511719,FashionMNIST,ECCCo,MLP Ensemble,4,6
-12,distance_from_targets,720.285888671875,FashionMNIST,ECCCo,MLP Ensemble,4,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-13,distance,735.8350219726562,FashionMNIST,ECCCo,MLP Ensemble,4,6
-13,distance_from_energy,129.59864807128906,FashionMNIST,ECCCo,MLP Ensemble,4,6
-13,distance_from_targets,706.4656982421875,FashionMNIST,ECCCo,MLP Ensemble,4,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-14,distance,718.0712280273438,FashionMNIST,ECCCo,MLP Ensemble,4,6
-14,distance_from_energy,201.4947509765625,FashionMNIST,ECCCo,MLP Ensemble,4,6
-14,distance_from_targets,646.2327270507812,FashionMNIST,ECCCo,MLP Ensemble,4,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-14,set_size_penalty,1.0000001799687752,FashionMNIST,ECCCo,MLP Ensemble,4,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-15,distance,731.6539916992188,FashionMNIST,ECCCo,MLP Ensemble,4,6
-15,distance_from_energy,79.02032470703125,FashionMNIST,ECCCo,MLP Ensemble,4,6
-15,distance_from_targets,745.6865844726562,FashionMNIST,ECCCo,MLP Ensemble,4,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-15,set_size_penalty,1.0000000000000036,FashionMNIST,ECCCo,MLP Ensemble,4,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,6
-11,distance,6.600001335144043,FashionMNIST,Schut,MLP Ensemble,4,6
-11,distance_from_energy,796.1046752929688,FashionMNIST,Schut,MLP Ensemble,4,6
-11,distance_from_targets,407.4951171875,FashionMNIST,Schut,MLP Ensemble,4,6
-11,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP Ensemble,4,6
-11,set_size_penalty,2.999999567963653,FashionMNIST,Schut,MLP Ensemble,4,6
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,6
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,6
-12,distance_from_energy,799.6746215820312,FashionMNIST,Schut,MLP Ensemble,4,6
-12,distance_from_targets,284.9830322265625,FashionMNIST,Schut,MLP Ensemble,4,6
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,6
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,6
-13,distance_from_energy,835.7947998046875,FashionMNIST,Schut,MLP Ensemble,4,6
-13,distance_from_targets,327.7344970703125,FashionMNIST,Schut,MLP Ensemble,4,6
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,6
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,6
-14,distance_from_energy,915.4962768554688,FashionMNIST,Schut,MLP Ensemble,4,6
-14,distance_from_targets,409.48052978515625,FashionMNIST,Schut,MLP Ensemble,4,6
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,6
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,6
-15,distance_from_energy,797.5036010742188,FashionMNIST,Schut,MLP Ensemble,4,6
-15,distance_from_targets,375.51568603515625,FashionMNIST,Schut,MLP Ensemble,4,6
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,6
-15,set_size_penalty,3.0,FashionMNIST,Schut,MLP Ensemble,4,6
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,4,6
-16,distance,56.65289306640625,FashionMNIST,Wachter,JEM,4,6
-16,distance_from_energy,526.8109741210938,FashionMNIST,Wachter,JEM,4,6
-16,distance_from_targets,395.1577453613281,FashionMNIST,Wachter,JEM,4,6
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,6
-16,set_size_penalty,3.999999999999993,FashionMNIST,Wachter,JEM,4,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,6
-17,distance,70.0431900024414,FashionMNIST,Wachter,JEM,4,6
-17,distance_from_energy,577.1218872070312,FashionMNIST,Wachter,JEM,4,6
-17,distance_from_targets,395.9565734863281,FashionMNIST,Wachter,JEM,4,6
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,6
-17,set_size_penalty,3.999999882553525,FashionMNIST,Wachter,JEM,4,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,6
-18,distance,63.27143859863281,FashionMNIST,Wachter,JEM,4,6
-18,distance_from_energy,569.7394409179688,FashionMNIST,Wachter,JEM,4,6
-18,distance_from_targets,422.37841796875,FashionMNIST,Wachter,JEM,4,6
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,6
-18,set_size_penalty,4.000000000087319,FashionMNIST,Wachter,JEM,4,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,6
-19,distance,61.04264831542969,FashionMNIST,Wachter,JEM,4,6
-19,distance_from_energy,492.3883361816406,FashionMNIST,Wachter,JEM,4,6
-19,distance_from_targets,335.8195495605469,FashionMNIST,Wachter,JEM,4,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,6
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,4,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,6
-20,distance,57.513916015625,FashionMNIST,Wachter,JEM,4,6
-20,distance_from_energy,621.7506103515625,FashionMNIST,Wachter,JEM,4,6
-20,distance_from_targets,354.15972900390625,FashionMNIST,Wachter,JEM,4,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,6
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,4,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,6
-16,distance,398.29913330078125,FashionMNIST,REVISE,JEM,4,6
-16,distance_from_energy,682.9808349609375,FashionMNIST,REVISE,JEM,4,6
-16,distance_from_targets,432.0008850097656,FashionMNIST,REVISE,JEM,4,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,6
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,6
-16,validity,0.0,FashionMNIST,REVISE,JEM,4,6
-17,distance,625.6466674804688,FashionMNIST,REVISE,JEM,4,6
-17,distance_from_energy,830.95751953125,FashionMNIST,REVISE,JEM,4,6
-17,distance_from_targets,615.4889526367188,FashionMNIST,REVISE,JEM,4,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,6
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,6
-17,validity,0.0,FashionMNIST,REVISE,JEM,4,6
-18,distance,296.7320251464844,FashionMNIST,REVISE,JEM,4,6
-18,distance_from_energy,559.1019287109375,FashionMNIST,REVISE,JEM,4,6
-18,distance_from_targets,405.8410949707031,FashionMNIST,REVISE,JEM,4,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,6
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,6
-18,validity,0.0,FashionMNIST,REVISE,JEM,4,6
-19,distance,181.84893798828125,FashionMNIST,REVISE,JEM,4,6
-19,distance_from_energy,457.7281188964844,FashionMNIST,REVISE,JEM,4,6
-19,distance_from_targets,319.82830810546875,FashionMNIST,REVISE,JEM,4,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,6
-19,set_size_penalty,5.999975065557303,FashionMNIST,REVISE,JEM,4,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,4,6
-20,distance,242.82046508789062,FashionMNIST,REVISE,JEM,4,6
-20,distance_from_energy,545.8283081054688,FashionMNIST,REVISE,JEM,4,6
-20,distance_from_targets,289.2146301269531,FashionMNIST,REVISE,JEM,4,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,6
-20,set_size_penalty,6.0000905328147995,FashionMNIST,REVISE,JEM,4,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,6
-16,distance,448.2697448730469,FashionMNIST,ECCCo,JEM,4,6
-16,distance_from_energy,126.92620849609375,FashionMNIST,ECCCo,JEM,4,6
-16,distance_from_targets,490.71942138671875,FashionMNIST,ECCCo,JEM,4,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,6
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,6
-17,distance,485.67266845703125,FashionMNIST,ECCCo,JEM,4,6
-17,distance_from_energy,119.68023681640625,FashionMNIST,ECCCo,JEM,4,6
-17,distance_from_targets,477.60809326171875,FashionMNIST,ECCCo,JEM,4,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,6
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,6
-18,distance,515.290771484375,FashionMNIST,ECCCo,JEM,4,6
-18,distance_from_energy,73.80008697509766,FashionMNIST,ECCCo,JEM,4,6
-18,distance_from_targets,505.1202087402344,FashionMNIST,ECCCo,JEM,4,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,6
-18,set_size_penalty,2.000000000000001,FashionMNIST,ECCCo,JEM,4,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,6
-19,distance,458.48883056640625,FashionMNIST,ECCCo,JEM,4,6
-19,distance_from_energy,125.60408020019531,FashionMNIST,ECCCo,JEM,4,6
-19,distance_from_targets,505.4842224121094,FashionMNIST,ECCCo,JEM,4,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,6
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,6
-20,distance,443.97723388671875,FashionMNIST,ECCCo,JEM,4,6
-20,distance_from_energy,102.73226165771484,FashionMNIST,ECCCo,JEM,4,6
-20,distance_from_targets,480.7838134765625,FashionMNIST,ECCCo,JEM,4,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,6
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,4,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,6
-16,distance,2.6000003814697266,FashionMNIST,Schut,JEM,4,6
-16,distance_from_energy,556.3785400390625,FashionMNIST,Schut,JEM,4,6
-16,distance_from_targets,375.74005126953125,FashionMNIST,Schut,JEM,4,6
-16,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM,4,6
-16,set_size_penalty,3.9996721470085452,FashionMNIST,Schut,JEM,4,6
-16,validity,1.0,FashionMNIST,Schut,JEM,4,6
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,6
-17,distance_from_energy,575.997314453125,FashionMNIST,Schut,JEM,4,6
-17,distance_from_targets,371.1683044433594,FashionMNIST,Schut,JEM,4,6
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,6
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,6
-17,validity,0.0,FashionMNIST,Schut,JEM,4,6
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,6
-18,distance_from_energy,548.6742553710938,FashionMNIST,Schut,JEM,4,6
-18,distance_from_targets,391.2681579589844,FashionMNIST,Schut,JEM,4,6
-18,redundancy,0.9795918367346939,FashionMNIST,Schut,JEM,4,6
-18,set_size_penalty,4.00000000002939,FashionMNIST,Schut,JEM,4,6
-18,validity,1.0,FashionMNIST,Schut,JEM,4,6
-19,distance,6.500000953674316,FashionMNIST,Schut,JEM,4,6
-19,distance_from_energy,512.7359008789062,FashionMNIST,Schut,JEM,4,6
-19,distance_from_targets,299.799072265625,FashionMNIST,Schut,JEM,4,6
-19,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,4,6
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,6
-19,validity,1.0,FashionMNIST,Schut,JEM,4,6
-20,distance,4.300000190734863,FashionMNIST,Schut,JEM,4,6
-20,distance_from_energy,612.4195556640625,FashionMNIST,Schut,JEM,4,6
-20,distance_from_targets,323.1847229003906,FashionMNIST,Schut,JEM,4,6
-20,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,4,6
-20,set_size_penalty,5.0,FashionMNIST,Schut,JEM,4,6
-20,validity,1.0,FashionMNIST,Schut,JEM,4,6
-1,distance,151.02980041503906,FashionMNIST,Wachter,JEM Ensemble,4,7
-1,distance_from_energy,742.7515258789062,FashionMNIST,Wachter,JEM Ensemble,4,7
-1,distance_from_targets,520.9570922851562,FashionMNIST,Wachter,JEM Ensemble,4,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-2,distance,141.6509246826172,FashionMNIST,Wachter,JEM Ensemble,4,7
-2,distance_from_energy,780.970703125,FashionMNIST,Wachter,JEM Ensemble,4,7
-2,distance_from_targets,533.8030395507812,FashionMNIST,Wachter,JEM Ensemble,4,7
-2,redundancy,0.002551020408163265,FashionMNIST,Wachter,JEM Ensemble,4,7
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-3,distance,142.57672119140625,FashionMNIST,Wachter,JEM Ensemble,4,7
-3,distance_from_energy,793.1385498046875,FashionMNIST,Wachter,JEM Ensemble,4,7
-3,distance_from_targets,544.1077880859375,FashionMNIST,Wachter,JEM Ensemble,4,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-4,distance,100.56729125976562,FashionMNIST,Wachter,JEM Ensemble,4,7
-4,distance_from_energy,668.40869140625,FashionMNIST,Wachter,JEM Ensemble,4,7
-4,distance_from_targets,541.3377075195312,FashionMNIST,Wachter,JEM Ensemble,4,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-5,distance,139.54417419433594,FashionMNIST,Wachter,JEM Ensemble,4,7
-5,distance_from_energy,727.6563720703125,FashionMNIST,Wachter,JEM Ensemble,4,7
-5,distance_from_targets,485.02783203125,FashionMNIST,Wachter,JEM Ensemble,4,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,7
-1,distance,390.4410400390625,FashionMNIST,REVISE,JEM Ensemble,4,7
-1,distance_from_energy,665.9599609375,FashionMNIST,REVISE,JEM Ensemble,4,7
-1,distance_from_targets,474.10003662109375,FashionMNIST,REVISE,JEM Ensemble,4,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-2,distance,380.34228515625,FashionMNIST,REVISE,JEM Ensemble,4,7
-2,distance_from_energy,673.5086669921875,FashionMNIST,REVISE,JEM Ensemble,4,7
-2,distance_from_targets,500.8901062011719,FashionMNIST,REVISE,JEM Ensemble,4,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-2,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-3,distance,295.2210388183594,FashionMNIST,REVISE,JEM Ensemble,4,7
-3,distance_from_energy,666.0510864257812,FashionMNIST,REVISE,JEM Ensemble,4,7
-3,distance_from_targets,594.2940063476562,FashionMNIST,REVISE,JEM Ensemble,4,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-4,distance,271.7272644042969,FashionMNIST,REVISE,JEM Ensemble,4,7
-4,distance_from_energy,719.2864379882812,FashionMNIST,REVISE,JEM Ensemble,4,7
-4,distance_from_targets,533.7193603515625,FashionMNIST,REVISE,JEM Ensemble,4,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-4,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-5,distance,346.3048095703125,FashionMNIST,REVISE,JEM Ensemble,4,7
-5,distance_from_energy,784.370849609375,FashionMNIST,REVISE,JEM Ensemble,4,7
-5,distance_from_targets,511.0660705566406,FashionMNIST,REVISE,JEM Ensemble,4,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-5,set_size_penalty,2.9999999999957425,FashionMNIST,REVISE,JEM Ensemble,4,7
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,7
-1,distance,615.9060668945312,FashionMNIST,ECCCo,JEM Ensemble,4,7
-1,distance_from_energy,204.6458282470703,FashionMNIST,ECCCo,JEM Ensemble,4,7
-1,distance_from_targets,414.0242004394531,FashionMNIST,ECCCo,JEM Ensemble,4,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-2,distance,641.2579345703125,FashionMNIST,ECCCo,JEM Ensemble,4,7
-2,distance_from_energy,156.48951721191406,FashionMNIST,ECCCo,JEM Ensemble,4,7
-2,distance_from_targets,391.3351135253906,FashionMNIST,ECCCo,JEM Ensemble,4,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-3,distance,667.0693359375,FashionMNIST,ECCCo,JEM Ensemble,4,7
-3,distance_from_energy,153.72988891601562,FashionMNIST,ECCCo,JEM Ensemble,4,7
-3,distance_from_targets,387.24212646484375,FashionMNIST,ECCCo,JEM Ensemble,4,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-3,set_size_penalty,1.9467829771669316,FashionMNIST,ECCCo,JEM Ensemble,4,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-4,distance,596.204345703125,FashionMNIST,ECCCo,JEM Ensemble,4,7
-4,distance_from_energy,159.98416137695312,FashionMNIST,ECCCo,JEM Ensemble,4,7
-4,distance_from_targets,385.3714294433594,FashionMNIST,ECCCo,JEM Ensemble,4,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-4,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-5,distance,498.3685607910156,FashionMNIST,ECCCo,JEM Ensemble,4,7
-5,distance_from_energy,155.98358154296875,FashionMNIST,ECCCo,JEM Ensemble,4,7
-5,distance_from_targets,475.6575927734375,FashionMNIST,ECCCo,JEM Ensemble,4,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-5,set_size_penalty,2.15338117090314,FashionMNIST,ECCCo,JEM Ensemble,4,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,7
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,7
-1,distance_from_energy,770.67138671875,FashionMNIST,Schut,JEM Ensemble,4,7
-1,distance_from_targets,514.696044921875,FashionMNIST,Schut,JEM Ensemble,4,7
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,7
-2,distance_from_energy,732.9988403320312,FashionMNIST,Schut,JEM Ensemble,4,7
-2,distance_from_targets,521.7064208984375,FashionMNIST,Schut,JEM Ensemble,4,7
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,7
-3,distance_from_energy,819.0017700195312,FashionMNIST,Schut,JEM Ensemble,4,7
-3,distance_from_targets,535.693359375,FashionMNIST,Schut,JEM Ensemble,4,7
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,7
-4,distance_from_energy,747.6566162109375,FashionMNIST,Schut,JEM Ensemble,4,7
-4,distance_from_targets,530.6838989257812,FashionMNIST,Schut,JEM Ensemble,4,7
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,7
-5,distance_from_energy,739.2914428710938,FashionMNIST,Schut,JEM Ensemble,4,7
-5,distance_from_targets,476.51934814453125,FashionMNIST,Schut,JEM Ensemble,4,7
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,7
-6,distance,77.52017974853516,FashionMNIST,Wachter,MLP,4,7
-6,distance_from_energy,869.0100708007812,FashionMNIST,Wachter,MLP,4,7
-6,distance_from_targets,511.2842712402344,FashionMNIST,Wachter,MLP,4,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,4,7
-6,set_size_penalty,3.99986542884313,FashionMNIST,Wachter,MLP,4,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,7
-7,distance,68.32530212402344,FashionMNIST,Wachter,MLP,4,7
-7,distance_from_energy,871.0635986328125,FashionMNIST,Wachter,MLP,4,7
-7,distance_from_targets,601.17529296875,FashionMNIST,Wachter,MLP,4,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,7
-7,set_size_penalty,1.999999998748326,FashionMNIST,Wachter,MLP,4,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,7
-8,distance,68.15757751464844,FashionMNIST,Wachter,MLP,4,7
-8,distance_from_energy,868.9119873046875,FashionMNIST,Wachter,MLP,4,7
-8,distance_from_targets,575.4714965820312,FashionMNIST,Wachter,MLP,4,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,7
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,7
-9,distance,73.49288940429688,FashionMNIST,Wachter,MLP,4,7
-9,distance_from_energy,851.4591064453125,FashionMNIST,Wachter,MLP,4,7
-9,distance_from_targets,560.2273559570312,FashionMNIST,Wachter,MLP,4,7
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,7
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,7
-10,distance,72.13570404052734,FashionMNIST,Wachter,MLP,4,7
-10,distance_from_energy,871.3271484375,FashionMNIST,Wachter,MLP,4,7
-10,distance_from_targets,559.4232177734375,FashionMNIST,Wachter,MLP,4,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,7
-10,set_size_penalty,3.3629633619978776,FashionMNIST,Wachter,MLP,4,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,7
-6,distance,300.2759094238281,FashionMNIST,REVISE,MLP,4,7
-6,distance_from_energy,876.5758666992188,FashionMNIST,REVISE,MLP,4,7
-6,distance_from_targets,359.1543884277344,FashionMNIST,REVISE,MLP,4,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,7
-6,set_size_penalty,2.3620883943179853,FashionMNIST,REVISE,MLP,4,7
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,7
-7,distance,171.62234497070312,FashionMNIST,REVISE,MLP,4,7
-7,distance_from_energy,871.5545043945312,FashionMNIST,REVISE,MLP,4,7
-7,distance_from_targets,523.2796020507812,FashionMNIST,REVISE,MLP,4,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,7
-7,set_size_penalty,0.9999999997065165,FashionMNIST,REVISE,MLP,4,7
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,7
-8,distance,151.9939727783203,FashionMNIST,REVISE,MLP,4,7
-8,distance_from_energy,881.8190307617188,FashionMNIST,REVISE,MLP,4,7
-8,distance_from_targets,544.5557250976562,FashionMNIST,REVISE,MLP,4,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,7
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,7
-8,validity,0.0,FashionMNIST,REVISE,MLP,4,7
-9,distance,160.47006225585938,FashionMNIST,REVISE,MLP,4,7
-9,distance_from_energy,853.6824340820312,FashionMNIST,REVISE,MLP,4,7
-9,distance_from_targets,508.9239807128906,FashionMNIST,REVISE,MLP,4,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,7
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,4,7
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,7
-10,distance,156.63143920898438,FashionMNIST,REVISE,MLP,4,7
-10,distance_from_energy,875.3357543945312,FashionMNIST,REVISE,MLP,4,7
-10,distance_from_targets,520.8116455078125,FashionMNIST,REVISE,MLP,4,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,7
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,7
-10,validity,0.0,FashionMNIST,REVISE,MLP,4,7
-6,distance,706.4797973632812,FashionMNIST,ECCCo,MLP,4,7
-6,distance_from_energy,197.52468872070312,FashionMNIST,ECCCo,MLP,4,7
-6,distance_from_targets,725.0516357421875,FashionMNIST,ECCCo,MLP,4,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,7
-6,set_size_penalty,2.0005992804891934,FashionMNIST,ECCCo,MLP,4,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,7
-7,distance,672.39794921875,FashionMNIST,ECCCo,MLP,4,7
-7,distance_from_energy,207.93875122070312,FashionMNIST,ECCCo,MLP,4,7
-7,distance_from_targets,707.5152587890625,FashionMNIST,ECCCo,MLP,4,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,7
-7,set_size_penalty,1.0000000024617675,FashionMNIST,ECCCo,MLP,4,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,7
-8,distance,701.9688720703125,FashionMNIST,ECCCo,MLP,4,7
-8,distance_from_energy,187.83775329589844,FashionMNIST,ECCCo,MLP,4,7
-8,distance_from_targets,729.4846801757812,FashionMNIST,ECCCo,MLP,4,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,7
-8,set_size_penalty,2.000000167319716,FashionMNIST,ECCCo,MLP,4,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,7
-9,distance,663.5933227539062,FashionMNIST,ECCCo,MLP,4,7
-9,distance_from_energy,202.14891052246094,FashionMNIST,ECCCo,MLP,4,7
-9,distance_from_targets,705.4624633789062,FashionMNIST,ECCCo,MLP,4,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,7
-9,set_size_penalty,2.0715253368210336,FashionMNIST,ECCCo,MLP,4,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,7
-10,distance,711.0697631835938,FashionMNIST,ECCCo,MLP,4,7
-10,distance_from_energy,180.73928833007812,FashionMNIST,ECCCo,MLP,4,7
-10,distance_from_targets,726.3026123046875,FashionMNIST,ECCCo,MLP,4,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,7
-10,set_size_penalty,2.012901689046662,FashionMNIST,ECCCo,MLP,4,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,7
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,7
-6,distance_from_energy,876.3092041015625,FashionMNIST,Schut,MLP,4,7
-6,distance_from_targets,490.3857421875,FashionMNIST,Schut,MLP,4,7
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,7
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,7
-6,validity,0.0,FashionMNIST,Schut,MLP,4,7
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,7
-7,distance_from_energy,877.9390869140625,FashionMNIST,Schut,MLP,4,7
-7,distance_from_targets,575.0263061523438,FashionMNIST,Schut,MLP,4,7
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,7
-7,validity,0.0,FashionMNIST,Schut,MLP,4,7
-8,distance,10.0,FashionMNIST,Schut,MLP,4,7
-8,distance_from_energy,868.8291015625,FashionMNIST,Schut,MLP,4,7
-8,distance_from_targets,547.4570922851562,FashionMNIST,Schut,MLP,4,7
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,7
-8,validity,0.0,FashionMNIST,Schut,MLP,4,7
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,7
-9,distance_from_energy,855.7542724609375,FashionMNIST,Schut,MLP,4,7
-9,distance_from_targets,535.7255859375,FashionMNIST,Schut,MLP,4,7
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,7
-9,validity,0.0,FashionMNIST,Schut,MLP,4,7
-10,distance,10.0,FashionMNIST,Schut,MLP,4,7
-10,distance_from_energy,867.3591918945312,FashionMNIST,Schut,MLP,4,7
-10,distance_from_targets,543.0741577148438,FashionMNIST,Schut,MLP,4,7
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,7
-10,validity,0.0,FashionMNIST,Schut,MLP,4,7
-11,distance,71.9081039428711,FashionMNIST,Wachter,MLP Ensemble,4,7
-11,distance_from_energy,819.5836181640625,FashionMNIST,Wachter,MLP Ensemble,4,7
-11,distance_from_targets,510.0594482421875,FashionMNIST,Wachter,MLP Ensemble,4,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-11,set_size_penalty,2.999503578085868,FashionMNIST,Wachter,MLP Ensemble,4,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-12,distance,70.90338134765625,FashionMNIST,Wachter,MLP Ensemble,4,7
-12,distance_from_energy,813.87939453125,FashionMNIST,Wachter,MLP Ensemble,4,7
-12,distance_from_targets,554.0733642578125,FashionMNIST,Wachter,MLP Ensemble,4,7
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,7
-12,set_size_penalty,2.9999981630484243,FashionMNIST,Wachter,MLP Ensemble,4,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-13,distance,76.3589096069336,FashionMNIST,Wachter,MLP Ensemble,4,7
-13,distance_from_energy,824.1224365234375,FashionMNIST,Wachter,MLP Ensemble,4,7
-13,distance_from_targets,583.0331420898438,FashionMNIST,Wachter,MLP Ensemble,4,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-13,set_size_penalty,2.9999999999999685,FashionMNIST,Wachter,MLP Ensemble,4,7
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-14,distance,75.6715087890625,FashionMNIST,Wachter,MLP Ensemble,4,7
-14,distance_from_energy,807.8648071289062,FashionMNIST,Wachter,MLP Ensemble,4,7
-14,distance_from_targets,560.5994262695312,FashionMNIST,Wachter,MLP Ensemble,4,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-14,set_size_penalty,2.0000000002002665,FashionMNIST,Wachter,MLP Ensemble,4,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-15,distance,74.76874542236328,FashionMNIST,Wachter,MLP Ensemble,4,7
-15,distance_from_energy,831.6746215820312,FashionMNIST,Wachter,MLP Ensemble,4,7
-15,distance_from_targets,537.0242309570312,FashionMNIST,Wachter,MLP Ensemble,4,7
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,7
-15,set_size_penalty,2.999999999999214,FashionMNIST,Wachter,MLP Ensemble,4,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,7
-11,distance,163.5917510986328,FashionMNIST,REVISE,MLP Ensemble,4,7
-11,distance_from_energy,805.9837036132812,FashionMNIST,REVISE,MLP Ensemble,4,7
-11,distance_from_targets,442.6340637207031,FashionMNIST,REVISE,MLP Ensemble,4,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-11,set_size_penalty,1.9999952719159784,FashionMNIST,REVISE,MLP Ensemble,4,7
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-12,distance,158.6396942138672,FashionMNIST,REVISE,MLP Ensemble,4,7
-12,distance_from_energy,800.3248291015625,FashionMNIST,REVISE,MLP Ensemble,4,7
-12,distance_from_targets,490.5678405761719,FashionMNIST,REVISE,MLP Ensemble,4,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-12,set_size_penalty,1.9999991326395103,FashionMNIST,REVISE,MLP Ensemble,4,7
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-13,distance,269.0986022949219,FashionMNIST,REVISE,MLP Ensemble,4,7
-13,distance_from_energy,828.7183837890625,FashionMNIST,REVISE,MLP Ensemble,4,7
-13,distance_from_targets,498.13604736328125,FashionMNIST,REVISE,MLP Ensemble,4,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-13,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-14,distance,149.2168731689453,FashionMNIST,REVISE,MLP Ensemble,4,7
-14,distance_from_energy,814.3783569335938,FashionMNIST,REVISE,MLP Ensemble,4,7
-14,distance_from_targets,528.3751831054688,FashionMNIST,REVISE,MLP Ensemble,4,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-15,distance,160.2945556640625,FashionMNIST,REVISE,MLP Ensemble,4,7
-15,distance_from_energy,804.328369140625,FashionMNIST,REVISE,MLP Ensemble,4,7
-15,distance_from_targets,501.1861267089844,FashionMNIST,REVISE,MLP Ensemble,4,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-15,set_size_penalty,2.999999997651555,FashionMNIST,REVISE,MLP Ensemble,4,7
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,7
-11,distance,690.0310668945312,FashionMNIST,ECCCo,MLP Ensemble,4,7
-11,distance_from_energy,151.9505615234375,FashionMNIST,ECCCo,MLP Ensemble,4,7
-11,distance_from_targets,694.7569580078125,FashionMNIST,ECCCo,MLP Ensemble,4,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-11,set_size_penalty,1.0000000000141067,FashionMNIST,ECCCo,MLP Ensemble,4,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-12,distance,679.7642822265625,FashionMNIST,ECCCo,MLP Ensemble,4,7
-12,distance_from_energy,172.80551147460938,FashionMNIST,ECCCo,MLP Ensemble,4,7
-12,distance_from_targets,665.1995239257812,FashionMNIST,ECCCo,MLP Ensemble,4,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-12,set_size_penalty,1.000000000000001,FashionMNIST,ECCCo,MLP Ensemble,4,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-13,distance,660.476318359375,FashionMNIST,ECCCo,MLP Ensemble,4,7
-13,distance_from_energy,189.3722381591797,FashionMNIST,ECCCo,MLP Ensemble,4,7
-13,distance_from_targets,654.6087646484375,FashionMNIST,ECCCo,MLP Ensemble,4,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-14,distance,649.3632202148438,FashionMNIST,ECCCo,MLP Ensemble,4,7
-14,distance_from_energy,177.1802215576172,FashionMNIST,ECCCo,MLP Ensemble,4,7
-14,distance_from_targets,660.9152221679688,FashionMNIST,ECCCo,MLP Ensemble,4,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-15,distance,702.6035766601562,FashionMNIST,ECCCo,MLP Ensemble,4,7
-15,distance_from_energy,159.4477081298828,FashionMNIST,ECCCo,MLP Ensemble,4,7
-15,distance_from_targets,680.9600219726562,FashionMNIST,ECCCo,MLP Ensemble,4,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,7
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,7
-11,distance_from_energy,835.3973388671875,FashionMNIST,Schut,MLP Ensemble,4,7
-11,distance_from_targets,492.7281188964844,FashionMNIST,Schut,MLP Ensemble,4,7
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,7
-12,distance_from_energy,820.4104614257812,FashionMNIST,Schut,MLP Ensemble,4,7
-12,distance_from_targets,534.4058227539062,FashionMNIST,Schut,MLP Ensemble,4,7
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,7
-13,distance_from_energy,836.2091674804688,FashionMNIST,Schut,MLP Ensemble,4,7
-13,distance_from_targets,562.6679077148438,FashionMNIST,Schut,MLP Ensemble,4,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,7
-14,distance_from_energy,817.2573852539062,FashionMNIST,Schut,MLP Ensemble,4,7
-14,distance_from_targets,543.6320190429688,FashionMNIST,Schut,MLP Ensemble,4,7
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,7
-15,distance_from_energy,845.9478759765625,FashionMNIST,Schut,MLP Ensemble,4,7
-15,distance_from_targets,513.639892578125,FashionMNIST,Schut,MLP Ensemble,4,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,7
-16,distance,88.71114349365234,FashionMNIST,Wachter,JEM,4,7
-16,distance_from_energy,688.035888671875,FashionMNIST,Wachter,JEM,4,7
-16,distance_from_targets,544.7381591796875,FashionMNIST,Wachter,JEM,4,7
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,7
-16,set_size_penalty,3.0000000181876816,FashionMNIST,Wachter,JEM,4,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,7
-17,distance,80.75098419189453,FashionMNIST,Wachter,JEM,4,7
-17,distance_from_energy,661.9856567382812,FashionMNIST,Wachter,JEM,4,7
-17,distance_from_targets,578.9118041992188,FashionMNIST,Wachter,JEM,4,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,7
-17,set_size_penalty,4.492052747600694,FashionMNIST,Wachter,JEM,4,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,7
-18,distance,104.99340057373047,FashionMNIST,Wachter,JEM,4,7
-18,distance_from_energy,608.6951904296875,FashionMNIST,Wachter,JEM,4,7
-18,distance_from_targets,536.2966918945312,FashionMNIST,Wachter,JEM,4,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,4,7
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,7
-19,distance,64.88994598388672,FashionMNIST,Wachter,JEM,4,7
-19,distance_from_energy,636.7957153320312,FashionMNIST,Wachter,JEM,4,7
-19,distance_from_targets,548.033447265625,FashionMNIST,Wachter,JEM,4,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,7
-19,set_size_penalty,0.9999999999999736,FashionMNIST,Wachter,JEM,4,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,7
-20,distance,78.54330444335938,FashionMNIST,Wachter,JEM,4,7
-20,distance_from_energy,650.5977783203125,FashionMNIST,Wachter,JEM,4,7
-20,distance_from_targets,576.124755859375,FashionMNIST,Wachter,JEM,4,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,7
-20,set_size_penalty,9.0,FashionMNIST,Wachter,JEM,4,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,7
-16,distance,267.68304443359375,FashionMNIST,REVISE,JEM,4,7
-16,distance_from_energy,468.26312255859375,FashionMNIST,REVISE,JEM,4,7
-16,distance_from_targets,503.0572814941406,FashionMNIST,REVISE,JEM,4,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,7
-16,set_size_penalty,5.999997786385519,FashionMNIST,REVISE,JEM,4,7
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,7
-17,distance,404.1887512207031,FashionMNIST,REVISE,JEM,4,7
-17,distance_from_energy,708.427001953125,FashionMNIST,REVISE,JEM,4,7
-17,distance_from_targets,622.0614624023438,FashionMNIST,REVISE,JEM,4,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,7
-17,set_size_penalty,4.000000000000017,FashionMNIST,REVISE,JEM,4,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,4,7
-18,distance,781.3278198242188,FashionMNIST,REVISE,JEM,4,7
-18,distance_from_energy,666.787841796875,FashionMNIST,REVISE,JEM,4,7
-18,distance_from_targets,499.03472900390625,FashionMNIST,REVISE,JEM,4,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,7
-18,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,4,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,7
-19,distance,279.7388610839844,FashionMNIST,REVISE,JEM,4,7
-19,distance_from_energy,616.9358520507812,FashionMNIST,REVISE,JEM,4,7
-19,distance_from_targets,564.7537841796875,FashionMNIST,REVISE,JEM,4,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,7
-19,set_size_penalty,7.000000003619025,FashionMNIST,REVISE,JEM,4,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,4,7
-20,distance,153.99203491210938,FashionMNIST,REVISE,JEM,4,7
-20,distance_from_energy,622.5570678710938,FashionMNIST,REVISE,JEM,4,7
-20,distance_from_targets,566.0028686523438,FashionMNIST,REVISE,JEM,4,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,7
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,7
-20,validity,0.0,FashionMNIST,REVISE,JEM,4,7
-16,distance,476.38726806640625,FashionMNIST,ECCCo,JEM,4,7
-16,distance_from_energy,228.85128784179688,FashionMNIST,ECCCo,JEM,4,7
-16,distance_from_targets,472.59075927734375,FashionMNIST,ECCCo,JEM,4,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,7
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,7
-17,distance,526.4029541015625,FashionMNIST,ECCCo,JEM,4,7
-17,distance_from_energy,190.95687866210938,FashionMNIST,ECCCo,JEM,4,7
-17,distance_from_targets,459.89617919921875,FashionMNIST,ECCCo,JEM,4,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,7
-17,set_size_penalty,1.0000021011356517,FashionMNIST,ECCCo,JEM,4,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,7
-18,distance,574.996337890625,FashionMNIST,ECCCo,JEM,4,7
-18,distance_from_energy,182.18426513671875,FashionMNIST,ECCCo,JEM,4,7
-18,distance_from_targets,533.3073120117188,FashionMNIST,ECCCo,JEM,4,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,7
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,7
-19,distance,569.3820190429688,FashionMNIST,ECCCo,JEM,4,7
-19,distance_from_energy,104.22122955322266,FashionMNIST,ECCCo,JEM,4,7
-19,distance_from_targets,488.4193115234375,FashionMNIST,ECCCo,JEM,4,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,7
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,7
-20,distance,473.7060546875,FashionMNIST,ECCCo,JEM,4,7
-20,distance_from_energy,180.44500732421875,FashionMNIST,ECCCo,JEM,4,7
-20,distance_from_targets,486.0684814453125,FashionMNIST,ECCCo,JEM,4,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,7
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,7
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,7
-16,distance_from_energy,746.0438232421875,FashionMNIST,Schut,JEM,4,7
-16,distance_from_targets,524.1696166992188,FashionMNIST,Schut,JEM,4,7
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,7
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,7
-16,validity,0.0,FashionMNIST,Schut,JEM,4,7
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,7
-17,distance_from_energy,601.4602661132812,FashionMNIST,Schut,JEM,4,7
-17,distance_from_targets,551.6032104492188,FashionMNIST,Schut,JEM,4,7
-17,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,4,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,7
-17,validity,0.0,FashionMNIST,Schut,JEM,4,7
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,7
-18,distance_from_energy,718.36865234375,FashionMNIST,Schut,JEM,4,7
-18,distance_from_targets,516.2670288085938,FashionMNIST,Schut,JEM,4,7
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,7
-18,validity,0.0,FashionMNIST,Schut,JEM,4,7
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,7
-19,distance_from_energy,648.23876953125,FashionMNIST,Schut,JEM,4,7
-19,distance_from_targets,532.981201171875,FashionMNIST,Schut,JEM,4,7
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,7
-19,set_size_penalty,1.000034153080915,FashionMNIST,Schut,JEM,4,7
-19,validity,1.0,FashionMNIST,Schut,JEM,4,7
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,7
-20,distance_from_energy,628.0450439453125,FashionMNIST,Schut,JEM,4,7
-20,distance_from_targets,553.872314453125,FashionMNIST,Schut,JEM,4,7
-20,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,4,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,7
-20,validity,0.0,FashionMNIST,Schut,JEM,4,7
-1,distance,81.864990234375,FashionMNIST,Wachter,JEM Ensemble,4,8
-1,distance_from_energy,560.7750244140625,FashionMNIST,Wachter,JEM Ensemble,4,8
-1,distance_from_targets,467.3495178222656,FashionMNIST,Wachter,JEM Ensemble,4,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-1,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-2,distance,82.03923797607422,FashionMNIST,Wachter,JEM Ensemble,4,8
-2,distance_from_energy,579.2360229492188,FashionMNIST,Wachter,JEM Ensemble,4,8
-2,distance_from_targets,445.6873474121094,FashionMNIST,Wachter,JEM Ensemble,4,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-2,set_size_penalty,2.999999999985061,FashionMNIST,Wachter,JEM Ensemble,4,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-3,distance,93.46061706542969,FashionMNIST,Wachter,JEM Ensemble,4,8
-3,distance_from_energy,618.921630859375,FashionMNIST,Wachter,JEM Ensemble,4,8
-3,distance_from_targets,468.1107177734375,FashionMNIST,Wachter,JEM Ensemble,4,8
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,4,8
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-4,distance,74.62507629394531,FashionMNIST,Wachter,JEM Ensemble,4,8
-4,distance_from_energy,530.6243896484375,FashionMNIST,Wachter,JEM Ensemble,4,8
-4,distance_from_targets,407.7639465332031,FashionMNIST,Wachter,JEM Ensemble,4,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-5,distance,72.51973724365234,FashionMNIST,Wachter,JEM Ensemble,4,8
-5,distance_from_energy,531.733154296875,FashionMNIST,Wachter,JEM Ensemble,4,8
-5,distance_from_targets,424.8801574707031,FashionMNIST,Wachter,JEM Ensemble,4,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-5,set_size_penalty,4.0000000000000195,FashionMNIST,Wachter,JEM Ensemble,4,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,8
-1,distance,241.6212615966797,FashionMNIST,REVISE,JEM Ensemble,4,8
-1,distance_from_energy,468.92724609375,FashionMNIST,REVISE,JEM Ensemble,4,8
-1,distance_from_targets,387.1064453125,FashionMNIST,REVISE,JEM Ensemble,4,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-1,set_size_penalty,1.5804197208380573,FashionMNIST,REVISE,JEM Ensemble,4,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-2,distance,349.239990234375,FashionMNIST,REVISE,JEM Ensemble,4,8
-2,distance_from_energy,435.8150329589844,FashionMNIST,REVISE,JEM Ensemble,4,8
-2,distance_from_targets,294.6151428222656,FashionMNIST,REVISE,JEM Ensemble,4,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-3,distance,653.6585693359375,FashionMNIST,REVISE,JEM Ensemble,4,8
-3,distance_from_energy,520.0681762695312,FashionMNIST,REVISE,JEM Ensemble,4,8
-3,distance_from_targets,527.1592407226562,FashionMNIST,REVISE,JEM Ensemble,4,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-4,distance,455.7937316894531,FashionMNIST,REVISE,JEM Ensemble,4,8
-4,distance_from_energy,490.27606201171875,FashionMNIST,REVISE,JEM Ensemble,4,8
-4,distance_from_targets,388.75872802734375,FashionMNIST,REVISE,JEM Ensemble,4,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-5,distance,272.3383483886719,FashionMNIST,REVISE,JEM Ensemble,4,8
-5,distance_from_energy,512.9017944335938,FashionMNIST,REVISE,JEM Ensemble,4,8
-5,distance_from_targets,331.8999328613281,FashionMNIST,REVISE,JEM Ensemble,4,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,8
-1,distance,441.229736328125,FashionMNIST,ECCCo,JEM Ensemble,4,8
-1,distance_from_energy,93.48417663574219,FashionMNIST,ECCCo,JEM Ensemble,4,8
-1,distance_from_targets,418.9405212402344,FashionMNIST,ECCCo,JEM Ensemble,4,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-1,set_size_penalty,4.000044482940811,FashionMNIST,ECCCo,JEM Ensemble,4,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-2,distance,440.30804443359375,FashionMNIST,ECCCo,JEM Ensemble,4,8
-2,distance_from_energy,157.60348510742188,FashionMNIST,ECCCo,JEM Ensemble,4,8
-2,distance_from_targets,418.0888366699219,FashionMNIST,ECCCo,JEM Ensemble,4,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-3,distance,528.111328125,FashionMNIST,ECCCo,JEM Ensemble,4,8
-3,distance_from_energy,108.07875061035156,FashionMNIST,ECCCo,JEM Ensemble,4,8
-3,distance_from_targets,433.8241882324219,FashionMNIST,ECCCo,JEM Ensemble,4,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-3,set_size_penalty,2.9999977761189083,FashionMNIST,ECCCo,JEM Ensemble,4,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-4,distance,447.84716796875,FashionMNIST,ECCCo,JEM Ensemble,4,8
-4,distance_from_energy,111.84049987792969,FashionMNIST,ECCCo,JEM Ensemble,4,8
-4,distance_from_targets,415.0287780761719,FashionMNIST,ECCCo,JEM Ensemble,4,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-4,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-5,distance,415.307861328125,FashionMNIST,ECCCo,JEM Ensemble,4,8
-5,distance_from_energy,190.30332946777344,FashionMNIST,ECCCo,JEM Ensemble,4,8
-5,distance_from_targets,416.715576171875,FashionMNIST,ECCCo,JEM Ensemble,4,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-5,set_size_penalty,2.0000226832100463,FashionMNIST,ECCCo,JEM Ensemble,4,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,8
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,8
-1,distance_from_energy,523.2418212890625,FashionMNIST,Schut,JEM Ensemble,4,8
-1,distance_from_targets,439.4090576171875,FashionMNIST,Schut,JEM Ensemble,4,8
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,8
-2,distance_from_energy,656.3924560546875,FashionMNIST,Schut,JEM Ensemble,4,8
-2,distance_from_targets,419.8003234863281,FashionMNIST,Schut,JEM Ensemble,4,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,4,8
-3,distance_from_energy,656.8198852539062,FashionMNIST,Schut,JEM Ensemble,4,8
-3,distance_from_targets,453.87841796875,FashionMNIST,Schut,JEM Ensemble,4,8
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,8
-4,distance_from_energy,538.1556396484375,FashionMNIST,Schut,JEM Ensemble,4,8
-4,distance_from_targets,384.1344909667969,FashionMNIST,Schut,JEM Ensemble,4,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,8
-5,distance_from_energy,540.1923828125,FashionMNIST,Schut,JEM Ensemble,4,8
-5,distance_from_targets,401.1936340332031,FashionMNIST,Schut,JEM Ensemble,4,8
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,4,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,8
-6,distance,82.32544708251953,FashionMNIST,Wachter,MLP,4,8
-6,distance_from_energy,858.1773681640625,FashionMNIST,Wachter,MLP,4,8
-6,distance_from_targets,492.9571228027344,FashionMNIST,Wachter,MLP,4,8
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,8
-6,set_size_penalty,2.992100279766188,FashionMNIST,Wachter,MLP,4,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,8
-7,distance,77.12983703613281,FashionMNIST,Wachter,MLP,4,8
-7,distance_from_energy,834.0001220703125,FashionMNIST,Wachter,MLP,4,8
-7,distance_from_targets,481.7152404785156,FashionMNIST,Wachter,MLP,4,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,8
-7,set_size_penalty,2.0000074820721445,FashionMNIST,Wachter,MLP,4,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,8
-8,distance,77.58231353759766,FashionMNIST,Wachter,MLP,4,8
-8,distance_from_energy,803.8358154296875,FashionMNIST,Wachter,MLP,4,8
-8,distance_from_targets,475.9197692871094,FashionMNIST,Wachter,MLP,4,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,8
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,4,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,8
-9,distance,70.6460189819336,FashionMNIST,Wachter,MLP,4,8
-9,distance_from_energy,893.6968994140625,FashionMNIST,Wachter,MLP,4,8
-9,distance_from_targets,485.7211608886719,FashionMNIST,Wachter,MLP,4,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,4,8
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,4,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,8
-10,distance,66.02196502685547,FashionMNIST,Wachter,MLP,4,8
-10,distance_from_energy,901.5701293945312,FashionMNIST,Wachter,MLP,4,8
-10,distance_from_targets,401.4063720703125,FashionMNIST,Wachter,MLP,4,8
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,8
-10,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,4,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,8
-6,distance,223.16439819335938,FashionMNIST,REVISE,MLP,4,8
-6,distance_from_energy,832.2869262695312,FashionMNIST,REVISE,MLP,4,8
-6,distance_from_targets,469.86138916015625,FashionMNIST,REVISE,MLP,4,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,8
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,8
-6,validity,0.0,FashionMNIST,REVISE,MLP,4,8
-7,distance,330.4322509765625,FashionMNIST,REVISE,MLP,4,8
-7,distance_from_energy,875.8515625,FashionMNIST,REVISE,MLP,4,8
-7,distance_from_targets,427.05523681640625,FashionMNIST,REVISE,MLP,4,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,8
-7,set_size_penalty,1.0000000000011624,FashionMNIST,REVISE,MLP,4,8
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,8
-8,distance,252.81704711914062,FashionMNIST,REVISE,MLP,4,8
-8,distance_from_energy,826.75341796875,FashionMNIST,REVISE,MLP,4,8
-8,distance_from_targets,371.2737731933594,FashionMNIST,REVISE,MLP,4,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,8
-8,set_size_penalty,2.9999999999953517,FashionMNIST,REVISE,MLP,4,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,8
-9,distance,363.40093994140625,FashionMNIST,REVISE,MLP,4,8
-9,distance_from_energy,843.12744140625,FashionMNIST,REVISE,MLP,4,8
-9,distance_from_targets,523.2794189453125,FashionMNIST,REVISE,MLP,4,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,8
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,4,8
-9,validity,0.0,FashionMNIST,REVISE,MLP,4,8
-10,distance,193.26707458496094,FashionMNIST,REVISE,MLP,4,8
-10,distance_from_energy,872.5872192382812,FashionMNIST,REVISE,MLP,4,8
-10,distance_from_targets,322.28009033203125,FashionMNIST,REVISE,MLP,4,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,8
-10,set_size_penalty,1.0000000000000329,FashionMNIST,REVISE,MLP,4,8
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,8
-6,distance,703.71337890625,FashionMNIST,ECCCo,MLP,4,8
-6,distance_from_energy,174.29835510253906,FashionMNIST,ECCCo,MLP,4,8
-6,distance_from_targets,733.4837646484375,FashionMNIST,ECCCo,MLP,4,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,8
-6,set_size_penalty,2.290183185039444,FashionMNIST,ECCCo,MLP,4,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,8
-7,distance,699.8994140625,FashionMNIST,ECCCo,MLP,4,8
-7,distance_from_energy,160.30137634277344,FashionMNIST,ECCCo,MLP,4,8
-7,distance_from_targets,756.8193969726562,FashionMNIST,ECCCo,MLP,4,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,8
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,4,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,8
-8,distance,698.3884887695312,FashionMNIST,ECCCo,MLP,4,8
-8,distance_from_energy,132.15078735351562,FashionMNIST,ECCCo,MLP,4,8
-8,distance_from_targets,759.2490234375,FashionMNIST,ECCCo,MLP,4,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,8
-8,set_size_penalty,2.014337737974765,FashionMNIST,ECCCo,MLP,4,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,8
-9,distance,745.2269287109375,FashionMNIST,ECCCo,MLP,4,8
-9,distance_from_energy,176.36306762695312,FashionMNIST,ECCCo,MLP,4,8
-9,distance_from_targets,705.5978393554688,FashionMNIST,ECCCo,MLP,4,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,8
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,4,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,8
-10,distance,706.199951171875,FashionMNIST,ECCCo,MLP,4,8
-10,distance_from_energy,204.93630981445312,FashionMNIST,ECCCo,MLP,4,8
-10,distance_from_targets,690.1528930664062,FashionMNIST,ECCCo,MLP,4,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,8
-10,set_size_penalty,2.2752766733907075,FashionMNIST,ECCCo,MLP,4,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,8
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,8
-6,distance_from_energy,866.3610229492188,FashionMNIST,Schut,MLP,4,8
-6,distance_from_targets,469.5794372558594,FashionMNIST,Schut,MLP,4,8
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,8
-6,validity,0.0,FashionMNIST,Schut,MLP,4,8
-7,distance,10.0,FashionMNIST,Schut,MLP,4,8
-7,distance_from_energy,839.296875,FashionMNIST,Schut,MLP,4,8
-7,distance_from_targets,458.58526611328125,FashionMNIST,Schut,MLP,4,8
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,8
-7,validity,0.0,FashionMNIST,Schut,MLP,4,8
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,8
-8,distance_from_energy,822.0001831054688,FashionMNIST,Schut,MLP,4,8
-8,distance_from_targets,454.0141296386719,FashionMNIST,Schut,MLP,4,8
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,8
-8,validity,0.0,FashionMNIST,Schut,MLP,4,8
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,8
-9,distance_from_energy,910.240234375,FashionMNIST,Schut,MLP,4,8
-9,distance_from_targets,456.29632568359375,FashionMNIST,Schut,MLP,4,8
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,8
-9,validity,0.0,FashionMNIST,Schut,MLP,4,8
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,8
-10,distance_from_energy,902.0441284179688,FashionMNIST,Schut,MLP,4,8
-10,distance_from_targets,374.5738220214844,FashionMNIST,Schut,MLP,4,8
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,4,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,8
-10,validity,0.0,FashionMNIST,Schut,MLP,4,8
-11,distance,78.22809600830078,FashionMNIST,Wachter,MLP Ensemble,4,8
-11,distance_from_energy,798.001953125,FashionMNIST,Wachter,MLP Ensemble,4,8
-11,distance_from_targets,529.9429321289062,FashionMNIST,Wachter,MLP Ensemble,4,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-11,set_size_penalty,1.9999999999999984,FashionMNIST,Wachter,MLP Ensemble,4,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-12,distance,69.54966735839844,FashionMNIST,Wachter,MLP Ensemble,4,8
-12,distance_from_energy,804.0548706054688,FashionMNIST,Wachter,MLP Ensemble,4,8
-12,distance_from_targets,485.0245666503906,FashionMNIST,Wachter,MLP Ensemble,4,8
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,8
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-13,distance,64.43594360351562,FashionMNIST,Wachter,MLP Ensemble,4,8
-13,distance_from_energy,772.1722412109375,FashionMNIST,Wachter,MLP Ensemble,4,8
-13,distance_from_targets,544.0836791992188,FashionMNIST,Wachter,MLP Ensemble,4,8
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,4,8
-13,set_size_penalty,2.0000000000000018,FashionMNIST,Wachter,MLP Ensemble,4,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-14,distance,72.36170959472656,FashionMNIST,Wachter,MLP Ensemble,4,8
-14,distance_from_energy,799.7542724609375,FashionMNIST,Wachter,MLP Ensemble,4,8
-14,distance_from_targets,450.0625305175781,FashionMNIST,Wachter,MLP Ensemble,4,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-15,distance,86.66454315185547,FashionMNIST,Wachter,MLP Ensemble,4,8
-15,distance_from_energy,782.0093383789062,FashionMNIST,Wachter,MLP Ensemble,4,8
-15,distance_from_targets,480.7607116699219,FashionMNIST,Wachter,MLP Ensemble,4,8
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,8
-11,distance,202.32791137695312,FashionMNIST,REVISE,MLP Ensemble,4,8
-11,distance_from_energy,787.9095458984375,FashionMNIST,REVISE,MLP Ensemble,4,8
-11,distance_from_targets,453.02471923828125,FashionMNIST,REVISE,MLP Ensemble,4,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-11,set_size_penalty,1.0000000000022262,FashionMNIST,REVISE,MLP Ensemble,4,8
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-12,distance,283.6225280761719,FashionMNIST,REVISE,MLP Ensemble,4,8
-12,distance_from_energy,796.0802001953125,FashionMNIST,REVISE,MLP Ensemble,4,8
-12,distance_from_targets,420.8843994140625,FashionMNIST,REVISE,MLP Ensemble,4,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-13,distance,335.4899597167969,FashionMNIST,REVISE,MLP Ensemble,4,8
-13,distance_from_energy,752.8764038085938,FashionMNIST,REVISE,MLP Ensemble,4,8
-13,distance_from_targets,417.056884765625,FashionMNIST,REVISE,MLP Ensemble,4,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-13,set_size_penalty,1.0000000000477933,FashionMNIST,REVISE,MLP Ensemble,4,8
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-14,distance,215.62716674804688,FashionMNIST,REVISE,MLP Ensemble,4,8
-14,distance_from_energy,801.4965209960938,FashionMNIST,REVISE,MLP Ensemble,4,8
-14,distance_from_targets,371.720947265625,FashionMNIST,REVISE,MLP Ensemble,4,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-14,set_size_penalty,2.999967604276117,FashionMNIST,REVISE,MLP Ensemble,4,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-15,distance,243.1028289794922,FashionMNIST,REVISE,MLP Ensemble,4,8
-15,distance_from_energy,781.6591796875,FashionMNIST,REVISE,MLP Ensemble,4,8
-15,distance_from_targets,470.17596435546875,FashionMNIST,REVISE,MLP Ensemble,4,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,8
-11,distance,701.9157104492188,FashionMNIST,ECCCo,MLP Ensemble,4,8
-11,distance_from_energy,126.5254135131836,FashionMNIST,ECCCo,MLP Ensemble,4,8
-11,distance_from_targets,708.7754516601562,FashionMNIST,ECCCo,MLP Ensemble,4,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-11,set_size_penalty,1.000000006354591,FashionMNIST,ECCCo,MLP Ensemble,4,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-12,distance,709.3103637695312,FashionMNIST,ECCCo,MLP Ensemble,4,8
-12,distance_from_energy,120.04759216308594,FashionMNIST,ECCCo,MLP Ensemble,4,8
-12,distance_from_targets,718.5902709960938,FashionMNIST,ECCCo,MLP Ensemble,4,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-13,distance,658.8970336914062,FashionMNIST,ECCCo,MLP Ensemble,4,8
-13,distance_from_energy,139.01026916503906,FashionMNIST,ECCCo,MLP Ensemble,4,8
-13,distance_from_targets,700.0372924804688,FashionMNIST,ECCCo,MLP Ensemble,4,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-13,set_size_penalty,1.9999999999999882,FashionMNIST,ECCCo,MLP Ensemble,4,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-14,distance,687.5704956054688,FashionMNIST,ECCCo,MLP Ensemble,4,8
-14,distance_from_energy,133.60662841796875,FashionMNIST,ECCCo,MLP Ensemble,4,8
-14,distance_from_targets,704.57373046875,FashionMNIST,ECCCo,MLP Ensemble,4,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-14,set_size_penalty,1.9999419676408,FashionMNIST,ECCCo,MLP Ensemble,4,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-15,distance,702.8831787109375,FashionMNIST,ECCCo,MLP Ensemble,4,8
-15,distance_from_energy,120.90409851074219,FashionMNIST,ECCCo,MLP Ensemble,4,8
-15,distance_from_targets,711.657958984375,FashionMNIST,ECCCo,MLP Ensemble,4,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,8
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,4,8
-11,distance_from_energy,797.5367431640625,FashionMNIST,Schut,MLP Ensemble,4,8
-11,distance_from_targets,503.3281555175781,FashionMNIST,Schut,MLP Ensemble,4,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,8
-12,distance_from_energy,808.5,FashionMNIST,Schut,MLP Ensemble,4,8
-12,distance_from_targets,463.5646057128906,FashionMNIST,Schut,MLP Ensemble,4,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,8
-13,distance_from_energy,775.8751220703125,FashionMNIST,Schut,MLP Ensemble,4,8
-13,distance_from_targets,526.0661010742188,FashionMNIST,Schut,MLP Ensemble,4,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,8
-14,distance_from_energy,801.8328857421875,FashionMNIST,Schut,MLP Ensemble,4,8
-14,distance_from_targets,423.3616027832031,FashionMNIST,Schut,MLP Ensemble,4,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,8
-15,distance_from_energy,794.318603515625,FashionMNIST,Schut,MLP Ensemble,4,8
-15,distance_from_targets,470.6930236816406,FashionMNIST,Schut,MLP Ensemble,4,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,8
-16,distance,109.41207122802734,FashionMNIST,Wachter,JEM,4,8
-16,distance_from_energy,645.5736083984375,FashionMNIST,Wachter,JEM,4,8
-16,distance_from_targets,471.96441650390625,FashionMNIST,Wachter,JEM,4,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,4,8
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,4,8
-17,distance,64.94319152832031,FashionMNIST,Wachter,JEM,4,8
-17,distance_from_energy,769.7837524414062,FashionMNIST,Wachter,JEM,4,8
-17,distance_from_targets,511.1288146972656,FashionMNIST,Wachter,JEM,4,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,8
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,4,8
-18,distance,81.77032470703125,FashionMNIST,Wachter,JEM,4,8
-18,distance_from_energy,666.2142944335938,FashionMNIST,Wachter,JEM,4,8
-18,distance_from_targets,435.5581359863281,FashionMNIST,Wachter,JEM,4,8
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,8
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,8
-19,distance,153.23709106445312,FashionMNIST,Wachter,JEM,4,8
-19,distance_from_energy,791.0938720703125,FashionMNIST,Wachter,JEM,4,8
-19,distance_from_targets,578.3955688476562,FashionMNIST,Wachter,JEM,4,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,8
-19,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,4,8
-19,validity,0.0,FashionMNIST,Wachter,JEM,4,8
-20,distance,84.54349517822266,FashionMNIST,Wachter,JEM,4,8
-20,distance_from_energy,684.9322509765625,FashionMNIST,Wachter,JEM,4,8
-20,distance_from_targets,452.81549072265625,FashionMNIST,Wachter,JEM,4,8
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,8
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,8
-16,distance,315.70379638671875,FashionMNIST,REVISE,JEM,4,8
-16,distance_from_energy,709.57763671875,FashionMNIST,REVISE,JEM,4,8
-16,distance_from_targets,467.2146301269531,FashionMNIST,REVISE,JEM,4,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,8
-16,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,4,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,8
-17,distance,349.34759521484375,FashionMNIST,REVISE,JEM,4,8
-17,distance_from_energy,726.6505737304688,FashionMNIST,REVISE,JEM,4,8
-17,distance_from_targets,502.41864013671875,FashionMNIST,REVISE,JEM,4,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,8
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,4,8
-17,validity,1.0,FashionMNIST,REVISE,JEM,4,8
-18,distance,250.6930389404297,FashionMNIST,REVISE,JEM,4,8
-18,distance_from_energy,630.970703125,FashionMNIST,REVISE,JEM,4,8
-18,distance_from_targets,410.88531494140625,FashionMNIST,REVISE,JEM,4,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,8
-18,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,4,8
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,8
-19,distance,360.3429870605469,FashionMNIST,REVISE,JEM,4,8
-19,distance_from_energy,650.2325439453125,FashionMNIST,REVISE,JEM,4,8
-19,distance_from_targets,418.1727294921875,FashionMNIST,REVISE,JEM,4,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,8
-19,set_size_penalty,3.000196652728597,FashionMNIST,REVISE,JEM,4,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,4,8
-20,distance,509.54669189453125,FashionMNIST,REVISE,JEM,4,8
-20,distance_from_energy,680.8434448242188,FashionMNIST,REVISE,JEM,4,8
-20,distance_from_targets,506.9325866699219,FashionMNIST,REVISE,JEM,4,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,8
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,4,8
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,8
-16,distance,642.1213989257812,FashionMNIST,ECCCo,JEM,4,8
-16,distance_from_energy,80.75456237792969,FashionMNIST,ECCCo,JEM,4,8
-16,distance_from_targets,506.7884826660156,FashionMNIST,ECCCo,JEM,4,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,8
-16,set_size_penalty,3.5410827003678182,FashionMNIST,ECCCo,JEM,4,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,8
-17,distance,610.0718383789062,FashionMNIST,ECCCo,JEM,4,8
-17,distance_from_energy,199.15243530273438,FashionMNIST,ECCCo,JEM,4,8
-17,distance_from_targets,468.2335510253906,FashionMNIST,ECCCo,JEM,4,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,8
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,8
-18,distance,474.73260498046875,FashionMNIST,ECCCo,JEM,4,8
-18,distance_from_energy,149.48757934570312,FashionMNIST,ECCCo,JEM,4,8
-18,distance_from_targets,475.5025329589844,FashionMNIST,ECCCo,JEM,4,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,8
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,8
-19,distance,682.2863159179688,FashionMNIST,ECCCo,JEM,4,8
-19,distance_from_energy,207.015380859375,FashionMNIST,ECCCo,JEM,4,8
-19,distance_from_targets,473.9638366699219,FashionMNIST,ECCCo,JEM,4,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,8
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,8
-20,distance,500.7711181640625,FashionMNIST,ECCCo,JEM,4,8
-20,distance_from_energy,171.5524444580078,FashionMNIST,ECCCo,JEM,4,8
-20,distance_from_targets,458.4150085449219,FashionMNIST,ECCCo,JEM,4,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,8
-20,set_size_penalty,1.000838266495343,FashionMNIST,ECCCo,JEM,4,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,8
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,8
-16,distance_from_energy,655.0344848632812,FashionMNIST,Schut,JEM,4,8
-16,distance_from_targets,455.2608337402344,FashionMNIST,Schut,JEM,4,8
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,8
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,8
-16,validity,0.0,FashionMNIST,Schut,JEM,4,8
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,8
-17,distance_from_energy,757.7630004882812,FashionMNIST,Schut,JEM,4,8
-17,distance_from_targets,494.1156921386719,FashionMNIST,Schut,JEM,4,8
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,8
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,8
-17,validity,0.0,FashionMNIST,Schut,JEM,4,8
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,8
-18,distance_from_energy,614.0267333984375,FashionMNIST,Schut,JEM,4,8
-18,distance_from_targets,409.5093688964844,FashionMNIST,Schut,JEM,4,8
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,8
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,8
-18,validity,0.0,FashionMNIST,Schut,JEM,4,8
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,8
-19,distance_from_energy,897.3361206054688,FashionMNIST,Schut,JEM,4,8
-19,distance_from_targets,557.5042114257812,FashionMNIST,Schut,JEM,4,8
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,8
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,8
-19,validity,0.0,FashionMNIST,Schut,JEM,4,8
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,8
-20,distance_from_energy,665.969482421875,FashionMNIST,Schut,JEM,4,8
-20,distance_from_targets,429.4833679199219,FashionMNIST,Schut,JEM,4,8
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,4,8
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,8
-20,validity,0.0,FashionMNIST,Schut,JEM,4,8
-1,distance,168.34738159179688,FashionMNIST,Wachter,JEM Ensemble,4,9
-1,distance_from_energy,670.2882080078125,FashionMNIST,Wachter,JEM Ensemble,4,9
-1,distance_from_targets,526.5244750976562,FashionMNIST,Wachter,JEM Ensemble,4,9
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,4,9
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-2,distance,141.66517639160156,FashionMNIST,Wachter,JEM Ensemble,4,9
-2,distance_from_energy,652.1349487304688,FashionMNIST,Wachter,JEM Ensemble,4,9
-2,distance_from_targets,554.4043579101562,FashionMNIST,Wachter,JEM Ensemble,4,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-2,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-2,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-3,distance,146.31918334960938,FashionMNIST,Wachter,JEM Ensemble,4,9
-3,distance_from_energy,676.6865844726562,FashionMNIST,Wachter,JEM Ensemble,4,9
-3,distance_from_targets,468.5011291503906,FashionMNIST,Wachter,JEM Ensemble,4,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-4,distance,166.88253784179688,FashionMNIST,Wachter,JEM Ensemble,4,9
-4,distance_from_energy,667.2747802734375,FashionMNIST,Wachter,JEM Ensemble,4,9
-4,distance_from_targets,551.642822265625,FashionMNIST,Wachter,JEM Ensemble,4,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-5,distance,155.7675018310547,FashionMNIST,Wachter,JEM Ensemble,4,9
-5,distance_from_energy,703.8883056640625,FashionMNIST,Wachter,JEM Ensemble,4,9
-5,distance_from_targets,560.82373046875,FashionMNIST,Wachter,JEM Ensemble,4,9
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,4,9
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,4,9
-1,distance,497.6426086425781,FashionMNIST,REVISE,JEM Ensemble,4,9
-1,distance_from_energy,431.7791442871094,FashionMNIST,REVISE,JEM Ensemble,4,9
-1,distance_from_targets,339.22161865234375,FashionMNIST,REVISE,JEM Ensemble,4,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-1,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-2,distance,327.0334167480469,FashionMNIST,REVISE,JEM Ensemble,4,9
-2,distance_from_energy,604.2190551757812,FashionMNIST,REVISE,JEM Ensemble,4,9
-2,distance_from_targets,523.8201293945312,FashionMNIST,REVISE,JEM Ensemble,4,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-3,distance,672.2138671875,FashionMNIST,REVISE,JEM Ensemble,4,9
-3,distance_from_energy,477.14080810546875,FashionMNIST,REVISE,JEM Ensemble,4,9
-3,distance_from_targets,470.24072265625,FashionMNIST,REVISE,JEM Ensemble,4,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-4,distance,653.822509765625,FashionMNIST,REVISE,JEM Ensemble,4,9
-4,distance_from_energy,480.7728576660156,FashionMNIST,REVISE,JEM Ensemble,4,9
-4,distance_from_targets,447.39508056640625,FashionMNIST,REVISE,JEM Ensemble,4,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-5,distance,695.3870239257812,FashionMNIST,REVISE,JEM Ensemble,4,9
-5,distance_from_energy,575.854736328125,FashionMNIST,REVISE,JEM Ensemble,4,9
-5,distance_from_targets,498.0415954589844,FashionMNIST,REVISE,JEM Ensemble,4,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,4,9
-1,distance,614.3242797851562,FashionMNIST,ECCCo,JEM Ensemble,4,9
-1,distance_from_energy,105.90584564208984,FashionMNIST,ECCCo,JEM Ensemble,4,9
-1,distance_from_targets,415.8838195800781,FashionMNIST,ECCCo,JEM Ensemble,4,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-1,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-2,distance,538.2974853515625,FashionMNIST,ECCCo,JEM Ensemble,4,9
-2,distance_from_energy,185.24420166015625,FashionMNIST,ECCCo,JEM Ensemble,4,9
-2,distance_from_targets,455.5334167480469,FashionMNIST,ECCCo,JEM Ensemble,4,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-3,distance,634.20166015625,FashionMNIST,ECCCo,JEM Ensemble,4,9
-3,distance_from_energy,73.58321380615234,FashionMNIST,ECCCo,JEM Ensemble,4,9
-3,distance_from_targets,433.5430908203125,FashionMNIST,ECCCo,JEM Ensemble,4,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-3,set_size_penalty,3.032693937585755,FashionMNIST,ECCCo,JEM Ensemble,4,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-4,distance,611.1416625976562,FashionMNIST,ECCCo,JEM Ensemble,4,9
-4,distance_from_energy,120.8017807006836,FashionMNIST,ECCCo,JEM Ensemble,4,9
-4,distance_from_targets,486.4810485839844,FashionMNIST,ECCCo,JEM Ensemble,4,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-5,distance,613.8742065429688,FashionMNIST,ECCCo,JEM Ensemble,4,9
-5,distance_from_energy,112.4697494506836,FashionMNIST,ECCCo,JEM Ensemble,4,9
-5,distance_from_targets,411.7604064941406,FashionMNIST,ECCCo,JEM Ensemble,4,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-5,set_size_penalty,1.000005418476456,FashionMNIST,ECCCo,JEM Ensemble,4,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,4,9
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,9
-1,distance_from_energy,714.40185546875,FashionMNIST,Schut,JEM Ensemble,4,9
-1,distance_from_targets,521.473388671875,FashionMNIST,Schut,JEM Ensemble,4,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,9
-2,distance_from_energy,673.0614013671875,FashionMNIST,Schut,JEM Ensemble,4,9
-2,distance_from_targets,549.8980712890625,FashionMNIST,Schut,JEM Ensemble,4,9
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,4,9
-3,distance_from_energy,668.865966796875,FashionMNIST,Schut,JEM Ensemble,4,9
-3,distance_from_targets,462.20904541015625,FashionMNIST,Schut,JEM Ensemble,4,9
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,9
-4,distance_from_energy,686.9969482421875,FashionMNIST,Schut,JEM Ensemble,4,9
-4,distance_from_targets,541.1712646484375,FashionMNIST,Schut,JEM Ensemble,4,9
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,4,9
-5,distance_from_energy,727.799072265625,FashionMNIST,Schut,JEM Ensemble,4,9
-5,distance_from_targets,549.0726928710938,FashionMNIST,Schut,JEM Ensemble,4,9
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,4,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,4,9
-6,distance,81.6590576171875,FashionMNIST,Wachter,MLP,4,9
-6,distance_from_energy,845.6690673828125,FashionMNIST,Wachter,MLP,4,9
-6,distance_from_targets,470.91107177734375,FashionMNIST,Wachter,MLP,4,9
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,4,9
-6,set_size_penalty,3.868987603887568,FashionMNIST,Wachter,MLP,4,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,4,9
-7,distance,94.68063354492188,FashionMNIST,Wachter,MLP,4,9
-7,distance_from_energy,835.7327880859375,FashionMNIST,Wachter,MLP,4,9
-7,distance_from_targets,516.9908447265625,FashionMNIST,Wachter,MLP,4,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,4,9
-7,set_size_penalty,3.9999967585414837,FashionMNIST,Wachter,MLP,4,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,4,9
-8,distance,77.4610824584961,FashionMNIST,Wachter,MLP,4,9
-8,distance_from_energy,859.0604248046875,FashionMNIST,Wachter,MLP,4,9
-8,distance_from_targets,515.15478515625,FashionMNIST,Wachter,MLP,4,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,4,9
-8,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,4,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,4,9
-9,distance,84.0365219116211,FashionMNIST,Wachter,MLP,4,9
-9,distance_from_energy,824.2809448242188,FashionMNIST,Wachter,MLP,4,9
-9,distance_from_targets,506.1684265136719,FashionMNIST,Wachter,MLP,4,9
-9,redundancy,0.00510204081632653,FashionMNIST,Wachter,MLP,4,9
-9,set_size_penalty,4.000000004692428,FashionMNIST,Wachter,MLP,4,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,4,9
-10,distance,86.70372009277344,FashionMNIST,Wachter,MLP,4,9
-10,distance_from_energy,827.8497314453125,FashionMNIST,Wachter,MLP,4,9
-10,distance_from_targets,547.4666748046875,FashionMNIST,Wachter,MLP,4,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,4,9
-10,set_size_penalty,3.0000829798239046,FashionMNIST,Wachter,MLP,4,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,4,9
-6,distance,302.3152160644531,FashionMNIST,REVISE,MLP,4,9
-6,distance_from_energy,879.4754638671875,FashionMNIST,REVISE,MLP,4,9
-6,distance_from_targets,330.89337158203125,FashionMNIST,REVISE,MLP,4,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,4,9
-6,set_size_penalty,1.9999999999999993,FashionMNIST,REVISE,MLP,4,9
-6,validity,1.0,FashionMNIST,REVISE,MLP,4,9
-7,distance,308.35675048828125,FashionMNIST,REVISE,MLP,4,9
-7,distance_from_energy,779.1943969726562,FashionMNIST,REVISE,MLP,4,9
-7,distance_from_targets,416.7422180175781,FashionMNIST,REVISE,MLP,4,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,4,9
-7,set_size_penalty,2.000000000000048,FashionMNIST,REVISE,MLP,4,9
-7,validity,1.0,FashionMNIST,REVISE,MLP,4,9
-8,distance,197.40460205078125,FashionMNIST,REVISE,MLP,4,9
-8,distance_from_energy,839.87890625,FashionMNIST,REVISE,MLP,4,9
-8,distance_from_targets,448.4414978027344,FashionMNIST,REVISE,MLP,4,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,4,9
-8,set_size_penalty,3.0000000089857553,FashionMNIST,REVISE,MLP,4,9
-8,validity,1.0,FashionMNIST,REVISE,MLP,4,9
-9,distance,298.56353759765625,FashionMNIST,REVISE,MLP,4,9
-9,distance_from_energy,789.8386840820312,FashionMNIST,REVISE,MLP,4,9
-9,distance_from_targets,484.3970947265625,FashionMNIST,REVISE,MLP,4,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,4,9
-9,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,4,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,4,9
-10,distance,219.19808959960938,FashionMNIST,REVISE,MLP,4,9
-10,distance_from_energy,796.2755126953125,FashionMNIST,REVISE,MLP,4,9
-10,distance_from_targets,527.9526977539062,FashionMNIST,REVISE,MLP,4,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,4,9
-10,set_size_penalty,2.999999999999999,FashionMNIST,REVISE,MLP,4,9
-10,validity,1.0,FashionMNIST,REVISE,MLP,4,9
-6,distance,730.0977783203125,FashionMNIST,ECCCo,MLP,4,9
-6,distance_from_energy,161.13710021972656,FashionMNIST,ECCCo,MLP,4,9
-6,distance_from_targets,748.332763671875,FashionMNIST,ECCCo,MLP,4,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,9
-6,set_size_penalty,2.0000000005908327,FashionMNIST,ECCCo,MLP,4,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,4,9
-7,distance,695.2839965820312,FashionMNIST,ECCCo,MLP,4,9
-7,distance_from_energy,166.4292449951172,FashionMNIST,ECCCo,MLP,4,9
-7,distance_from_targets,743.46435546875,FashionMNIST,ECCCo,MLP,4,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,9
-7,set_size_penalty,2.9912700915403887,FashionMNIST,ECCCo,MLP,4,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,4,9
-8,distance,713.1068725585938,FashionMNIST,ECCCo,MLP,4,9
-8,distance_from_energy,172.8016815185547,FashionMNIST,ECCCo,MLP,4,9
-8,distance_from_targets,740.4511108398438,FashionMNIST,ECCCo,MLP,4,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,9
-8,set_size_penalty,2.5686968883791796,FashionMNIST,ECCCo,MLP,4,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,4,9
-9,distance,690.4424438476562,FashionMNIST,ECCCo,MLP,4,9
-9,distance_from_energy,151.4617462158203,FashionMNIST,ECCCo,MLP,4,9
-9,distance_from_targets,747.7449340820312,FashionMNIST,ECCCo,MLP,4,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,9
-9,set_size_penalty,2.000000002825239,FashionMNIST,ECCCo,MLP,4,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,4,9
-10,distance,709.6219482421875,FashionMNIST,ECCCo,MLP,4,9
-10,distance_from_energy,148.14024353027344,FashionMNIST,ECCCo,MLP,4,9
-10,distance_from_targets,752.7381591796875,FashionMNIST,ECCCo,MLP,4,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,4,9
-10,set_size_penalty,2.000020485650638,FashionMNIST,ECCCo,MLP,4,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,4,9
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,9
-6,distance_from_energy,858.31201171875,FashionMNIST,Schut,MLP,4,9
-6,distance_from_targets,450.0614929199219,FashionMNIST,Schut,MLP,4,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,9
-6,validity,0.0,FashionMNIST,Schut,MLP,4,9
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,4,9
-7,distance_from_energy,858.5186767578125,FashionMNIST,Schut,MLP,4,9
-7,distance_from_targets,486.1551513671875,FashionMNIST,Schut,MLP,4,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,9
-7,validity,0.0,FashionMNIST,Schut,MLP,4,9
-8,distance,10.0,FashionMNIST,Schut,MLP,4,9
-8,distance_from_energy,862.1735229492188,FashionMNIST,Schut,MLP,4,9
-8,distance_from_targets,495.5329895019531,FashionMNIST,Schut,MLP,4,9
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,9
-8,validity,0.0,FashionMNIST,Schut,MLP,4,9
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,4,9
-9,distance_from_energy,833.3909301757812,FashionMNIST,Schut,MLP,4,9
-9,distance_from_targets,492.28485107421875,FashionMNIST,Schut,MLP,4,9
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,9
-9,validity,0.0,FashionMNIST,Schut,MLP,4,9
-10,distance,10.0,FashionMNIST,Schut,MLP,4,9
-10,distance_from_energy,833.7423706054688,FashionMNIST,Schut,MLP,4,9
-10,distance_from_targets,519.3882446289062,FashionMNIST,Schut,MLP,4,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,4,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,4,9
-10,validity,0.0,FashionMNIST,Schut,MLP,4,9
-11,distance,88.61754608154297,FashionMNIST,Wachter,MLP Ensemble,4,9
-11,distance_from_energy,814.9595336914062,FashionMNIST,Wachter,MLP Ensemble,4,9
-11,distance_from_targets,512.518798828125,FashionMNIST,Wachter,MLP Ensemble,4,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-12,distance,87.35298919677734,FashionMNIST,Wachter,MLP Ensemble,4,9
-12,distance_from_energy,812.9019775390625,FashionMNIST,Wachter,MLP Ensemble,4,9
-12,distance_from_targets,535.3876953125,FashionMNIST,Wachter,MLP Ensemble,4,9
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-12,set_size_penalty,3.9999999925105336,FashionMNIST,Wachter,MLP Ensemble,4,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-13,distance,101.2933578491211,FashionMNIST,Wachter,MLP Ensemble,4,9
-13,distance_from_energy,845.6360473632812,FashionMNIST,Wachter,MLP Ensemble,4,9
-13,distance_from_targets,555.4254760742188,FashionMNIST,Wachter,MLP Ensemble,4,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-14,distance,84.72998809814453,FashionMNIST,Wachter,MLP Ensemble,4,9
-14,distance_from_energy,811.6676025390625,FashionMNIST,Wachter,MLP Ensemble,4,9
-14,distance_from_targets,537.6378173828125,FashionMNIST,Wachter,MLP Ensemble,4,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-14,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-15,distance,110.26237487792969,FashionMNIST,Wachter,MLP Ensemble,4,9
-15,distance_from_energy,826.9095458984375,FashionMNIST,Wachter,MLP Ensemble,4,9
-15,distance_from_targets,588.0076904296875,FashionMNIST,Wachter,MLP Ensemble,4,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-15,set_size_penalty,3.9984225410030736,FashionMNIST,Wachter,MLP Ensemble,4,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,4,9
-11,distance,259.4063415527344,FashionMNIST,REVISE,MLP Ensemble,4,9
-11,distance_from_energy,805.44873046875,FashionMNIST,REVISE,MLP Ensemble,4,9
-11,distance_from_targets,419.33795166015625,FashionMNIST,REVISE,MLP Ensemble,4,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-12,distance,261.6087951660156,FashionMNIST,REVISE,MLP Ensemble,4,9
-12,distance_from_energy,780.9088745117188,FashionMNIST,REVISE,MLP Ensemble,4,9
-12,distance_from_targets,395.8263854980469,FashionMNIST,REVISE,MLP Ensemble,4,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-12,set_size_penalty,1.9999999825418397,FashionMNIST,REVISE,MLP Ensemble,4,9
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-13,distance,249.81024169921875,FashionMNIST,REVISE,MLP Ensemble,4,9
-13,distance_from_energy,839.2713623046875,FashionMNIST,REVISE,MLP Ensemble,4,9
-13,distance_from_targets,419.808349609375,FashionMNIST,REVISE,MLP Ensemble,4,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-14,distance,265.6209411621094,FashionMNIST,REVISE,MLP Ensemble,4,9
-14,distance_from_energy,823.0792846679688,FashionMNIST,REVISE,MLP Ensemble,4,9
-14,distance_from_targets,430.75506591796875,FashionMNIST,REVISE,MLP Ensemble,4,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-14,set_size_penalty,1.9988835380743035,FashionMNIST,REVISE,MLP Ensemble,4,9
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-15,distance,315.868408203125,FashionMNIST,REVISE,MLP Ensemble,4,9
-15,distance_from_energy,769.2405395507812,FashionMNIST,REVISE,MLP Ensemble,4,9
-15,distance_from_targets,534.5765380859375,FashionMNIST,REVISE,MLP Ensemble,4,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,4,9
-11,distance,693.2388305664062,FashionMNIST,ECCCo,MLP Ensemble,4,9
-11,distance_from_energy,149.3579864501953,FashionMNIST,ECCCo,MLP Ensemble,4,9
-11,distance_from_targets,694.3358764648438,FashionMNIST,ECCCo,MLP Ensemble,4,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-12,distance,718.1075439453125,FashionMNIST,ECCCo,MLP Ensemble,4,9
-12,distance_from_energy,145.08950805664062,FashionMNIST,ECCCo,MLP Ensemble,4,9
-12,distance_from_targets,694.3247680664062,FashionMNIST,ECCCo,MLP Ensemble,4,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-12,set_size_penalty,1.0000000176318058,FashionMNIST,ECCCo,MLP Ensemble,4,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-13,distance,718.1331787109375,FashionMNIST,ECCCo,MLP Ensemble,4,9
-13,distance_from_energy,167.4316864013672,FashionMNIST,ECCCo,MLP Ensemble,4,9
-13,distance_from_targets,680.439453125,FashionMNIST,ECCCo,MLP Ensemble,4,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-14,distance,689.5307006835938,FashionMNIST,ECCCo,MLP Ensemble,4,9
-14,distance_from_energy,156.77230834960938,FashionMNIST,ECCCo,MLP Ensemble,4,9
-14,distance_from_targets,685.4848022460938,FashionMNIST,ECCCo,MLP Ensemble,4,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-15,distance,762.5762939453125,FashionMNIST,ECCCo,MLP Ensemble,4,9
-15,distance_from_energy,111.40147399902344,FashionMNIST,ECCCo,MLP Ensemble,4,9
-15,distance_from_targets,713.7025146484375,FashionMNIST,ECCCo,MLP Ensemble,4,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,4,9
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,9
-11,distance_from_energy,830.4578857421875,FashionMNIST,Schut,MLP Ensemble,4,9
-11,distance_from_targets,479.4405212402344,FashionMNIST,Schut,MLP Ensemble,4,9
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,9
-12,distance_from_energy,850.1290893554688,FashionMNIST,Schut,MLP Ensemble,4,9
-12,distance_from_targets,516.4512939453125,FashionMNIST,Schut,MLP Ensemble,4,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,9
-13,distance_from_energy,865.1256103515625,FashionMNIST,Schut,MLP Ensemble,4,9
-13,distance_from_targets,527.6138305664062,FashionMNIST,Schut,MLP Ensemble,4,9
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,4,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,4,9
-14,distance_from_energy,838.7180786132812,FashionMNIST,Schut,MLP Ensemble,4,9
-14,distance_from_targets,518.735595703125,FashionMNIST,Schut,MLP Ensemble,4,9
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,4,9
-15,distance_from_energy,875.9641723632812,FashionMNIST,Schut,MLP Ensemble,4,9
-15,distance_from_targets,570.7780151367188,FashionMNIST,Schut,MLP Ensemble,4,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,4,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,4,9
-16,distance,125.30928039550781,FashionMNIST,Wachter,JEM,4,9
-16,distance_from_energy,707.9572143554688,FashionMNIST,Wachter,JEM,4,9
-16,distance_from_targets,542.4791259765625,FashionMNIST,Wachter,JEM,4,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,4,9
-16,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,4,9
-16,validity,0.0,FashionMNIST,Wachter,JEM,4,9
-17,distance,142.31431579589844,FashionMNIST,Wachter,JEM,4,9
-17,distance_from_energy,714.306640625,FashionMNIST,Wachter,JEM,4,9
-17,distance_from_targets,513.763916015625,FashionMNIST,Wachter,JEM,4,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,4,9
-17,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,4,9
-17,validity,0.0,FashionMNIST,Wachter,JEM,4,9
-18,distance,126.43156433105469,FashionMNIST,Wachter,JEM,4,9
-18,distance_from_energy,642.0618896484375,FashionMNIST,Wachter,JEM,4,9
-18,distance_from_targets,508.6014404296875,FashionMNIST,Wachter,JEM,4,9
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,4,9
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,4,9
-19,distance,109.62873840332031,FashionMNIST,Wachter,JEM,4,9
-19,distance_from_energy,721.7728881835938,FashionMNIST,Wachter,JEM,4,9
-19,distance_from_targets,543.011474609375,FashionMNIST,Wachter,JEM,4,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,4,9
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,4,9
-20,distance,139.2176971435547,FashionMNIST,Wachter,JEM,4,9
-20,distance_from_energy,737.4403076171875,FashionMNIST,Wachter,JEM,4,9
-20,distance_from_targets,520.6389770507812,FashionMNIST,Wachter,JEM,4,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,4,9
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,4,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,4,9
-16,distance,813.1004638671875,FashionMNIST,REVISE,JEM,4,9
-16,distance_from_energy,723.0263671875,FashionMNIST,REVISE,JEM,4,9
-16,distance_from_targets,547.7333374023438,FashionMNIST,REVISE,JEM,4,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,4,9
-16,set_size_penalty,5.9931188267764455,FashionMNIST,REVISE,JEM,4,9
-16,validity,1.0,FashionMNIST,REVISE,JEM,4,9
-17,distance,760.2708740234375,FashionMNIST,REVISE,JEM,4,9
-17,distance_from_energy,702.7877197265625,FashionMNIST,REVISE,JEM,4,9
-17,distance_from_targets,598.2589721679688,FashionMNIST,REVISE,JEM,4,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,4,9
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,4,9
-17,validity,0.0,FashionMNIST,REVISE,JEM,4,9
-18,distance,653.7337646484375,FashionMNIST,REVISE,JEM,4,9
-18,distance_from_energy,758.4620361328125,FashionMNIST,REVISE,JEM,4,9
-18,distance_from_targets,618.50830078125,FashionMNIST,REVISE,JEM,4,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,4,9
-18,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,4,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,4,9
-19,distance,815.7696533203125,FashionMNIST,REVISE,JEM,4,9
-19,distance_from_energy,706.9276123046875,FashionMNIST,REVISE,JEM,4,9
-19,distance_from_targets,539.3966064453125,FashionMNIST,REVISE,JEM,4,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,4,9
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,4,9
-19,validity,1.0,FashionMNIST,REVISE,JEM,4,9
-20,distance,535.1336669921875,FashionMNIST,REVISE,JEM,4,9
-20,distance_from_energy,573.4236450195312,FashionMNIST,REVISE,JEM,4,9
-20,distance_from_targets,407.7206115722656,FashionMNIST,REVISE,JEM,4,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,4,9
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,4,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,4,9
-16,distance,566.5986938476562,FashionMNIST,ECCCo,JEM,4,9
-16,distance_from_energy,160.09588623046875,FashionMNIST,ECCCo,JEM,4,9
-16,distance_from_targets,528.7195434570312,FashionMNIST,ECCCo,JEM,4,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,9
-16,set_size_penalty,1.9999929369908127,FashionMNIST,ECCCo,JEM,4,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,4,9
-17,distance,559.6900024414062,FashionMNIST,ECCCo,JEM,4,9
-17,distance_from_energy,158.08889770507812,FashionMNIST,ECCCo,JEM,4,9
-17,distance_from_targets,530.5789794921875,FashionMNIST,ECCCo,JEM,4,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,9
-17,set_size_penalty,1.000000000114228,FashionMNIST,ECCCo,JEM,4,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,4,9
-18,distance,592.3278198242188,FashionMNIST,ECCCo,JEM,4,9
-18,distance_from_energy,124.0809097290039,FashionMNIST,ECCCo,JEM,4,9
-18,distance_from_targets,499.8238525390625,FashionMNIST,ECCCo,JEM,4,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,9
-18,set_size_penalty,2.0000000000390514,FashionMNIST,ECCCo,JEM,4,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,4,9
-19,distance,540.6640625,FashionMNIST,ECCCo,JEM,4,9
-19,distance_from_energy,108.3177261352539,FashionMNIST,ECCCo,JEM,4,9
-19,distance_from_targets,521.37451171875,FashionMNIST,ECCCo,JEM,4,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,9
-19,set_size_penalty,1.9990332074847836,FashionMNIST,ECCCo,JEM,4,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,4,9
-20,distance,643.5079956054688,FashionMNIST,ECCCo,JEM,4,9
-20,distance_from_energy,108.95091247558594,FashionMNIST,ECCCo,JEM,4,9
-20,distance_from_targets,536.1639404296875,FashionMNIST,ECCCo,JEM,4,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,4,9
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,4,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,4,9
-16,distance,10.0,FashionMNIST,Schut,JEM,4,9
-16,distance_from_energy,743.447021484375,FashionMNIST,Schut,JEM,4,9
-16,distance_from_targets,522.5587158203125,FashionMNIST,Schut,JEM,4,9
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,9
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,9
-16,validity,0.0,FashionMNIST,Schut,JEM,4,9
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,9
-17,distance_from_energy,723.1536254882812,FashionMNIST,Schut,JEM,4,9
-17,distance_from_targets,492.3486328125,FashionMNIST,Schut,JEM,4,9
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,4,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,9
-17,validity,0.0,FashionMNIST,Schut,JEM,4,9
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,9
-18,distance_from_energy,671.1354370117188,FashionMNIST,Schut,JEM,4,9
-18,distance_from_targets,467.9120178222656,FashionMNIST,Schut,JEM,4,9
-18,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,4,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,9
-18,validity,0.0,FashionMNIST,Schut,JEM,4,9
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,4,9
-19,distance_from_energy,734.2376708984375,FashionMNIST,Schut,JEM,4,9
-19,distance_from_targets,525.2156982421875,FashionMNIST,Schut,JEM,4,9
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,4,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,9
-19,validity,0.0,FashionMNIST,Schut,JEM,4,9
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,4,9
-20,distance_from_energy,745.1043090820312,FashionMNIST,Schut,JEM,4,9
-20,distance_from_targets,489.9369201660156,FashionMNIST,Schut,JEM,4,9
-20,redundancy,0.9795918367346939,FashionMNIST,Schut,JEM,4,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,4,9
-20,validity,0.0,FashionMNIST,Schut,JEM,4,9
-1,distance,118.7062759399414,FashionMNIST,Wachter,JEM Ensemble,5,0
-1,distance_from_energy,893.2857666015625,FashionMNIST,Wachter,JEM Ensemble,5,0
-1,distance_from_targets,793.6467895507812,FashionMNIST,Wachter,JEM Ensemble,5,0
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-2,distance,84.30046081542969,FashionMNIST,Wachter,JEM Ensemble,5,0
-2,distance_from_energy,733.3975830078125,FashionMNIST,Wachter,JEM Ensemble,5,0
-2,distance_from_targets,468.5007019042969,FashionMNIST,Wachter,JEM Ensemble,5,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-3,distance,88.38093566894531,FashionMNIST,Wachter,JEM Ensemble,5,0
-3,distance_from_energy,692.0374755859375,FashionMNIST,Wachter,JEM Ensemble,5,0
-3,distance_from_targets,422.8558654785156,FashionMNIST,Wachter,JEM Ensemble,5,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-4,distance,114.14392852783203,FashionMNIST,Wachter,JEM Ensemble,5,0
-4,distance_from_energy,793.5260009765625,FashionMNIST,Wachter,JEM Ensemble,5,0
-4,distance_from_targets,631.8817138671875,FashionMNIST,Wachter,JEM Ensemble,5,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-5,distance,66.54641723632812,FashionMNIST,Wachter,JEM Ensemble,5,0
-5,distance_from_energy,605.4076538085938,FashionMNIST,Wachter,JEM Ensemble,5,0
-5,distance_from_targets,340.47900390625,FashionMNIST,Wachter,JEM Ensemble,5,0
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,0
-5,set_size_penalty,6.999999999409713,FashionMNIST,Wachter,JEM Ensemble,5,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,0
-1,distance,560.3499755859375,FashionMNIST,REVISE,JEM Ensemble,5,0
-1,distance_from_energy,889.8009033203125,FashionMNIST,REVISE,JEM Ensemble,5,0
-1,distance_from_targets,881.9473266601562,FashionMNIST,REVISE,JEM Ensemble,5,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-2,distance,538.8180541992188,FashionMNIST,REVISE,JEM Ensemble,5,0
-2,distance_from_energy,526.5572509765625,FashionMNIST,REVISE,JEM Ensemble,5,0
-2,distance_from_targets,420.2770690917969,FashionMNIST,REVISE,JEM Ensemble,5,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-3,distance,423.93817138671875,FashionMNIST,REVISE,JEM Ensemble,5,0
-3,distance_from_energy,527.2144775390625,FashionMNIST,REVISE,JEM Ensemble,5,0
-3,distance_from_targets,310.7871398925781,FashionMNIST,REVISE,JEM Ensemble,5,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-3,set_size_penalty,4.999999999641236,FashionMNIST,REVISE,JEM Ensemble,5,0
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-4,distance,526.8858032226562,FashionMNIST,REVISE,JEM Ensemble,5,0
-4,distance_from_energy,629.2379150390625,FashionMNIST,REVISE,JEM Ensemble,5,0
-4,distance_from_targets,539.556396484375,FashionMNIST,REVISE,JEM Ensemble,5,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-4,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-5,distance,201.21640014648438,FashionMNIST,REVISE,JEM Ensemble,5,0
-5,distance_from_energy,577.65478515625,FashionMNIST,REVISE,JEM Ensemble,5,0
-5,distance_from_targets,274.778076171875,FashionMNIST,REVISE,JEM Ensemble,5,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,0
-1,distance,700.8582763671875,FashionMNIST,ECCCo,JEM Ensemble,5,0
-1,distance_from_energy,207.12203979492188,FashionMNIST,ECCCo,JEM Ensemble,5,0
-1,distance_from_targets,480.25665283203125,FashionMNIST,ECCCo,JEM Ensemble,5,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-1,set_size_penalty,3.0000000000008002,FashionMNIST,ECCCo,JEM Ensemble,5,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-2,distance,639.85205078125,FashionMNIST,ECCCo,JEM Ensemble,5,0
-2,distance_from_energy,80.7820816040039,FashionMNIST,ECCCo,JEM Ensemble,5,0
-2,distance_from_targets,467.3171081542969,FashionMNIST,ECCCo,JEM Ensemble,5,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-3,distance,546.8125610351562,FashionMNIST,ECCCo,JEM Ensemble,5,0
-3,distance_from_energy,158.2152099609375,FashionMNIST,ECCCo,JEM Ensemble,5,0
-3,distance_from_targets,406.07568359375,FashionMNIST,ECCCo,JEM Ensemble,5,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-3,set_size_penalty,2.99999999987607,FashionMNIST,ECCCo,JEM Ensemble,5,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-4,distance,702.0394287109375,FashionMNIST,ECCCo,JEM Ensemble,5,0
-4,distance_from_energy,159.54103088378906,FashionMNIST,ECCCo,JEM Ensemble,5,0
-4,distance_from_targets,461.321044921875,FashionMNIST,ECCCo,JEM Ensemble,5,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-4,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-5,distance,525.7239379882812,FashionMNIST,ECCCo,JEM Ensemble,5,0
-5,distance_from_energy,141.37396240234375,FashionMNIST,ECCCo,JEM Ensemble,5,0
-5,distance_from_targets,418.08929443359375,FashionMNIST,ECCCo,JEM Ensemble,5,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-5,set_size_penalty,3.9996402484513243,FashionMNIST,ECCCo,JEM Ensemble,5,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,0
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,0
-1,distance_from_energy,902.2451171875,FashionMNIST,Schut,JEM Ensemble,5,0
-1,distance_from_targets,779.0479125976562,FashionMNIST,Schut,JEM Ensemble,5,0
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,0
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,0
-2,distance_from_energy,720.3036499023438,FashionMNIST,Schut,JEM Ensemble,5,0
-2,distance_from_targets,445.6446533203125,FashionMNIST,Schut,JEM Ensemble,5,0
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,0
-3,distance_from_energy,780.4075927734375,FashionMNIST,Schut,JEM Ensemble,5,0
-3,distance_from_targets,391.9306335449219,FashionMNIST,Schut,JEM Ensemble,5,0
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,0
-4,distance_from_energy,831.4806518554688,FashionMNIST,Schut,JEM Ensemble,5,0
-4,distance_from_targets,615.2257080078125,FashionMNIST,Schut,JEM Ensemble,5,0
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,0
-5,distance_from_energy,622.6248168945312,FashionMNIST,Schut,JEM Ensemble,5,0
-5,distance_from_targets,314.6053466796875,FashionMNIST,Schut,JEM Ensemble,5,0
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,0
-6,distance,91.09835815429688,FashionMNIST,Wachter,MLP,5,0
-6,distance_from_energy,872.7672119140625,FashionMNIST,Wachter,MLP,5,0
-6,distance_from_targets,426.1317138671875,FashionMNIST,Wachter,MLP,5,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,0
-6,set_size_penalty,2.84246848589988,FashionMNIST,Wachter,MLP,5,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,0
-7,distance,110.93216705322266,FashionMNIST,Wachter,MLP,5,0
-7,distance_from_energy,952.7830200195312,FashionMNIST,Wachter,MLP,5,0
-7,distance_from_targets,763.458984375,FashionMNIST,Wachter,MLP,5,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,0
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,5,0
-7,validity,0.0,FashionMNIST,Wachter,MLP,5,0
-8,distance,82.86402893066406,FashionMNIST,Wachter,MLP,5,0
-8,distance_from_energy,939.1754760742188,FashionMNIST,Wachter,MLP,5,0
-8,distance_from_targets,580.2105712890625,FashionMNIST,Wachter,MLP,5,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,0
-8,set_size_penalty,3.9999999999999947,FashionMNIST,Wachter,MLP,5,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,0
-9,distance,66.21705627441406,FashionMNIST,Wachter,MLP,5,0
-9,distance_from_energy,873.6062622070312,FashionMNIST,Wachter,MLP,5,0
-9,distance_from_targets,363.7297058105469,FashionMNIST,Wachter,MLP,5,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,0
-9,set_size_penalty,0.9999999996230676,FashionMNIST,Wachter,MLP,5,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,0
-10,distance,85.61062622070312,FashionMNIST,Wachter,MLP,5,0
-10,distance_from_energy,870.9573974609375,FashionMNIST,Wachter,MLP,5,0
-10,distance_from_targets,396.5239562988281,FashionMNIST,Wachter,MLP,5,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,5,0
-10,set_size_penalty,1.9717486578976022,FashionMNIST,Wachter,MLP,5,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,0
-6,distance,186.00912475585938,FashionMNIST,REVISE,MLP,5,0
-6,distance_from_energy,858.650390625,FashionMNIST,REVISE,MLP,5,0
-6,distance_from_targets,331.70086669921875,FashionMNIST,REVISE,MLP,5,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,0
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,0
-6,validity,0.0,FashionMNIST,REVISE,MLP,5,0
-7,distance,312.4910888671875,FashionMNIST,REVISE,MLP,5,0
-7,distance_from_energy,905.6417236328125,FashionMNIST,REVISE,MLP,5,0
-7,distance_from_targets,602.6979370117188,FashionMNIST,REVISE,MLP,5,0
-7,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,5,0
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,0
-7,validity,0.0,FashionMNIST,REVISE,MLP,5,0
-8,distance,273.72198486328125,FashionMNIST,REVISE,MLP,5,0
-8,distance_from_energy,889.6700439453125,FashionMNIST,REVISE,MLP,5,0
-8,distance_from_targets,402.0506286621094,FashionMNIST,REVISE,MLP,5,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,0
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,0
-8,validity,0.0,FashionMNIST,REVISE,MLP,5,0
-9,distance,151.72216796875,FashionMNIST,REVISE,MLP,5,0
-9,distance_from_energy,888.5709228515625,FashionMNIST,REVISE,MLP,5,0
-9,distance_from_targets,366.6765441894531,FashionMNIST,REVISE,MLP,5,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,0
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,0
-9,validity,0.0,FashionMNIST,REVISE,MLP,5,0
-10,distance,268.0027770996094,FashionMNIST,REVISE,MLP,5,0
-10,distance_from_energy,841.6595458984375,FashionMNIST,REVISE,MLP,5,0
-10,distance_from_targets,231.11209106445312,FashionMNIST,REVISE,MLP,5,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,0
-10,set_size_penalty,1.0000000000003322,FashionMNIST,REVISE,MLP,5,0
-10,validity,1.0,FashionMNIST,REVISE,MLP,5,0
-6,distance,764.50732421875,FashionMNIST,ECCCo,MLP,5,0
-6,distance_from_energy,143.60157775878906,FashionMNIST,ECCCo,MLP,5,0
-6,distance_from_targets,683.7754516601562,FashionMNIST,ECCCo,MLP,5,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,0
-6,set_size_penalty,1.999999963976897,FashionMNIST,ECCCo,MLP,5,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,0
-7,distance,781.0909423828125,FashionMNIST,ECCCo,MLP,5,0
-7,distance_from_energy,201.1754150390625,FashionMNIST,ECCCo,MLP,5,0
-7,distance_from_targets,737.5563354492188,FashionMNIST,ECCCo,MLP,5,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,0
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,5,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,0
-8,distance,769.1118774414062,FashionMNIST,ECCCo,MLP,5,0
-8,distance_from_energy,203.04611206054688,FashionMNIST,ECCCo,MLP,5,0
-8,distance_from_targets,698.594970703125,FashionMNIST,ECCCo,MLP,5,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,0
-8,set_size_penalty,1.2075486950624092,FashionMNIST,ECCCo,MLP,5,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,0
-9,distance,719.7669067382812,FashionMNIST,ECCCo,MLP,5,0
-9,distance_from_energy,165.9991455078125,FashionMNIST,ECCCo,MLP,5,0
-9,distance_from_targets,667.4382934570312,FashionMNIST,ECCCo,MLP,5,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,0
-9,set_size_penalty,1.9998063021613701,FashionMNIST,ECCCo,MLP,5,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,0
-10,distance,748.9798583984375,FashionMNIST,ECCCo,MLP,5,0
-10,distance_from_energy,157.9769744873047,FashionMNIST,ECCCo,MLP,5,0
-10,distance_from_targets,700.6459350585938,FashionMNIST,ECCCo,MLP,5,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,0
-10,set_size_penalty,1.0000000014377195,FashionMNIST,ECCCo,MLP,5,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,0
-6,distance,10.0,FashionMNIST,Schut,MLP,5,0
-6,distance_from_energy,899.2042236328125,FashionMNIST,Schut,MLP,5,0
-6,distance_from_targets,404.23553466796875,FashionMNIST,Schut,MLP,5,0
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,0
-6,validity,0.0,FashionMNIST,Schut,MLP,5,0
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,0
-7,distance_from_energy,991.7900390625,FashionMNIST,Schut,MLP,5,0
-7,distance_from_targets,737.574951171875,FashionMNIST,Schut,MLP,5,0
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,0
-7,validity,0.0,FashionMNIST,Schut,MLP,5,0
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,0
-8,distance_from_energy,951.6716918945312,FashionMNIST,Schut,MLP,5,0
-8,distance_from_targets,553.8916625976562,FashionMNIST,Schut,MLP,5,0
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,0
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,0
-8,validity,0.0,FashionMNIST,Schut,MLP,5,0
-9,distance,10.0,FashionMNIST,Schut,MLP,5,0
-9,distance_from_energy,882.4015502929688,FashionMNIST,Schut,MLP,5,0
-9,distance_from_targets,338.243408203125,FashionMNIST,Schut,MLP,5,0
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,5,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,0
-9,validity,0.0,FashionMNIST,Schut,MLP,5,0
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,0
-10,distance_from_energy,866.5462036132812,FashionMNIST,Schut,MLP,5,0
-10,distance_from_targets,375.5932922363281,FashionMNIST,Schut,MLP,5,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,0
-10,validity,0.0,FashionMNIST,Schut,MLP,5,0
-11,distance,112.34732055664062,FashionMNIST,Wachter,MLP Ensemble,5,0
-11,distance_from_energy,936.6749877929688,FashionMNIST,Wachter,MLP Ensemble,5,0
-11,distance_from_targets,594.8568115234375,FashionMNIST,Wachter,MLP Ensemble,5,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-12,distance,98.27538299560547,FashionMNIST,Wachter,MLP Ensemble,5,0
-12,distance_from_energy,960.19921875,FashionMNIST,Wachter,MLP Ensemble,5,0
-12,distance_from_targets,558.9580078125,FashionMNIST,Wachter,MLP Ensemble,5,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-13,distance,82.31979370117188,FashionMNIST,Wachter,MLP Ensemble,5,0
-13,distance_from_energy,863.3187255859375,FashionMNIST,Wachter,MLP Ensemble,5,0
-13,distance_from_targets,392.98309326171875,FashionMNIST,Wachter,MLP Ensemble,5,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-13,set_size_penalty,9.999999999753555,FashionMNIST,Wachter,MLP Ensemble,5,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-14,distance,114.09376525878906,FashionMNIST,Wachter,MLP Ensemble,5,0
-14,distance_from_energy,916.0921020507812,FashionMNIST,Wachter,MLP Ensemble,5,0
-14,distance_from_targets,619.4253540039062,FashionMNIST,Wachter,MLP Ensemble,5,0
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,5,0
-14,set_size_penalty,1.0000011507351985,FashionMNIST,Wachter,MLP Ensemble,5,0
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-15,distance,76.04130554199219,FashionMNIST,Wachter,MLP Ensemble,5,0
-15,distance_from_energy,840.4144287109375,FashionMNIST,Wachter,MLP Ensemble,5,0
-15,distance_from_targets,425.0673828125,FashionMNIST,Wachter,MLP Ensemble,5,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,0
-11,distance,253.10174560546875,FashionMNIST,REVISE,MLP Ensemble,5,0
-11,distance_from_energy,918.1282958984375,FashionMNIST,REVISE,MLP Ensemble,5,0
-11,distance_from_targets,471.47711181640625,FashionMNIST,REVISE,MLP Ensemble,5,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-12,distance,330.5835876464844,FashionMNIST,REVISE,MLP Ensemble,5,0
-12,distance_from_energy,859.8133544921875,FashionMNIST,REVISE,MLP Ensemble,5,0
-12,distance_from_targets,337.1040344238281,FashionMNIST,REVISE,MLP Ensemble,5,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-13,distance,214.42263793945312,FashionMNIST,REVISE,MLP Ensemble,5,0
-13,distance_from_energy,804.0482177734375,FashionMNIST,REVISE,MLP Ensemble,5,0
-13,distance_from_targets,245.7935333251953,FashionMNIST,REVISE,MLP Ensemble,5,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-13,set_size_penalty,0.9999999633336436,FashionMNIST,REVISE,MLP Ensemble,5,0
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-14,distance,251.24606323242188,FashionMNIST,REVISE,MLP Ensemble,5,0
-14,distance_from_energy,900.6165161132812,FashionMNIST,REVISE,MLP Ensemble,5,0
-14,distance_from_targets,511.6535949707031,FashionMNIST,REVISE,MLP Ensemble,5,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-15,distance,280.5477294921875,FashionMNIST,REVISE,MLP Ensemble,5,0
-15,distance_from_energy,791.82470703125,FashionMNIST,REVISE,MLP Ensemble,5,0
-15,distance_from_targets,252.19874572753906,FashionMNIST,REVISE,MLP Ensemble,5,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-15,set_size_penalty,1.0000000286531427,FashionMNIST,REVISE,MLP Ensemble,5,0
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,0
-11,distance,844.3775634765625,FashionMNIST,ECCCo,MLP Ensemble,5,0
-11,distance_from_energy,131.81248474121094,FashionMNIST,ECCCo,MLP Ensemble,5,0
-11,distance_from_targets,679.05322265625,FashionMNIST,ECCCo,MLP Ensemble,5,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-12,distance,778.1033325195312,FashionMNIST,ECCCo,MLP Ensemble,5,0
-12,distance_from_energy,206.3299102783203,FashionMNIST,ECCCo,MLP Ensemble,5,0
-12,distance_from_targets,642.4181518554688,FashionMNIST,ECCCo,MLP Ensemble,5,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-13,distance,754.0814208984375,FashionMNIST,ECCCo,MLP Ensemble,5,0
-13,distance_from_energy,152.36489868164062,FashionMNIST,ECCCo,MLP Ensemble,5,0
-13,distance_from_targets,657.5770263671875,FashionMNIST,ECCCo,MLP Ensemble,5,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-14,distance,827.4157104492188,FashionMNIST,ECCCo,MLP Ensemble,5,0
-14,distance_from_energy,138.7172393798828,FashionMNIST,ECCCo,MLP Ensemble,5,0
-14,distance_from_targets,676.7070922851562,FashionMNIST,ECCCo,MLP Ensemble,5,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-15,distance,744.9708862304688,FashionMNIST,ECCCo,MLP Ensemble,5,0
-15,distance_from_energy,104.4669418334961,FashionMNIST,ECCCo,MLP Ensemble,5,0
-15,distance_from_targets,682.008056640625,FashionMNIST,ECCCo,MLP Ensemble,5,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,0
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,0
-11,distance_from_energy,964.9220581054688,FashionMNIST,Schut,MLP Ensemble,5,0
-11,distance_from_targets,569.6162109375,FashionMNIST,Schut,MLP Ensemble,5,0
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,0
-12,distance_from_energy,983.29638671875,FashionMNIST,Schut,MLP Ensemble,5,0
-12,distance_from_targets,534.6923217773438,FashionMNIST,Schut,MLP Ensemble,5,0
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,0
-13,distance_from_energy,884.0388793945312,FashionMNIST,Schut,MLP Ensemble,5,0
-13,distance_from_targets,368.1124572753906,FashionMNIST,Schut,MLP Ensemble,5,0
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,0
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,0
-14,distance_from_energy,960.2263793945312,FashionMNIST,Schut,MLP Ensemble,5,0
-14,distance_from_targets,590.8165283203125,FashionMNIST,Schut,MLP Ensemble,5,0
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,0
-15,distance_from_energy,844.9728393554688,FashionMNIST,Schut,MLP Ensemble,5,0
-15,distance_from_targets,407.2711486816406,FashionMNIST,Schut,MLP Ensemble,5,0
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,0
-16,distance,84.45415496826172,FashionMNIST,Wachter,JEM,5,0
-16,distance_from_energy,843.4342041015625,FashionMNIST,Wachter,JEM,5,0
-16,distance_from_targets,498.55279541015625,FashionMNIST,Wachter,JEM,5,0
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,0
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,0
-17,distance,99.12632751464844,FashionMNIST,Wachter,JEM,5,0
-17,distance_from_energy,863.1486206054688,FashionMNIST,Wachter,JEM,5,0
-17,distance_from_targets,515.0999145507812,FashionMNIST,Wachter,JEM,5,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,0
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,0
-18,distance,102.92659759521484,FashionMNIST,Wachter,JEM,5,0
-18,distance_from_energy,936.1702880859375,FashionMNIST,Wachter,JEM,5,0
-18,distance_from_targets,643.7005004882812,FashionMNIST,Wachter,JEM,5,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,0
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,0
-19,distance,99.3897933959961,FashionMNIST,Wachter,JEM,5,0
-19,distance_from_energy,924.8460693359375,FashionMNIST,Wachter,JEM,5,0
-19,distance_from_targets,578.3776245117188,FashionMNIST,Wachter,JEM,5,0
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,0
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,0
-20,distance,92.31704711914062,FashionMNIST,Wachter,JEM,5,0
-20,distance_from_energy,846.97265625,FashionMNIST,Wachter,JEM,5,0
-20,distance_from_targets,510.0968017578125,FashionMNIST,Wachter,JEM,5,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,0
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,5,0
-20,validity,0.0,FashionMNIST,Wachter,JEM,5,0
-16,distance,516.9534912109375,FashionMNIST,REVISE,JEM,5,0
-16,distance_from_energy,555.238525390625,FashionMNIST,REVISE,JEM,5,0
-16,distance_from_targets,485.6766662597656,FashionMNIST,REVISE,JEM,5,0
-16,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,5,0
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,0
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,0
-17,distance,534.3325805664062,FashionMNIST,REVISE,JEM,5,0
-17,distance_from_energy,625.9620361328125,FashionMNIST,REVISE,JEM,5,0
-17,distance_from_targets,364.36090087890625,FashionMNIST,REVISE,JEM,5,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,0
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,0
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,0
-18,distance,603.697998046875,FashionMNIST,REVISE,JEM,5,0
-18,distance_from_energy,604.6242065429688,FashionMNIST,REVISE,JEM,5,0
-18,distance_from_targets,531.499267578125,FashionMNIST,REVISE,JEM,5,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,0
-18,set_size_penalty,1.0000000000000002,FashionMNIST,REVISE,JEM,5,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,0
-19,distance,403.9883728027344,FashionMNIST,REVISE,JEM,5,0
-19,distance_from_energy,809.1117553710938,FashionMNIST,REVISE,JEM,5,0
-19,distance_from_targets,419.4228210449219,FashionMNIST,REVISE,JEM,5,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,0
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,5,0
-19,validity,0.0,FashionMNIST,REVISE,JEM,5,0
-20,distance,228.77122497558594,FashionMNIST,REVISE,JEM,5,0
-20,distance_from_energy,836.9285278320312,FashionMNIST,REVISE,JEM,5,0
-20,distance_from_targets,491.1243896484375,FashionMNIST,REVISE,JEM,5,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,0
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,5,0
-20,validity,0.0,FashionMNIST,REVISE,JEM,5,0
-16,distance,752.7808227539062,FashionMNIST,ECCCo,JEM,5,0
-16,distance_from_energy,108.79875183105469,FashionMNIST,ECCCo,JEM,5,0
-16,distance_from_targets,518.6694946289062,FashionMNIST,ECCCo,JEM,5,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,0
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,0
-17,distance,727.3102416992188,FashionMNIST,ECCCo,JEM,5,0
-17,distance_from_energy,157.99447631835938,FashionMNIST,ECCCo,JEM,5,0
-17,distance_from_targets,521.401611328125,FashionMNIST,ECCCo,JEM,5,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,0
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,0
-18,distance,795.3991088867188,FashionMNIST,ECCCo,JEM,5,0
-18,distance_from_energy,174.55108642578125,FashionMNIST,ECCCo,JEM,5,0
-18,distance_from_targets,496.8488464355469,FashionMNIST,ECCCo,JEM,5,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,0
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,0
-19,distance,661.5892333984375,FashionMNIST,ECCCo,JEM,5,0
-19,distance_from_energy,187.40032958984375,FashionMNIST,ECCCo,JEM,5,0
-19,distance_from_targets,517.3195190429688,FashionMNIST,ECCCo,JEM,5,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,0
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,0
-20,distance,720.8709106445312,FashionMNIST,ECCCo,JEM,5,0
-20,distance_from_energy,141.13829040527344,FashionMNIST,ECCCo,JEM,5,0
-20,distance_from_targets,542.717529296875,FashionMNIST,ECCCo,JEM,5,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,0
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,0
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,0
-16,distance_from_energy,836.0841674804688,FashionMNIST,Schut,JEM,5,0
-16,distance_from_targets,480.979248046875,FashionMNIST,Schut,JEM,5,0
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,0
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,0
-16,validity,0.0,FashionMNIST,Schut,JEM,5,0
-17,distance,10.0,FashionMNIST,Schut,JEM,5,0
-17,distance_from_energy,867.4816284179688,FashionMNIST,Schut,JEM,5,0
-17,distance_from_targets,498.44580078125,FashionMNIST,Schut,JEM,5,0
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,0
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,0
-17,validity,0.0,FashionMNIST,Schut,JEM,5,0
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,0
-18,distance_from_energy,968.2091674804688,FashionMNIST,Schut,JEM,5,0
-18,distance_from_targets,614.2076416015625,FashionMNIST,Schut,JEM,5,0
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,5,0
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,0
-18,validity,0.0,FashionMNIST,Schut,JEM,5,0
-19,distance,10.0,FashionMNIST,Schut,JEM,5,0
-19,distance_from_energy,954.7429809570312,FashionMNIST,Schut,JEM,5,0
-19,distance_from_targets,555.04541015625,FashionMNIST,Schut,JEM,5,0
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,0
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,0
-19,validity,0.0,FashionMNIST,Schut,JEM,5,0
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,0
-20,distance_from_energy,890.6998901367188,FashionMNIST,Schut,JEM,5,0
-20,distance_from_targets,488.9512634277344,FashionMNIST,Schut,JEM,5,0
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,0
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,0
-20,validity,0.0,FashionMNIST,Schut,JEM,5,0
-1,distance,142.7322540283203,FashionMNIST,Wachter,JEM Ensemble,5,1
-1,distance_from_energy,745.1845092773438,FashionMNIST,Wachter,JEM Ensemble,5,1
-1,distance_from_targets,486.1236267089844,FashionMNIST,Wachter,JEM Ensemble,5,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-2,distance,119.44862365722656,FashionMNIST,Wachter,JEM Ensemble,5,1
-2,distance_from_energy,759.0262451171875,FashionMNIST,Wachter,JEM Ensemble,5,1
-2,distance_from_targets,465.7723693847656,FashionMNIST,Wachter,JEM Ensemble,5,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-3,distance,108.287109375,FashionMNIST,Wachter,JEM Ensemble,5,1
-3,distance_from_energy,645.5027465820312,FashionMNIST,Wachter,JEM Ensemble,5,1
-3,distance_from_targets,378.226318359375,FashionMNIST,Wachter,JEM Ensemble,5,1
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-4,distance,110.94571685791016,FashionMNIST,Wachter,JEM Ensemble,5,1
-4,distance_from_energy,762.6314697265625,FashionMNIST,Wachter,JEM Ensemble,5,1
-4,distance_from_targets,473.34649658203125,FashionMNIST,Wachter,JEM Ensemble,5,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-5,distance,121.55223083496094,FashionMNIST,Wachter,JEM Ensemble,5,1
-5,distance_from_energy,700.8582763671875,FashionMNIST,Wachter,JEM Ensemble,5,1
-5,distance_from_targets,410.6455993652344,FashionMNIST,Wachter,JEM Ensemble,5,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,1
-1,distance,253.26290893554688,FashionMNIST,REVISE,JEM Ensemble,5,1
-1,distance_from_energy,673.3446655273438,FashionMNIST,REVISE,JEM Ensemble,5,1
-1,distance_from_targets,383.0956726074219,FashionMNIST,REVISE,JEM Ensemble,5,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-2,distance,481.28399658203125,FashionMNIST,REVISE,JEM Ensemble,5,1
-2,distance_from_energy,554.8010864257812,FashionMNIST,REVISE,JEM Ensemble,5,1
-2,distance_from_targets,289.0479736328125,FashionMNIST,REVISE,JEM Ensemble,5,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-3,distance,306.32373046875,FashionMNIST,REVISE,JEM Ensemble,5,1
-3,distance_from_energy,663.8619384765625,FashionMNIST,REVISE,JEM Ensemble,5,1
-3,distance_from_targets,286.5556640625,FashionMNIST,REVISE,JEM Ensemble,5,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-3,set_size_penalty,9.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-4,distance,383.4503479003906,FashionMNIST,REVISE,JEM Ensemble,5,1
-4,distance_from_energy,491.4327697753906,FashionMNIST,REVISE,JEM Ensemble,5,1
-4,distance_from_targets,254.07894897460938,FashionMNIST,REVISE,JEM Ensemble,5,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-4,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-5,distance,539.47998046875,FashionMNIST,REVISE,JEM Ensemble,5,1
-5,distance_from_energy,632.1627197265625,FashionMNIST,REVISE,JEM Ensemble,5,1
-5,distance_from_targets,382.7825012207031,FashionMNIST,REVISE,JEM Ensemble,5,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,1
-1,distance,591.4263305664062,FashionMNIST,ECCCo,JEM Ensemble,5,1
-1,distance_from_energy,123.2504653930664,FashionMNIST,ECCCo,JEM Ensemble,5,1
-1,distance_from_targets,372.8208312988281,FashionMNIST,ECCCo,JEM Ensemble,5,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-2,distance,586.8582763671875,FashionMNIST,ECCCo,JEM Ensemble,5,1
-2,distance_from_energy,134.27537536621094,FashionMNIST,ECCCo,JEM Ensemble,5,1
-2,distance_from_targets,395.0457458496094,FashionMNIST,ECCCo,JEM Ensemble,5,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-3,distance,593.8807373046875,FashionMNIST,ECCCo,JEM Ensemble,5,1
-3,distance_from_energy,125.32490539550781,FashionMNIST,ECCCo,JEM Ensemble,5,1
-3,distance_from_targets,493.9849548339844,FashionMNIST,ECCCo,JEM Ensemble,5,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-3,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-4,distance,558.596923828125,FashionMNIST,ECCCo,JEM Ensemble,5,1
-4,distance_from_energy,196.37081909179688,FashionMNIST,ECCCo,JEM Ensemble,5,1
-4,distance_from_targets,481.3946838378906,FashionMNIST,ECCCo,JEM Ensemble,5,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-4,set_size_penalty,2.006869686341953,FashionMNIST,ECCCo,JEM Ensemble,5,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-5,distance,608.2532958984375,FashionMNIST,ECCCo,JEM Ensemble,5,1
-5,distance_from_energy,108.57673645019531,FashionMNIST,ECCCo,JEM Ensemble,5,1
-5,distance_from_targets,451.7212829589844,FashionMNIST,ECCCo,JEM Ensemble,5,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,1
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,1
-1,distance_from_energy,773.09619140625,FashionMNIST,Schut,JEM Ensemble,5,1
-1,distance_from_targets,485.1996765136719,FashionMNIST,Schut,JEM Ensemble,5,1
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,1
-2,distance_from_energy,786.5347900390625,FashionMNIST,Schut,JEM Ensemble,5,1
-2,distance_from_targets,447.4834899902344,FashionMNIST,Schut,JEM Ensemble,5,1
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,1
-3,distance_from_energy,655.5675048828125,FashionMNIST,Schut,JEM Ensemble,5,1
-3,distance_from_targets,357.2059326171875,FashionMNIST,Schut,JEM Ensemble,5,1
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,1
-4,distance_from_energy,721.2382202148438,FashionMNIST,Schut,JEM Ensemble,5,1
-4,distance_from_targets,444.432861328125,FashionMNIST,Schut,JEM Ensemble,5,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,1
-5,distance_from_energy,682.348388671875,FashionMNIST,Schut,JEM Ensemble,5,1
-5,distance_from_targets,397.45208740234375,FashionMNIST,Schut,JEM Ensemble,5,1
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,1
-6,distance,107.7515869140625,FashionMNIST,Wachter,MLP,5,1
-6,distance_from_energy,913.79443359375,FashionMNIST,Wachter,MLP,5,1
-6,distance_from_targets,438.2998352050781,FashionMNIST,Wachter,MLP,5,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,1
-6,set_size_penalty,2.766313637643391,FashionMNIST,Wachter,MLP,5,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,1
-7,distance,138.45535278320312,FashionMNIST,Wachter,MLP,5,1
-7,distance_from_energy,896.3623046875,FashionMNIST,Wachter,MLP,5,1
-7,distance_from_targets,511.5361022949219,FashionMNIST,Wachter,MLP,5,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,1
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,5,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,5,1
-8,distance,120.29177856445312,FashionMNIST,Wachter,MLP,5,1
-8,distance_from_energy,935.5118408203125,FashionMNIST,Wachter,MLP,5,1
-8,distance_from_targets,495.77593994140625,FashionMNIST,Wachter,MLP,5,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,1
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,5,1
-8,validity,0.0,FashionMNIST,Wachter,MLP,5,1
-9,distance,129.00497436523438,FashionMNIST,Wachter,MLP,5,1
-9,distance_from_energy,903.0838012695312,FashionMNIST,Wachter,MLP,5,1
-9,distance_from_targets,502.31231689453125,FashionMNIST,Wachter,MLP,5,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,1
-9,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,5,1
-9,validity,0.0,FashionMNIST,Wachter,MLP,5,1
-10,distance,92.08623504638672,FashionMNIST,Wachter,MLP,5,1
-10,distance_from_energy,842.2213134765625,FashionMNIST,Wachter,MLP,5,1
-10,distance_from_targets,351.08258056640625,FashionMNIST,Wachter,MLP,5,1
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,5,1
-10,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,5,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,1
-6,distance,219.0313262939453,FashionMNIST,REVISE,MLP,5,1
-6,distance_from_energy,869.9718017578125,FashionMNIST,REVISE,MLP,5,1
-6,distance_from_targets,300.82135009765625,FashionMNIST,REVISE,MLP,5,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,1
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,1
-6,validity,0.0,FashionMNIST,REVISE,MLP,5,1
-7,distance,302.26605224609375,FashionMNIST,REVISE,MLP,5,1
-7,distance_from_energy,850.4528198242188,FashionMNIST,REVISE,MLP,5,1
-7,distance_from_targets,431.4209289550781,FashionMNIST,REVISE,MLP,5,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,1
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,5,1
-7,validity,1.0,FashionMNIST,REVISE,MLP,5,1
-8,distance,428.8173522949219,FashionMNIST,REVISE,MLP,5,1
-8,distance_from_energy,854.4871826171875,FashionMNIST,REVISE,MLP,5,1
-8,distance_from_targets,347.86883544921875,FashionMNIST,REVISE,MLP,5,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,1
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,1
-8,validity,0.0,FashionMNIST,REVISE,MLP,5,1
-9,distance,236.74752807617188,FashionMNIST,REVISE,MLP,5,1
-9,distance_from_energy,893.5140380859375,FashionMNIST,REVISE,MLP,5,1
-9,distance_from_targets,355.9472351074219,FashionMNIST,REVISE,MLP,5,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,1
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,1
-9,validity,0.0,FashionMNIST,REVISE,MLP,5,1
-10,distance,187.26416015625,FashionMNIST,REVISE,MLP,5,1
-10,distance_from_energy,835.1763916015625,FashionMNIST,REVISE,MLP,5,1
-10,distance_from_targets,244.00135803222656,FashionMNIST,REVISE,MLP,5,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,1
-10,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,5,1
-10,validity,1.0,FashionMNIST,REVISE,MLP,5,1
-6,distance,730.2264404296875,FashionMNIST,ECCCo,MLP,5,1
-6,distance_from_energy,219.7797393798828,FashionMNIST,ECCCo,MLP,5,1
-6,distance_from_targets,671.0660400390625,FashionMNIST,ECCCo,MLP,5,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,1
-6,set_size_penalty,1.000172980699856,FashionMNIST,ECCCo,MLP,5,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,1
-7,distance,763.2261352539062,FashionMNIST,ECCCo,MLP,5,1
-7,distance_from_energy,226.50552368164062,FashionMNIST,ECCCo,MLP,5,1
-7,distance_from_targets,677.8807983398438,FashionMNIST,ECCCo,MLP,5,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,1
-7,set_size_penalty,2.0000000000000044,FashionMNIST,ECCCo,MLP,5,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,1
-8,distance,731.43896484375,FashionMNIST,ECCCo,MLP,5,1
-8,distance_from_energy,230.8031005859375,FashionMNIST,ECCCo,MLP,5,1
-8,distance_from_targets,638.7871704101562,FashionMNIST,ECCCo,MLP,5,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,1
-8,set_size_penalty,2.014421538780832,FashionMNIST,ECCCo,MLP,5,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,1
-9,distance,744.024658203125,FashionMNIST,ECCCo,MLP,5,1
-9,distance_from_energy,232.5155029296875,FashionMNIST,ECCCo,MLP,5,1
-9,distance_from_targets,669.5289916992188,FashionMNIST,ECCCo,MLP,5,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,1
-9,set_size_penalty,1.9999956599961277,FashionMNIST,ECCCo,MLP,5,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,1
-10,distance,656.8147583007812,FashionMNIST,ECCCo,MLP,5,1
-10,distance_from_energy,246.0236053466797,FashionMNIST,ECCCo,MLP,5,1
-10,distance_from_targets,614.2213134765625,FashionMNIST,ECCCo,MLP,5,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,1
-10,set_size_penalty,2.000012246788807,FashionMNIST,ECCCo,MLP,5,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,1
-6,distance,10.0,FashionMNIST,Schut,MLP,5,1
-6,distance_from_energy,954.9675903320312,FashionMNIST,Schut,MLP,5,1
-6,distance_from_targets,403.6338806152344,FashionMNIST,Schut,MLP,5,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,1
-6,validity,0.0,FashionMNIST,Schut,MLP,5,1
-7,distance,10.0,FashionMNIST,Schut,MLP,5,1
-7,distance_from_energy,965.4817504882812,FashionMNIST,Schut,MLP,5,1
-7,distance_from_targets,476.05560302734375,FashionMNIST,Schut,MLP,5,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,1
-7,validity,0.0,FashionMNIST,Schut,MLP,5,1
-8,distance,10.0,FashionMNIST,Schut,MLP,5,1
-8,distance_from_energy,964.0936279296875,FashionMNIST,Schut,MLP,5,1
-8,distance_from_targets,472.100830078125,FashionMNIST,Schut,MLP,5,1
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,1
-8,validity,0.0,FashionMNIST,Schut,MLP,5,1
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,1
-9,distance_from_energy,942.5,FashionMNIST,Schut,MLP,5,1
-9,distance_from_targets,474.58392333984375,FashionMNIST,Schut,MLP,5,1
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,1
-9,validity,0.0,FashionMNIST,Schut,MLP,5,1
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,1
-10,distance_from_energy,888.1375122070312,FashionMNIST,Schut,MLP,5,1
-10,distance_from_targets,329.7186584472656,FashionMNIST,Schut,MLP,5,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,1
-10,validity,0.0,FashionMNIST,Schut,MLP,5,1
-11,distance,118.75138092041016,FashionMNIST,Wachter,MLP Ensemble,5,1
-11,distance_from_energy,927.1392822265625,FashionMNIST,Wachter,MLP Ensemble,5,1
-11,distance_from_targets,538.5961303710938,FashionMNIST,Wachter,MLP Ensemble,5,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-11,set_size_penalty,2.0114097637115673,FashionMNIST,Wachter,MLP Ensemble,5,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-12,distance,151.33773803710938,FashionMNIST,Wachter,MLP Ensemble,5,1
-12,distance_from_energy,905.3082275390625,FashionMNIST,Wachter,MLP Ensemble,5,1
-12,distance_from_targets,512.3652954101562,FashionMNIST,Wachter,MLP Ensemble,5,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-12,set_size_penalty,3.0000001373910976,FashionMNIST,Wachter,MLP Ensemble,5,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-13,distance,131.82412719726562,FashionMNIST,Wachter,MLP Ensemble,5,1
-13,distance_from_energy,899.9118041992188,FashionMNIST,Wachter,MLP Ensemble,5,1
-13,distance_from_targets,500.18426513671875,FashionMNIST,Wachter,MLP Ensemble,5,1
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,5,1
-13,set_size_penalty,2.9982724902223103,FashionMNIST,Wachter,MLP Ensemble,5,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-14,distance,129.83700561523438,FashionMNIST,Wachter,MLP Ensemble,5,1
-14,distance_from_energy,885.1682739257812,FashionMNIST,Wachter,MLP Ensemble,5,1
-14,distance_from_targets,424.1667785644531,FashionMNIST,Wachter,MLP Ensemble,5,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-14,set_size_penalty,3.0000020879919633,FashionMNIST,Wachter,MLP Ensemble,5,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-15,distance,145.8087921142578,FashionMNIST,Wachter,MLP Ensemble,5,1
-15,distance_from_energy,910.2634887695312,FashionMNIST,Wachter,MLP Ensemble,5,1
-15,distance_from_targets,516.6757202148438,FashionMNIST,Wachter,MLP Ensemble,5,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-15,set_size_penalty,3.2554403233013107,FashionMNIST,Wachter,MLP Ensemble,5,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,1
-11,distance,212.3944091796875,FashionMNIST,REVISE,MLP Ensemble,5,1
-11,distance_from_energy,902.0299072265625,FashionMNIST,REVISE,MLP Ensemble,5,1
-11,distance_from_targets,420.30816650390625,FashionMNIST,REVISE,MLP Ensemble,5,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-12,distance,374.2543029785156,FashionMNIST,REVISE,MLP Ensemble,5,1
-12,distance_from_energy,832.3704223632812,FashionMNIST,REVISE,MLP Ensemble,5,1
-12,distance_from_targets,254.12876892089844,FashionMNIST,REVISE,MLP Ensemble,5,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-12,set_size_penalty,1.9999718882489153,FashionMNIST,REVISE,MLP Ensemble,5,1
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-13,distance,270.44140625,FashionMNIST,REVISE,MLP Ensemble,5,1
-13,distance_from_energy,841.9713745117188,FashionMNIST,REVISE,MLP Ensemble,5,1
-13,distance_from_targets,303.98980712890625,FashionMNIST,REVISE,MLP Ensemble,5,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-14,distance,358.014404296875,FashionMNIST,REVISE,MLP Ensemble,5,1
-14,distance_from_energy,808.1005249023438,FashionMNIST,REVISE,MLP Ensemble,5,1
-14,distance_from_targets,238.76950073242188,FashionMNIST,REVISE,MLP Ensemble,5,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-14,set_size_penalty,1.9999999999999998,FashionMNIST,REVISE,MLP Ensemble,5,1
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-15,distance,287.87615966796875,FashionMNIST,REVISE,MLP Ensemble,5,1
-15,distance_from_energy,968.1690673828125,FashionMNIST,REVISE,MLP Ensemble,5,1
-15,distance_from_targets,538.0865478515625,FashionMNIST,REVISE,MLP Ensemble,5,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,1
-11,distance,802.1146850585938,FashionMNIST,ECCCo,MLP Ensemble,5,1
-11,distance_from_energy,184.13742065429688,FashionMNIST,ECCCo,MLP Ensemble,5,1
-11,distance_from_targets,642.017333984375,FashionMNIST,ECCCo,MLP Ensemble,5,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-12,distance,806.7252197265625,FashionMNIST,ECCCo,MLP Ensemble,5,1
-12,distance_from_energy,181.3281707763672,FashionMNIST,ECCCo,MLP Ensemble,5,1
-12,distance_from_targets,654.51318359375,FashionMNIST,ECCCo,MLP Ensemble,5,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-13,distance,797.8366088867188,FashionMNIST,ECCCo,MLP Ensemble,5,1
-13,distance_from_energy,163.44007873535156,FashionMNIST,ECCCo,MLP Ensemble,5,1
-13,distance_from_targets,645.9404907226562,FashionMNIST,ECCCo,MLP Ensemble,5,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-14,distance,784.1879272460938,FashionMNIST,ECCCo,MLP Ensemble,5,1
-14,distance_from_energy,153.6436004638672,FashionMNIST,ECCCo,MLP Ensemble,5,1
-14,distance_from_targets,643.85693359375,FashionMNIST,ECCCo,MLP Ensemble,5,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-15,distance,788.4898681640625,FashionMNIST,ECCCo,MLP Ensemble,5,1
-15,distance_from_energy,192.03221130371094,FashionMNIST,ECCCo,MLP Ensemble,5,1
-15,distance_from_targets,633.3710327148438,FashionMNIST,ECCCo,MLP Ensemble,5,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,1
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,1
-11,distance_from_energy,981.8121948242188,FashionMNIST,Schut,MLP Ensemble,5,1
-11,distance_from_targets,522.5223999023438,FashionMNIST,Schut,MLP Ensemble,5,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,1
-12,distance_from_energy,968.27392578125,FashionMNIST,Schut,MLP Ensemble,5,1
-12,distance_from_targets,490.4512634277344,FashionMNIST,Schut,MLP Ensemble,5,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,1
-13,distance_from_energy,942.7706909179688,FashionMNIST,Schut,MLP Ensemble,5,1
-13,distance_from_targets,478.22650146484375,FashionMNIST,Schut,MLP Ensemble,5,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,1
-14,distance_from_energy,920.03662109375,FashionMNIST,Schut,MLP Ensemble,5,1
-14,distance_from_targets,407.8981628417969,FashionMNIST,Schut,MLP Ensemble,5,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,1
-15,distance_from_energy,967.4684448242188,FashionMNIST,Schut,MLP Ensemble,5,1
-15,distance_from_targets,497.16790771484375,FashionMNIST,Schut,MLP Ensemble,5,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,1
-16,distance,80.69232177734375,FashionMNIST,Wachter,JEM,5,1
-16,distance_from_energy,918.9830932617188,FashionMNIST,Wachter,JEM,5,1
-16,distance_from_targets,598.2944946289062,FashionMNIST,Wachter,JEM,5,1
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,1
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,1
-17,distance,92.61455535888672,FashionMNIST,Wachter,JEM,5,1
-17,distance_from_energy,834.5001220703125,FashionMNIST,Wachter,JEM,5,1
-17,distance_from_targets,463.1229553222656,FashionMNIST,Wachter,JEM,5,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,1
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,5,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,1
-18,distance,89.662353515625,FashionMNIST,Wachter,JEM,5,1
-18,distance_from_energy,935.80859375,FashionMNIST,Wachter,JEM,5,1
-18,distance_from_targets,554.0015258789062,FashionMNIST,Wachter,JEM,5,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,1
-18,set_size_penalty,9.999999990229659,FashionMNIST,Wachter,JEM,5,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,1
-19,distance,129.3107452392578,FashionMNIST,Wachter,JEM,5,1
-19,distance_from_energy,928.2796630859375,FashionMNIST,Wachter,JEM,5,1
-19,distance_from_targets,544.43994140625,FashionMNIST,Wachter,JEM,5,1
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,1
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,1
-20,distance,88.41970825195312,FashionMNIST,Wachter,JEM,5,1
-20,distance_from_energy,903.3538818359375,FashionMNIST,Wachter,JEM,5,1
-20,distance_from_targets,491.01165771484375,FashionMNIST,Wachter,JEM,5,1
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,1
-20,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,5,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,1
-16,distance,571.130615234375,FashionMNIST,REVISE,JEM,5,1
-16,distance_from_energy,687.9042358398438,FashionMNIST,REVISE,JEM,5,1
-16,distance_from_targets,369.74395751953125,FashionMNIST,REVISE,JEM,5,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,1
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,5,1
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,1
-17,distance,401.5591125488281,FashionMNIST,REVISE,JEM,5,1
-17,distance_from_energy,700.24462890625,FashionMNIST,REVISE,JEM,5,1
-17,distance_from_targets,276.1735534667969,FashionMNIST,REVISE,JEM,5,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,1
-17,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,5,1
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,1
-18,distance,285.7081298828125,FashionMNIST,REVISE,JEM,5,1
-18,distance_from_energy,813.1163330078125,FashionMNIST,REVISE,JEM,5,1
-18,distance_from_targets,432.9945983886719,FashionMNIST,REVISE,JEM,5,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,1
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,5,1
-18,validity,0.0,FashionMNIST,REVISE,JEM,5,1
-19,distance,361.78546142578125,FashionMNIST,REVISE,JEM,5,1
-19,distance_from_energy,760.960693359375,FashionMNIST,REVISE,JEM,5,1
-19,distance_from_targets,383.69287109375,FashionMNIST,REVISE,JEM,5,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,1
-19,set_size_penalty,4.839751935336741,FashionMNIST,REVISE,JEM,5,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,1
-20,distance,451.47784423828125,FashionMNIST,REVISE,JEM,5,1
-20,distance_from_energy,686.2097778320312,FashionMNIST,REVISE,JEM,5,1
-20,distance_from_targets,293.3939208984375,FashionMNIST,REVISE,JEM,5,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,1
-20,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,5,1
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,1
-16,distance,758.7550048828125,FashionMNIST,ECCCo,JEM,5,1
-16,distance_from_energy,194.23748779296875,FashionMNIST,ECCCo,JEM,5,1
-16,distance_from_targets,518.4834594726562,FashionMNIST,ECCCo,JEM,5,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,1
-16,set_size_penalty,1.99999995232452,FashionMNIST,ECCCo,JEM,5,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,1
-17,distance,393.626220703125,FashionMNIST,ECCCo,JEM,5,1
-17,distance_from_energy,272.7249450683594,FashionMNIST,ECCCo,JEM,5,1
-17,distance_from_targets,439.86480712890625,FashionMNIST,ECCCo,JEM,5,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,1
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,1
-18,distance,746.47607421875,FashionMNIST,ECCCo,JEM,5,1
-18,distance_from_energy,195.52017211914062,FashionMNIST,ECCCo,JEM,5,1
-18,distance_from_targets,502.7153015136719,FashionMNIST,ECCCo,JEM,5,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,1
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,1
-19,distance,764.193115234375,FashionMNIST,ECCCo,JEM,5,1
-19,distance_from_energy,185.94192504882812,FashionMNIST,ECCCo,JEM,5,1
-19,distance_from_targets,500.8673400878906,FashionMNIST,ECCCo,JEM,5,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,1
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,1
-20,distance,727.43994140625,FashionMNIST,ECCCo,JEM,5,1
-20,distance_from_energy,170.1017303466797,FashionMNIST,ECCCo,JEM,5,1
-20,distance_from_targets,498.45623779296875,FashionMNIST,ECCCo,JEM,5,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,1
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,1
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,1
-16,distance_from_energy,966.072265625,FashionMNIST,Schut,JEM,5,1
-16,distance_from_targets,567.7959594726562,FashionMNIST,Schut,JEM,5,1
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,5,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,1
-16,validity,0.0,FashionMNIST,Schut,JEM,5,1
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,1
-17,distance_from_energy,857.234375,FashionMNIST,Schut,JEM,5,1
-17,distance_from_targets,427.1877136230469,FashionMNIST,Schut,JEM,5,1
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,1
-17,validity,0.0,FashionMNIST,Schut,JEM,5,1
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,1
-18,distance_from_energy,916.4592895507812,FashionMNIST,Schut,JEM,5,1
-18,distance_from_targets,519.7089233398438,FashionMNIST,Schut,JEM,5,1
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,1
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,1
-18,validity,0.0,FashionMNIST,Schut,JEM,5,1
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,1
-19,distance_from_energy,938.0205078125,FashionMNIST,Schut,JEM,5,1
-19,distance_from_targets,503.4765319824219,FashionMNIST,Schut,JEM,5,1
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,1
-19,validity,0.0,FashionMNIST,Schut,JEM,5,1
-20,distance,10.0,FashionMNIST,Schut,JEM,5,1
-20,distance_from_energy,877.1868896484375,FashionMNIST,Schut,JEM,5,1
-20,distance_from_targets,460.2070007324219,FashionMNIST,Schut,JEM,5,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,1
-20,validity,0.0,FashionMNIST,Schut,JEM,5,1
-1,distance,149.55580139160156,FashionMNIST,Wachter,JEM Ensemble,5,2
-1,distance_from_energy,865.0037231445312,FashionMNIST,Wachter,JEM Ensemble,5,2
-1,distance_from_targets,740.071044921875,FashionMNIST,Wachter,JEM Ensemble,5,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-2,distance,131.2564697265625,FashionMNIST,Wachter,JEM Ensemble,5,2
-2,distance_from_energy,757.8115844726562,FashionMNIST,Wachter,JEM Ensemble,5,2
-2,distance_from_targets,690.28369140625,FashionMNIST,Wachter,JEM Ensemble,5,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-3,distance,86.3045883178711,FashionMNIST,Wachter,JEM Ensemble,5,2
-3,distance_from_energy,863.87548828125,FashionMNIST,Wachter,JEM Ensemble,5,2
-3,distance_from_targets,748.6527709960938,FashionMNIST,Wachter,JEM Ensemble,5,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-4,distance,153.0832061767578,FashionMNIST,Wachter,JEM Ensemble,5,2
-4,distance_from_energy,783.6149291992188,FashionMNIST,Wachter,JEM Ensemble,5,2
-4,distance_from_targets,652.3119506835938,FashionMNIST,Wachter,JEM Ensemble,5,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-5,distance,113.69355773925781,FashionMNIST,Wachter,JEM Ensemble,5,2
-5,distance_from_energy,712.6934814453125,FashionMNIST,Wachter,JEM Ensemble,5,2
-5,distance_from_targets,544.6533813476562,FashionMNIST,Wachter,JEM Ensemble,5,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,2
-1,distance,346.3150634765625,FashionMNIST,REVISE,JEM Ensemble,5,2
-1,distance_from_energy,725.9993896484375,FashionMNIST,REVISE,JEM Ensemble,5,2
-1,distance_from_targets,574.1680297851562,FashionMNIST,REVISE,JEM Ensemble,5,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-2,distance,618.1784057617188,FashionMNIST,REVISE,JEM Ensemble,5,2
-2,distance_from_energy,461.8724670410156,FashionMNIST,REVISE,JEM Ensemble,5,2
-2,distance_from_targets,437.00616455078125,FashionMNIST,REVISE,JEM Ensemble,5,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-3,distance,421.0985412597656,FashionMNIST,REVISE,JEM Ensemble,5,2
-3,distance_from_energy,809.5538330078125,FashionMNIST,REVISE,JEM Ensemble,5,2
-3,distance_from_targets,622.9674072265625,FashionMNIST,REVISE,JEM Ensemble,5,2
-3,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,5,2
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-4,distance,624.2710571289062,FashionMNIST,REVISE,JEM Ensemble,5,2
-4,distance_from_energy,637.1809692382812,FashionMNIST,REVISE,JEM Ensemble,5,2
-4,distance_from_targets,415.26641845703125,FashionMNIST,REVISE,JEM Ensemble,5,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-4,set_size_penalty,3.9999055838511026,FashionMNIST,REVISE,JEM Ensemble,5,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-5,distance,734.676513671875,FashionMNIST,REVISE,JEM Ensemble,5,2
-5,distance_from_energy,591.23681640625,FashionMNIST,REVISE,JEM Ensemble,5,2
-5,distance_from_targets,596.2613525390625,FashionMNIST,REVISE,JEM Ensemble,5,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-5,set_size_penalty,3.0069879315021,FashionMNIST,REVISE,JEM Ensemble,5,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,2
-1,distance,724.552734375,FashionMNIST,ECCCo,JEM Ensemble,5,2
-1,distance_from_energy,155.41587829589844,FashionMNIST,ECCCo,JEM Ensemble,5,2
-1,distance_from_targets,464.31671142578125,FashionMNIST,ECCCo,JEM Ensemble,5,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-1,set_size_penalty,3.8719390152073485,FashionMNIST,ECCCo,JEM Ensemble,5,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-2,distance,654.9234008789062,FashionMNIST,ECCCo,JEM Ensemble,5,2
-2,distance_from_energy,125.53666687011719,FashionMNIST,ECCCo,JEM Ensemble,5,2
-2,distance_from_targets,462.2661437988281,FashionMNIST,ECCCo,JEM Ensemble,5,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-2,set_size_penalty,3.000000032936403,FashionMNIST,ECCCo,JEM Ensemble,5,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-3,distance,818.1467895507812,FashionMNIST,ECCCo,JEM Ensemble,5,2
-3,distance_from_energy,78.25686645507812,FashionMNIST,ECCCo,JEM Ensemble,5,2
-3,distance_from_targets,453.4452209472656,FashionMNIST,ECCCo,JEM Ensemble,5,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-4,distance,657.0006713867188,FashionMNIST,ECCCo,JEM Ensemble,5,2
-4,distance_from_energy,126.54466247558594,FashionMNIST,ECCCo,JEM Ensemble,5,2
-4,distance_from_targets,527.4871826171875,FashionMNIST,ECCCo,JEM Ensemble,5,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-4,set_size_penalty,3.000000000000093,FashionMNIST,ECCCo,JEM Ensemble,5,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-5,distance,659.8372802734375,FashionMNIST,ECCCo,JEM Ensemble,5,2
-5,distance_from_energy,77.95860290527344,FashionMNIST,ECCCo,JEM Ensemble,5,2
-5,distance_from_targets,474.3825988769531,FashionMNIST,ECCCo,JEM Ensemble,5,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,2
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,2
-1,distance_from_energy,839.8388671875,FashionMNIST,Schut,JEM Ensemble,5,2
-1,distance_from_targets,722.6475219726562,FashionMNIST,Schut,JEM Ensemble,5,2
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,2
-2,distance_from_energy,745.70556640625,FashionMNIST,Schut,JEM Ensemble,5,2
-2,distance_from_targets,674.8348388671875,FashionMNIST,Schut,JEM Ensemble,5,2
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,2
-3,distance_from_energy,842.0857543945312,FashionMNIST,Schut,JEM Ensemble,5,2
-3,distance_from_targets,736.0670776367188,FashionMNIST,Schut,JEM Ensemble,5,2
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,2
-4,distance_from_energy,836.4022216796875,FashionMNIST,Schut,JEM Ensemble,5,2
-4,distance_from_targets,634.9336547851562,FashionMNIST,Schut,JEM Ensemble,5,2
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,2
-5,distance_from_energy,715.4592895507812,FashionMNIST,Schut,JEM Ensemble,5,2
-5,distance_from_targets,523.8180541992188,FashionMNIST,Schut,JEM Ensemble,5,2
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,2
-6,distance,59.896018981933594,FashionMNIST,Wachter,MLP,5,2
-6,distance_from_energy,851.4269409179688,FashionMNIST,Wachter,MLP,5,2
-6,distance_from_targets,297.8652648925781,FashionMNIST,Wachter,MLP,5,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,2
-6,set_size_penalty,10.0,FashionMNIST,Wachter,MLP,5,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,2
-7,distance,110.91590118408203,FashionMNIST,Wachter,MLP,5,2
-7,distance_from_energy,947.1278076171875,FashionMNIST,Wachter,MLP,5,2
-7,distance_from_targets,816.6636962890625,FashionMNIST,Wachter,MLP,5,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,2
-7,set_size_penalty,2.999999999999969,FashionMNIST,Wachter,MLP,5,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,5,2
-8,distance,113.67418670654297,FashionMNIST,Wachter,MLP,5,2
-8,distance_from_energy,952.0172119140625,FashionMNIST,Wachter,MLP,5,2
-8,distance_from_targets,765.5097045898438,FashionMNIST,Wachter,MLP,5,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,2
-8,set_size_penalty,1.7968761016157582,FashionMNIST,Wachter,MLP,5,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,2
-9,distance,87.2366943359375,FashionMNIST,Wachter,MLP,5,2
-9,distance_from_energy,892.2913818359375,FashionMNIST,Wachter,MLP,5,2
-9,distance_from_targets,800.7890014648438,FashionMNIST,Wachter,MLP,5,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,2
-9,set_size_penalty,9.999999605005776,FashionMNIST,Wachter,MLP,5,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,2
-10,distance,86.89730072021484,FashionMNIST,Wachter,MLP,5,2
-10,distance_from_energy,879.7900390625,FashionMNIST,Wachter,MLP,5,2
-10,distance_from_targets,440.0558166503906,FashionMNIST,Wachter,MLP,5,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,5,2
-10,set_size_penalty,9.999994390888457,FashionMNIST,Wachter,MLP,5,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,2
-6,distance,106.2302474975586,FashionMNIST,REVISE,MLP,5,2
-6,distance_from_energy,838.3668823242188,FashionMNIST,REVISE,MLP,5,2
-6,distance_from_targets,225.91212463378906,FashionMNIST,REVISE,MLP,5,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,2
-6,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,5,2
-6,validity,1.0,FashionMNIST,REVISE,MLP,5,2
-7,distance,365.99432373046875,FashionMNIST,REVISE,MLP,5,2
-7,distance_from_energy,885.0882568359375,FashionMNIST,REVISE,MLP,5,2
-7,distance_from_targets,668.5841064453125,FashionMNIST,REVISE,MLP,5,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,2
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,2
-7,validity,0.0,FashionMNIST,REVISE,MLP,5,2
-8,distance,252.2989044189453,FashionMNIST,REVISE,MLP,5,2
-8,distance_from_energy,962.1490478515625,FashionMNIST,REVISE,MLP,5,2
-8,distance_from_targets,716.0449829101562,FashionMNIST,REVISE,MLP,5,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,2
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,2
-8,validity,0.0,FashionMNIST,REVISE,MLP,5,2
-9,distance,224.37371826171875,FashionMNIST,REVISE,MLP,5,2
-9,distance_from_energy,931.9378051757812,FashionMNIST,REVISE,MLP,5,2
-9,distance_from_targets,726.6765747070312,FashionMNIST,REVISE,MLP,5,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,2
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,2
-9,validity,0.0,FashionMNIST,REVISE,MLP,5,2
-10,distance,180.1681671142578,FashionMNIST,REVISE,MLP,5,2
-10,distance_from_energy,884.9020385742188,FashionMNIST,REVISE,MLP,5,2
-10,distance_from_targets,408.4119567871094,FashionMNIST,REVISE,MLP,5,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,2
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,2
-10,validity,0.0,FashionMNIST,REVISE,MLP,5,2
-6,distance,668.9651489257812,FashionMNIST,ECCCo,MLP,5,2
-6,distance_from_energy,210.3511199951172,FashionMNIST,ECCCo,MLP,5,2
-6,distance_from_targets,650.949462890625,FashionMNIST,ECCCo,MLP,5,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,2
-6,set_size_penalty,1.2353934586775042,FashionMNIST,ECCCo,MLP,5,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,2
-7,distance,783.3485107421875,FashionMNIST,ECCCo,MLP,5,2
-7,distance_from_energy,186.51734924316406,FashionMNIST,ECCCo,MLP,5,2
-7,distance_from_targets,753.6376953125,FashionMNIST,ECCCo,MLP,5,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,2
-7,set_size_penalty,1.0019439389270761,FashionMNIST,ECCCo,MLP,5,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,2
-8,distance,773.3359985351562,FashionMNIST,ECCCo,MLP,5,2
-8,distance_from_energy,220.3816680908203,FashionMNIST,ECCCo,MLP,5,2
-8,distance_from_targets,738.8015747070312,FashionMNIST,ECCCo,MLP,5,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,2
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,2
-9,distance,731.921875,FashionMNIST,ECCCo,MLP,5,2
-9,distance_from_energy,216.65634155273438,FashionMNIST,ECCCo,MLP,5,2
-9,distance_from_targets,751.2420654296875,FashionMNIST,ECCCo,MLP,5,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,2
-9,set_size_penalty,1.0000000000000038,FashionMNIST,ECCCo,MLP,5,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,2
-10,distance,753.3645629882812,FashionMNIST,ECCCo,MLP,5,2
-10,distance_from_energy,159.0623779296875,FashionMNIST,ECCCo,MLP,5,2
-10,distance_from_targets,665.6234130859375,FashionMNIST,ECCCo,MLP,5,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,2
-10,set_size_penalty,1.0004461133098785,FashionMNIST,ECCCo,MLP,5,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,2
-6,distance,8.10000228881836,FashionMNIST,Schut,MLP,5,2
-6,distance_from_energy,852.1434326171875,FashionMNIST,Schut,MLP,5,2
-6,distance_from_targets,267.9996643066406,FashionMNIST,Schut,MLP,5,2
-6,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP,5,2
-6,set_size_penalty,0.9999981931938124,FashionMNIST,Schut,MLP,5,2
-6,validity,1.0,FashionMNIST,Schut,MLP,5,2
-7,distance,10.0,FashionMNIST,Schut,MLP,5,2
-7,distance_from_energy,975.0846557617188,FashionMNIST,Schut,MLP,5,2
-7,distance_from_targets,801.5704956054688,FashionMNIST,Schut,MLP,5,2
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,2
-7,validity,0.0,FashionMNIST,Schut,MLP,5,2
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,2
-8,distance_from_energy,939.7958984375,FashionMNIST,Schut,MLP,5,2
-8,distance_from_targets,745.1185302734375,FashionMNIST,Schut,MLP,5,2
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,2
-8,validity,0.0,FashionMNIST,Schut,MLP,5,2
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,2
-9,distance_from_energy,938.5882568359375,FashionMNIST,Schut,MLP,5,2
-9,distance_from_targets,786.9420776367188,FashionMNIST,Schut,MLP,5,2
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,2
-9,validity,0.0,FashionMNIST,Schut,MLP,5,2
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,2
-10,distance_from_energy,905.5350341796875,FashionMNIST,Schut,MLP,5,2
-10,distance_from_targets,414.1098937988281,FashionMNIST,Schut,MLP,5,2
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,2
-10,validity,0.0,FashionMNIST,Schut,MLP,5,2
-11,distance,85.00028991699219,FashionMNIST,Wachter,MLP Ensemble,5,2
-11,distance_from_energy,902.6900634765625,FashionMNIST,Wachter,MLP Ensemble,5,2
-11,distance_from_targets,571.342041015625,FashionMNIST,Wachter,MLP Ensemble,5,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-11,set_size_penalty,0.9999948370629741,FashionMNIST,Wachter,MLP Ensemble,5,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-12,distance,84.95865631103516,FashionMNIST,Wachter,MLP Ensemble,5,2
-12,distance_from_energy,871.8709716796875,FashionMNIST,Wachter,MLP Ensemble,5,2
-12,distance_from_targets,420.8717041015625,FashionMNIST,Wachter,MLP Ensemble,5,2
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,5,2
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-13,distance,114.8844223022461,FashionMNIST,Wachter,MLP Ensemble,5,2
-13,distance_from_energy,962.3741455078125,FashionMNIST,Wachter,MLP Ensemble,5,2
-13,distance_from_targets,618.6708374023438,FashionMNIST,Wachter,MLP Ensemble,5,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-14,distance,108.33338165283203,FashionMNIST,Wachter,MLP Ensemble,5,2
-14,distance_from_energy,935.7921752929688,FashionMNIST,Wachter,MLP Ensemble,5,2
-14,distance_from_targets,732.3508911132812,FashionMNIST,Wachter,MLP Ensemble,5,2
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-14,set_size_penalty,9.999999999721002,FashionMNIST,Wachter,MLP Ensemble,5,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-15,distance,100.23648071289062,FashionMNIST,Wachter,MLP Ensemble,5,2
-15,distance_from_energy,918.7938232421875,FashionMNIST,Wachter,MLP Ensemble,5,2
-15,distance_from_targets,509.0817565917969,FashionMNIST,Wachter,MLP Ensemble,5,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,2
-11,distance,391.4817810058594,FashionMNIST,REVISE,MLP Ensemble,5,2
-11,distance_from_energy,808.1129150390625,FashionMNIST,REVISE,MLP Ensemble,5,2
-11,distance_from_targets,498.5108642578125,FashionMNIST,REVISE,MLP Ensemble,5,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-11,set_size_penalty,2.9489104547267933,FashionMNIST,REVISE,MLP Ensemble,5,2
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-12,distance,243.08706665039062,FashionMNIST,REVISE,MLP Ensemble,5,2
-12,distance_from_energy,922.1071166992188,FashionMNIST,REVISE,MLP Ensemble,5,2
-12,distance_from_targets,533.0130004882812,FashionMNIST,REVISE,MLP Ensemble,5,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-13,distance,218.65972900390625,FashionMNIST,REVISE,MLP Ensemble,5,2
-13,distance_from_energy,924.0596923828125,FashionMNIST,REVISE,MLP Ensemble,5,2
-13,distance_from_targets,567.4580688476562,FashionMNIST,REVISE,MLP Ensemble,5,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-14,distance,396.46197509765625,FashionMNIST,REVISE,MLP Ensemble,5,2
-14,distance_from_energy,808.108154296875,FashionMNIST,REVISE,MLP Ensemble,5,2
-14,distance_from_targets,497.02081298828125,FashionMNIST,REVISE,MLP Ensemble,5,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-15,distance,200.47877502441406,FashionMNIST,REVISE,MLP Ensemble,5,2
-15,distance_from_energy,882.1781005859375,FashionMNIST,REVISE,MLP Ensemble,5,2
-15,distance_from_targets,452.64898681640625,FashionMNIST,REVISE,MLP Ensemble,5,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,2
-11,distance,828.7845458984375,FashionMNIST,ECCCo,MLP Ensemble,5,2
-11,distance_from_energy,103.60270690917969,FashionMNIST,ECCCo,MLP Ensemble,5,2
-11,distance_from_targets,700.5655517578125,FashionMNIST,ECCCo,MLP Ensemble,5,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-12,distance,769.0328979492188,FashionMNIST,ECCCo,MLP Ensemble,5,2
-12,distance_from_energy,131.7157440185547,FashionMNIST,ECCCo,MLP Ensemble,5,2
-12,distance_from_targets,658.1768798828125,FashionMNIST,ECCCo,MLP Ensemble,5,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-13,distance,840.0932006835938,FashionMNIST,ECCCo,MLP Ensemble,5,2
-13,distance_from_energy,153.0924072265625,FashionMNIST,ECCCo,MLP Ensemble,5,2
-13,distance_from_targets,663.0071411132812,FashionMNIST,ECCCo,MLP Ensemble,5,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-14,distance,844.0090942382812,FashionMNIST,ECCCo,MLP Ensemble,5,2
-14,distance_from_energy,138.42218017578125,FashionMNIST,ECCCo,MLP Ensemble,5,2
-14,distance_from_targets,691.033447265625,FashionMNIST,ECCCo,MLP Ensemble,5,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-15,distance,814.94580078125,FashionMNIST,ECCCo,MLP Ensemble,5,2
-15,distance_from_energy,146.1775665283203,FashionMNIST,ECCCo,MLP Ensemble,5,2
-15,distance_from_targets,652.554931640625,FashionMNIST,ECCCo,MLP Ensemble,5,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,2
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,2
-11,distance_from_energy,927.4431762695312,FashionMNIST,Schut,MLP Ensemble,5,2
-11,distance_from_targets,554.2047729492188,FashionMNIST,Schut,MLP Ensemble,5,2
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,2
-12,distance_from_energy,885.7238159179688,FashionMNIST,Schut,MLP Ensemble,5,2
-12,distance_from_targets,397.9148254394531,FashionMNIST,Schut,MLP Ensemble,5,2
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,2
-13,distance_from_energy,993.9185791015625,FashionMNIST,Schut,MLP Ensemble,5,2
-13,distance_from_targets,601.5863037109375,FashionMNIST,Schut,MLP Ensemble,5,2
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,2
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,2
-14,distance_from_energy,975.7666015625,FashionMNIST,Schut,MLP Ensemble,5,2
-14,distance_from_targets,719.3594360351562,FashionMNIST,Schut,MLP Ensemble,5,2
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,2
-15,distance_from_energy,943.9869384765625,FashionMNIST,Schut,MLP Ensemble,5,2
-15,distance_from_targets,485.7017517089844,FashionMNIST,Schut,MLP Ensemble,5,2
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,2
-16,distance,85.96304321289062,FashionMNIST,Wachter,JEM,5,2
-16,distance_from_energy,737.9887084960938,FashionMNIST,Wachter,JEM,5,2
-16,distance_from_targets,452.29876708984375,FashionMNIST,Wachter,JEM,5,2
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,2
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,2
-17,distance,76.82500457763672,FashionMNIST,Wachter,JEM,5,2
-17,distance_from_energy,736.8211669921875,FashionMNIST,Wachter,JEM,5,2
-17,distance_from_targets,423.4990234375,FashionMNIST,Wachter,JEM,5,2
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,2
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,2
-18,distance,92.80065155029297,FashionMNIST,Wachter,JEM,5,2
-18,distance_from_energy,944.4930419921875,FashionMNIST,Wachter,JEM,5,2
-18,distance_from_targets,634.857421875,FashionMNIST,Wachter,JEM,5,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,2
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,5,2
-18,validity,0.0,FashionMNIST,Wachter,JEM,5,2
-19,distance,57.411598205566406,FashionMNIST,Wachter,JEM,5,2
-19,distance_from_energy,747.3353881835938,FashionMNIST,Wachter,JEM,5,2
-19,distance_from_targets,339.7997741699219,FashionMNIST,Wachter,JEM,5,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,2
-19,set_size_penalty,5.214181054405084,FashionMNIST,Wachter,JEM,5,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,2
-20,distance,70.19905853271484,FashionMNIST,Wachter,JEM,5,2
-20,distance_from_energy,761.4935913085938,FashionMNIST,Wachter,JEM,5,2
-20,distance_from_targets,438.71234130859375,FashionMNIST,Wachter,JEM,5,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,2
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,2
-16,distance,422.00677490234375,FashionMNIST,REVISE,JEM,5,2
-16,distance_from_energy,540.98388671875,FashionMNIST,REVISE,JEM,5,2
-16,distance_from_targets,390.6777038574219,FashionMNIST,REVISE,JEM,5,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,2
-16,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,5,2
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,2
-17,distance,357.82403564453125,FashionMNIST,REVISE,JEM,5,2
-17,distance_from_energy,582.63916015625,FashionMNIST,REVISE,JEM,5,2
-17,distance_from_targets,299.32733154296875,FashionMNIST,REVISE,JEM,5,2
-17,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,5,2
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,2
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,2
-18,distance,551.3271484375,FashionMNIST,REVISE,JEM,5,2
-18,distance_from_energy,709.6268920898438,FashionMNIST,REVISE,JEM,5,2
-18,distance_from_targets,402.014404296875,FashionMNIST,REVISE,JEM,5,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,2
-18,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,5,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,2
-19,distance,342.2709655761719,FashionMNIST,REVISE,JEM,5,2
-19,distance_from_energy,609.6221923828125,FashionMNIST,REVISE,JEM,5,2
-19,distance_from_targets,333.6631774902344,FashionMNIST,REVISE,JEM,5,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,2
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,2
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,2
-20,distance,343.4491882324219,FashionMNIST,REVISE,JEM,5,2
-20,distance_from_energy,543.4345092773438,FashionMNIST,REVISE,JEM,5,2
-20,distance_from_targets,266.1384582519531,FashionMNIST,REVISE,JEM,5,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,2
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,2
-16,distance,673.9381713867188,FashionMNIST,ECCCo,JEM,5,2
-16,distance_from_energy,81.06169128417969,FashionMNIST,ECCCo,JEM,5,2
-16,distance_from_targets,548.3132934570312,FashionMNIST,ECCCo,JEM,5,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,2
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,2
-17,distance,662.4072875976562,FashionMNIST,ECCCo,JEM,5,2
-17,distance_from_energy,76.13301086425781,FashionMNIST,ECCCo,JEM,5,2
-17,distance_from_targets,571.0713500976562,FashionMNIST,ECCCo,JEM,5,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,2
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,2
-18,distance,687.658203125,FashionMNIST,ECCCo,JEM,5,2
-18,distance_from_energy,226.51345825195312,FashionMNIST,ECCCo,JEM,5,2
-18,distance_from_targets,505.6665344238281,FashionMNIST,ECCCo,JEM,5,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,2
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,2
-19,distance,577.243408203125,FashionMNIST,ECCCo,JEM,5,2
-19,distance_from_energy,152.7447052001953,FashionMNIST,ECCCo,JEM,5,2
-19,distance_from_targets,503.5375671386719,FashionMNIST,ECCCo,JEM,5,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,2
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,2
-20,distance,673.814208984375,FashionMNIST,ECCCo,JEM,5,2
-20,distance_from_energy,103.4949722290039,FashionMNIST,ECCCo,JEM,5,2
-20,distance_from_targets,545.8756103515625,FashionMNIST,ECCCo,JEM,5,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,2
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,2
-16,distance,10.0,FashionMNIST,Schut,JEM,5,2
-16,distance_from_energy,759.1514282226562,FashionMNIST,Schut,JEM,5,2
-16,distance_from_targets,426.7381591796875,FashionMNIST,Schut,JEM,5,2
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,5,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,2
-16,validity,0.0,FashionMNIST,Schut,JEM,5,2
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,2
-17,distance_from_energy,726.5983276367188,FashionMNIST,Schut,JEM,5,2
-17,distance_from_targets,403.27374267578125,FashionMNIST,Schut,JEM,5,2
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,5,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,2
-17,validity,0.0,FashionMNIST,Schut,JEM,5,2
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,2
-18,distance_from_energy,931.9064331054688,FashionMNIST,Schut,JEM,5,2
-18,distance_from_targets,605.3718872070312,FashionMNIST,Schut,JEM,5,2
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,2
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,2
-18,validity,0.0,FashionMNIST,Schut,JEM,5,2
-19,distance,5.100000381469727,FashionMNIST,Schut,JEM,5,2
-19,distance_from_energy,672.5872802734375,FashionMNIST,Schut,JEM,5,2
-19,distance_from_targets,305.8342590332031,FashionMNIST,Schut,JEM,5,2
-19,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,5,2
-19,set_size_penalty,3.000000000064947,FashionMNIST,Schut,JEM,5,2
-19,validity,1.0,FashionMNIST,Schut,JEM,5,2
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,2
-20,distance_from_energy,760.5040893554688,FashionMNIST,Schut,JEM,5,2
-20,distance_from_targets,410.94500732421875,FashionMNIST,Schut,JEM,5,2
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,2
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,2
-20,validity,0.0,FashionMNIST,Schut,JEM,5,2
-1,distance,75.06022644042969,FashionMNIST,Wachter,JEM Ensemble,5,3
-1,distance_from_energy,646.973388671875,FashionMNIST,Wachter,JEM Ensemble,5,3
-1,distance_from_targets,329.6374816894531,FashionMNIST,Wachter,JEM Ensemble,5,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-1,set_size_penalty,3.0000000000000107,FashionMNIST,Wachter,JEM Ensemble,5,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-2,distance,125.71429443359375,FashionMNIST,Wachter,JEM Ensemble,5,3
-2,distance_from_energy,733.3134155273438,FashionMNIST,Wachter,JEM Ensemble,5,3
-2,distance_from_targets,494.67730712890625,FashionMNIST,Wachter,JEM Ensemble,5,3
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-3,distance,120.8265151977539,FashionMNIST,Wachter,JEM Ensemble,5,3
-3,distance_from_energy,778.8396606445312,FashionMNIST,Wachter,JEM Ensemble,5,3
-3,distance_from_targets,553.0068359375,FashionMNIST,Wachter,JEM Ensemble,5,3
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,3
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-4,distance,116.37601470947266,FashionMNIST,Wachter,JEM Ensemble,5,3
-4,distance_from_energy,724.5277709960938,FashionMNIST,Wachter,JEM Ensemble,5,3
-4,distance_from_targets,464.11187744140625,FashionMNIST,Wachter,JEM Ensemble,5,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-5,distance,97.17353820800781,FashionMNIST,Wachter,JEM Ensemble,5,3
-5,distance_from_energy,683.9328002929688,FashionMNIST,Wachter,JEM Ensemble,5,3
-5,distance_from_targets,429.37286376953125,FashionMNIST,Wachter,JEM Ensemble,5,3
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,3
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,3
-1,distance,277.6460876464844,FashionMNIST,REVISE,JEM Ensemble,5,3
-1,distance_from_energy,577.4927978515625,FashionMNIST,REVISE,JEM Ensemble,5,3
-1,distance_from_targets,299.40997314453125,FashionMNIST,REVISE,JEM Ensemble,5,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-1,set_size_penalty,5.000000000000001,FashionMNIST,REVISE,JEM Ensemble,5,3
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-2,distance,471.9693908691406,FashionMNIST,REVISE,JEM Ensemble,5,3
-2,distance_from_energy,565.8946533203125,FashionMNIST,REVISE,JEM Ensemble,5,3
-2,distance_from_targets,318.63726806640625,FashionMNIST,REVISE,JEM Ensemble,5,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-2,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-3,distance,535.6423950195312,FashionMNIST,REVISE,JEM Ensemble,5,3
-3,distance_from_energy,580.0276489257812,FashionMNIST,REVISE,JEM Ensemble,5,3
-3,distance_from_targets,335.3424987792969,FashionMNIST,REVISE,JEM Ensemble,5,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-4,distance,562.5640869140625,FashionMNIST,REVISE,JEM Ensemble,5,3
-4,distance_from_energy,557.9564208984375,FashionMNIST,REVISE,JEM Ensemble,5,3
-4,distance_from_targets,395.3527526855469,FashionMNIST,REVISE,JEM Ensemble,5,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-4,set_size_penalty,2.000007071139743,FashionMNIST,REVISE,JEM Ensemble,5,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-5,distance,348.2475280761719,FashionMNIST,REVISE,JEM Ensemble,5,3
-5,distance_from_energy,666.8765258789062,FashionMNIST,REVISE,JEM Ensemble,5,3
-5,distance_from_targets,285.62353515625,FashionMNIST,REVISE,JEM Ensemble,5,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-5,set_size_penalty,7.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,3
-1,distance,517.2782592773438,FashionMNIST,ECCCo,JEM Ensemble,5,3
-1,distance_from_energy,151.16836547851562,FashionMNIST,ECCCo,JEM Ensemble,5,3
-1,distance_from_targets,431.1415710449219,FashionMNIST,ECCCo,JEM Ensemble,5,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-2,distance,650.0407104492188,FashionMNIST,ECCCo,JEM Ensemble,5,3
-2,distance_from_energy,135.2176055908203,FashionMNIST,ECCCo,JEM Ensemble,5,3
-2,distance_from_targets,476.8663635253906,FashionMNIST,ECCCo,JEM Ensemble,5,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-2,set_size_penalty,3.894193996730748,FashionMNIST,ECCCo,JEM Ensemble,5,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-3,distance,671.7928466796875,FashionMNIST,ECCCo,JEM Ensemble,5,3
-3,distance_from_energy,135.97312927246094,FashionMNIST,ECCCo,JEM Ensemble,5,3
-3,distance_from_targets,418.3449401855469,FashionMNIST,ECCCo,JEM Ensemble,5,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-4,distance,639.23828125,FashionMNIST,ECCCo,JEM Ensemble,5,3
-4,distance_from_energy,100.58375549316406,FashionMNIST,ECCCo,JEM Ensemble,5,3
-4,distance_from_targets,431.45574951171875,FashionMNIST,ECCCo,JEM Ensemble,5,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-5,distance,548.9046630859375,FashionMNIST,ECCCo,JEM Ensemble,5,3
-5,distance_from_energy,145.9155731201172,FashionMNIST,ECCCo,JEM Ensemble,5,3
-5,distance_from_targets,415.2447509765625,FashionMNIST,ECCCo,JEM Ensemble,5,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-5,set_size_penalty,3.0271729623655093,FashionMNIST,ECCCo,JEM Ensemble,5,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,3
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,3
-1,distance_from_energy,614.3192749023438,FashionMNIST,Schut,JEM Ensemble,5,3
-1,distance_from_targets,300.5702209472656,FashionMNIST,Schut,JEM Ensemble,5,3
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,3
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,3
-2,distance_from_energy,761.5740356445312,FashionMNIST,Schut,JEM Ensemble,5,3
-2,distance_from_targets,481.370361328125,FashionMNIST,Schut,JEM Ensemble,5,3
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,3
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,3
-3,distance_from_energy,813.3372802734375,FashionMNIST,Schut,JEM Ensemble,5,3
-3,distance_from_targets,541.6602783203125,FashionMNIST,Schut,JEM Ensemble,5,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,3
-4,distance_from_energy,748.4066162109375,FashionMNIST,Schut,JEM Ensemble,5,3
-4,distance_from_targets,449.87261962890625,FashionMNIST,Schut,JEM Ensemble,5,3
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,3
-5,distance_from_energy,699.7635498046875,FashionMNIST,Schut,JEM Ensemble,5,3
-5,distance_from_targets,403.7918701171875,FashionMNIST,Schut,JEM Ensemble,5,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,3
-6,distance,65.50135803222656,FashionMNIST,Wachter,MLP,5,3
-6,distance_from_energy,890.3724365234375,FashionMNIST,Wachter,MLP,5,3
-6,distance_from_targets,402.17718505859375,FashionMNIST,Wachter,MLP,5,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,3
-6,set_size_penalty,2.9694541706492115,FashionMNIST,Wachter,MLP,5,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,3
-7,distance,106.49237823486328,FashionMNIST,Wachter,MLP,5,3
-7,distance_from_energy,965.3392333984375,FashionMNIST,Wachter,MLP,5,3
-7,distance_from_targets,621.6273193359375,FashionMNIST,Wachter,MLP,5,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,3
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,5,3
-7,validity,0.0,FashionMNIST,Wachter,MLP,5,3
-8,distance,98.77132415771484,FashionMNIST,Wachter,MLP,5,3
-8,distance_from_energy,938.4080200195312,FashionMNIST,Wachter,MLP,5,3
-8,distance_from_targets,473.9507751464844,FashionMNIST,Wachter,MLP,5,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,3
-8,set_size_penalty,1.0000012358177426,FashionMNIST,Wachter,MLP,5,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,3
-9,distance,93.04345703125,FashionMNIST,Wachter,MLP,5,3
-9,distance_from_energy,913.03955078125,FashionMNIST,Wachter,MLP,5,3
-9,distance_from_targets,449.1758728027344,FashionMNIST,Wachter,MLP,5,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,3
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,5,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,3
-10,distance,83.12625122070312,FashionMNIST,Wachter,MLP,5,3
-10,distance_from_energy,944.58056640625,FashionMNIST,Wachter,MLP,5,3
-10,distance_from_targets,484.00115966796875,FashionMNIST,Wachter,MLP,5,3
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,5,3
-10,set_size_penalty,2.9802622201039437,FashionMNIST,Wachter,MLP,5,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,3
-6,distance,211.0963897705078,FashionMNIST,REVISE,MLP,5,3
-6,distance_from_energy,838.68701171875,FashionMNIST,REVISE,MLP,5,3
-6,distance_from_targets,341.32379150390625,FashionMNIST,REVISE,MLP,5,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,3
-6,set_size_penalty,3.0000011977796532,FashionMNIST,REVISE,MLP,5,3
-6,validity,1.0,FashionMNIST,REVISE,MLP,5,3
-7,distance,243.30821228027344,FashionMNIST,REVISE,MLP,5,3
-7,distance_from_energy,928.6807861328125,FashionMNIST,REVISE,MLP,5,3
-7,distance_from_targets,532.025146484375,FashionMNIST,REVISE,MLP,5,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,3
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,3
-7,validity,0.0,FashionMNIST,REVISE,MLP,5,3
-8,distance,190.0417938232422,FashionMNIST,REVISE,MLP,5,3
-8,distance_from_energy,935.31640625,FashionMNIST,REVISE,MLP,5,3
-8,distance_from_targets,451.32061767578125,FashionMNIST,REVISE,MLP,5,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,3
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,3
-8,validity,0.0,FashionMNIST,REVISE,MLP,5,3
-9,distance,288.599609375,FashionMNIST,REVISE,MLP,5,3
-9,distance_from_energy,885.4387817382812,FashionMNIST,REVISE,MLP,5,3
-9,distance_from_targets,291.73828125,FashionMNIST,REVISE,MLP,5,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,5,3
-10,distance,176.59707641601562,FashionMNIST,REVISE,MLP,5,3
-10,distance_from_energy,950.6845703125,FashionMNIST,REVISE,MLP,5,3
-10,distance_from_targets,452.4651794433594,FashionMNIST,REVISE,MLP,5,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,3
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,3
-10,validity,0.0,FashionMNIST,REVISE,MLP,5,3
-6,distance,698.26904296875,FashionMNIST,ECCCo,MLP,5,3
-6,distance_from_energy,230.2703857421875,FashionMNIST,ECCCo,MLP,5,3
-6,distance_from_targets,638.240478515625,FashionMNIST,ECCCo,MLP,5,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,3
-6,set_size_penalty,1.1523022435952865,FashionMNIST,ECCCo,MLP,5,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,3
-7,distance,788.8872680664062,FashionMNIST,ECCCo,MLP,5,3
-7,distance_from_energy,197.80630493164062,FashionMNIST,ECCCo,MLP,5,3
-7,distance_from_targets,690.8419189453125,FashionMNIST,ECCCo,MLP,5,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,3
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,3
-8,distance,786.0725708007812,FashionMNIST,ECCCo,MLP,5,3
-8,distance_from_energy,183.3945770263672,FashionMNIST,ECCCo,MLP,5,3
-8,distance_from_targets,673.0134887695312,FashionMNIST,ECCCo,MLP,5,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,3
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,3
-9,distance,710.1873168945312,FashionMNIST,ECCCo,MLP,5,3
-9,distance_from_energy,197.95790100097656,FashionMNIST,ECCCo,MLP,5,3
-9,distance_from_targets,660.1895751953125,FashionMNIST,ECCCo,MLP,5,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,3
-9,set_size_penalty,1.0000011166563405,FashionMNIST,ECCCo,MLP,5,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,3
-10,distance,761.6273193359375,FashionMNIST,ECCCo,MLP,5,3
-10,distance_from_energy,183.97341918945312,FashionMNIST,ECCCo,MLP,5,3
-10,distance_from_targets,674.033935546875,FashionMNIST,ECCCo,MLP,5,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,3
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,3
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,3
-6,distance_from_energy,865.1773681640625,FashionMNIST,Schut,MLP,5,3
-6,distance_from_targets,375.8988952636719,FashionMNIST,Schut,MLP,5,3
-6,redundancy,0.9821428571428571,FashionMNIST,Schut,MLP,5,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,3
-6,validity,0.0,FashionMNIST,Schut,MLP,5,3
-7,distance,10.0,FashionMNIST,Schut,MLP,5,3
-7,distance_from_energy,964.3072509765625,FashionMNIST,Schut,MLP,5,3
-7,distance_from_targets,586.6909790039062,FashionMNIST,Schut,MLP,5,3
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,3
-7,validity,0.0,FashionMNIST,Schut,MLP,5,3
-8,distance,10.0,FashionMNIST,Schut,MLP,5,3
-8,distance_from_energy,956.0104370117188,FashionMNIST,Schut,MLP,5,3
-8,distance_from_targets,447.50390625,FashionMNIST,Schut,MLP,5,3
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,3
-8,validity,0.0,FashionMNIST,Schut,MLP,5,3
-9,distance,10.0,FashionMNIST,Schut,MLP,5,3
-9,distance_from_energy,910.5978393554688,FashionMNIST,Schut,MLP,5,3
-9,distance_from_targets,411.7951965332031,FashionMNIST,Schut,MLP,5,3
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,3
-9,validity,0.0,FashionMNIST,Schut,MLP,5,3
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,3
-10,distance_from_energy,932.5130004882812,FashionMNIST,Schut,MLP,5,3
-10,distance_from_targets,444.8320617675781,FashionMNIST,Schut,MLP,5,3
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,3
-10,validity,0.0,FashionMNIST,Schut,MLP,5,3
-11,distance,66.31664276123047,FashionMNIST,Wachter,MLP Ensemble,5,3
-11,distance_from_energy,827.7120971679688,FashionMNIST,Wachter,MLP Ensemble,5,3
-11,distance_from_targets,331.7017517089844,FashionMNIST,Wachter,MLP Ensemble,5,3
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-11,set_size_penalty,9.999999999999984,FashionMNIST,Wachter,MLP Ensemble,5,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-12,distance,97.88090515136719,FashionMNIST,Wachter,MLP Ensemble,5,3
-12,distance_from_energy,901.224609375,FashionMNIST,Wachter,MLP Ensemble,5,3
-12,distance_from_targets,455.5125427246094,FashionMNIST,Wachter,MLP Ensemble,5,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-12,set_size_penalty,1.9994470421808477,FashionMNIST,Wachter,MLP Ensemble,5,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-13,distance,93.83033752441406,FashionMNIST,Wachter,MLP Ensemble,5,3
-13,distance_from_energy,943.2081909179688,FashionMNIST,Wachter,MLP Ensemble,5,3
-13,distance_from_targets,561.7664184570312,FashionMNIST,Wachter,MLP Ensemble,5,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-13,set_size_penalty,0.797866593010492,FashionMNIST,Wachter,MLP Ensemble,5,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-14,distance,94.99784851074219,FashionMNIST,Wachter,MLP Ensemble,5,3
-14,distance_from_energy,916.8790893554688,FashionMNIST,Wachter,MLP Ensemble,5,3
-14,distance_from_targets,536.4029541015625,FashionMNIST,Wachter,MLP Ensemble,5,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-14,set_size_penalty,9.999700962714574,FashionMNIST,Wachter,MLP Ensemble,5,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-15,distance,106.22417449951172,FashionMNIST,Wachter,MLP Ensemble,5,3
-15,distance_from_energy,899.7208862304688,FashionMNIST,Wachter,MLP Ensemble,5,3
-15,distance_from_targets,497.16229248046875,FashionMNIST,Wachter,MLP Ensemble,5,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-15,set_size_penalty,2.000162703673503,FashionMNIST,Wachter,MLP Ensemble,5,3
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,3
-11,distance,118.83692932128906,FashionMNIST,REVISE,MLP Ensemble,5,3
-11,distance_from_energy,805.8928833007812,FashionMNIST,REVISE,MLP Ensemble,5,3
-11,distance_from_targets,251.4954833984375,FashionMNIST,REVISE,MLP Ensemble,5,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-12,distance,277.2878112792969,FashionMNIST,REVISE,MLP Ensemble,5,3
-12,distance_from_energy,815.1928100585938,FashionMNIST,REVISE,MLP Ensemble,5,3
-12,distance_from_targets,279.2971496582031,FashionMNIST,REVISE,MLP Ensemble,5,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-12,set_size_penalty,0.930722216749263,FashionMNIST,REVISE,MLP Ensemble,5,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-13,distance,288.5130615234375,FashionMNIST,REVISE,MLP Ensemble,5,3
-13,distance_from_energy,881.5362548828125,FashionMNIST,REVISE,MLP Ensemble,5,3
-13,distance_from_targets,370.56787109375,FashionMNIST,REVISE,MLP Ensemble,5,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-14,distance,230.12916564941406,FashionMNIST,REVISE,MLP Ensemble,5,3
-14,distance_from_energy,946.9140625,FashionMNIST,REVISE,MLP Ensemble,5,3
-14,distance_from_targets,464.2652282714844,FashionMNIST,REVISE,MLP Ensemble,5,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-15,distance,168.0838165283203,FashionMNIST,REVISE,MLP Ensemble,5,3
-15,distance_from_energy,940.57470703125,FashionMNIST,REVISE,MLP Ensemble,5,3
-15,distance_from_targets,458.254638671875,FashionMNIST,REVISE,MLP Ensemble,5,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,3
-11,distance,667.3685913085938,FashionMNIST,ECCCo,MLP Ensemble,5,3
-11,distance_from_energy,183.1454315185547,FashionMNIST,ECCCo,MLP Ensemble,5,3
-11,distance_from_targets,622.5018310546875,FashionMNIST,ECCCo,MLP Ensemble,5,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-12,distance,780.4967041015625,FashionMNIST,ECCCo,MLP Ensemble,5,3
-12,distance_from_energy,147.66168212890625,FashionMNIST,ECCCo,MLP Ensemble,5,3
-12,distance_from_targets,644.4981689453125,FashionMNIST,ECCCo,MLP Ensemble,5,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-13,distance,757.8633422851562,FashionMNIST,ECCCo,MLP Ensemble,5,3
-13,distance_from_energy,216.33285522460938,FashionMNIST,ECCCo,MLP Ensemble,5,3
-13,distance_from_targets,643.2072143554688,FashionMNIST,ECCCo,MLP Ensemble,5,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-14,distance,725.0111694335938,FashionMNIST,ECCCo,MLP Ensemble,5,3
-14,distance_from_energy,210.3134765625,FashionMNIST,ECCCo,MLP Ensemble,5,3
-14,distance_from_targets,641.7196655273438,FashionMNIST,ECCCo,MLP Ensemble,5,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-15,distance,808.8778686523438,FashionMNIST,ECCCo,MLP Ensemble,5,3
-15,distance_from_energy,133.98390197753906,FashionMNIST,ECCCo,MLP Ensemble,5,3
-15,distance_from_targets,658.8489990234375,FashionMNIST,ECCCo,MLP Ensemble,5,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,3
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,3
-11,distance_from_energy,828.2443237304688,FashionMNIST,Schut,MLP Ensemble,5,3
-11,distance_from_targets,298.76995849609375,FashionMNIST,Schut,MLP Ensemble,5,3
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,3
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,3
-12,distance_from_energy,905.4952392578125,FashionMNIST,Schut,MLP Ensemble,5,3
-12,distance_from_targets,421.72039794921875,FashionMNIST,Schut,MLP Ensemble,5,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,3
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,3
-13,distance_from_energy,963.8931884765625,FashionMNIST,Schut,MLP Ensemble,5,3
-13,distance_from_targets,530.3778076171875,FashionMNIST,Schut,MLP Ensemble,5,3
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,3
-14,distance_from_energy,916.8469848632812,FashionMNIST,Schut,MLP Ensemble,5,3
-14,distance_from_targets,502.79278564453125,FashionMNIST,Schut,MLP Ensemble,5,3
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,3
-15,distance_from_energy,935.009765625,FashionMNIST,Schut,MLP Ensemble,5,3
-15,distance_from_targets,462.57696533203125,FashionMNIST,Schut,MLP Ensemble,5,3
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,3
-16,distance,86.72642517089844,FashionMNIST,Wachter,JEM,5,3
-16,distance_from_energy,1001.8630981445312,FashionMNIST,Wachter,JEM,5,3
-16,distance_from_targets,620.4425659179688,FashionMNIST,Wachter,JEM,5,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,3
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,3
-17,distance,71.61528778076172,FashionMNIST,Wachter,JEM,5,3
-17,distance_from_energy,789.9903564453125,FashionMNIST,Wachter,JEM,5,3
-17,distance_from_targets,397.0150146484375,FashionMNIST,Wachter,JEM,5,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,3
-17,set_size_penalty,2.0003100533421154,FashionMNIST,Wachter,JEM,5,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,3
-18,distance,91.6686782836914,FashionMNIST,Wachter,JEM,5,3
-18,distance_from_energy,941.8098754882812,FashionMNIST,Wachter,JEM,5,3
-18,distance_from_targets,627.388916015625,FashionMNIST,Wachter,JEM,5,3
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,3
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,3
-19,distance,85.7960205078125,FashionMNIST,Wachter,JEM,5,3
-19,distance_from_energy,875.5509033203125,FashionMNIST,Wachter,JEM,5,3
-19,distance_from_targets,494.10040283203125,FashionMNIST,Wachter,JEM,5,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,3
-19,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,5,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,3
-20,distance,90.42762756347656,FashionMNIST,Wachter,JEM,5,3
-20,distance_from_energy,856.28759765625,FashionMNIST,Wachter,JEM,5,3
-20,distance_from_targets,463.8870849609375,FashionMNIST,Wachter,JEM,5,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,3
-20,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,5,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,3
-16,distance,408.4352111816406,FashionMNIST,REVISE,JEM,5,3
-16,distance_from_energy,783.6567993164062,FashionMNIST,REVISE,JEM,5,3
-16,distance_from_targets,421.65252685546875,FashionMNIST,REVISE,JEM,5,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,3
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,5,3
-16,validity,0.0,FashionMNIST,REVISE,JEM,5,3
-17,distance,407.9971923828125,FashionMNIST,REVISE,JEM,5,3
-17,distance_from_energy,648.7156982421875,FashionMNIST,REVISE,JEM,5,3
-17,distance_from_targets,333.36395263671875,FashionMNIST,REVISE,JEM,5,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,3
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,5,3
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,3
-18,distance,507.12451171875,FashionMNIST,REVISE,JEM,5,3
-18,distance_from_energy,708.30615234375,FashionMNIST,REVISE,JEM,5,3
-18,distance_from_targets,376.0448913574219,FashionMNIST,REVISE,JEM,5,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,3
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,5,3
-18,validity,0.0,FashionMNIST,REVISE,JEM,5,3
-19,distance,471.4386291503906,FashionMNIST,REVISE,JEM,5,3
-19,distance_from_energy,664.254638671875,FashionMNIST,REVISE,JEM,5,3
-19,distance_from_targets,294.1921081542969,FashionMNIST,REVISE,JEM,5,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,3
-19,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,5,3
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,3
-20,distance,408.95220947265625,FashionMNIST,REVISE,JEM,5,3
-20,distance_from_energy,738.07177734375,FashionMNIST,REVISE,JEM,5,3
-20,distance_from_targets,304.3786926269531,FashionMNIST,REVISE,JEM,5,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,3
-20,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,5,3
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,3
-16,distance,754.7879638671875,FashionMNIST,ECCCo,JEM,5,3
-16,distance_from_energy,197.48825073242188,FashionMNIST,ECCCo,JEM,5,3
-16,distance_from_targets,523.3919067382812,FashionMNIST,ECCCo,JEM,5,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,3
-16,set_size_penalty,2.000032574093849,FashionMNIST,ECCCo,JEM,5,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,3
-17,distance,689.5595703125,FashionMNIST,ECCCo,JEM,5,3
-17,distance_from_energy,135.12539672851562,FashionMNIST,ECCCo,JEM,5,3
-17,distance_from_targets,497.3609313964844,FashionMNIST,ECCCo,JEM,5,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,3
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,3
-18,distance,770.9722290039062,FashionMNIST,ECCCo,JEM,5,3
-18,distance_from_energy,204.64718627929688,FashionMNIST,ECCCo,JEM,5,3
-18,distance_from_targets,521.7740478515625,FashionMNIST,ECCCo,JEM,5,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,3
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,3
-19,distance,754.2840576171875,FashionMNIST,ECCCo,JEM,5,3
-19,distance_from_energy,175.62005615234375,FashionMNIST,ECCCo,JEM,5,3
-19,distance_from_targets,488.8038635253906,FashionMNIST,ECCCo,JEM,5,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,3
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,3
-20,distance,698.4016723632812,FashionMNIST,ECCCo,JEM,5,3
-20,distance_from_energy,201.65411376953125,FashionMNIST,ECCCo,JEM,5,3
-20,distance_from_targets,485.68365478515625,FashionMNIST,ECCCo,JEM,5,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,3
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,3
-16,distance,10.0,FashionMNIST,Schut,JEM,5,3
-16,distance_from_energy,924.6207885742188,FashionMNIST,Schut,JEM,5,3
-16,distance_from_targets,591.0737915039062,FashionMNIST,Schut,JEM,5,3
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,3
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,3
-16,validity,0.0,FashionMNIST,Schut,JEM,5,3
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,3
-17,distance_from_energy,828.0261840820312,FashionMNIST,Schut,JEM,5,3
-17,distance_from_targets,372.0122985839844,FashionMNIST,Schut,JEM,5,3
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,5,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,3
-17,validity,0.0,FashionMNIST,Schut,JEM,5,3
-18,distance,10.0,FashionMNIST,Schut,JEM,5,3
-18,distance_from_energy,1014.2545166015625,FashionMNIST,Schut,JEM,5,3
-18,distance_from_targets,593.6908569335938,FashionMNIST,Schut,JEM,5,3
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,5,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,3
-18,validity,0.0,FashionMNIST,Schut,JEM,5,3
-19,distance,10.0,FashionMNIST,Schut,JEM,5,3
-19,distance_from_energy,891.8074951171875,FashionMNIST,Schut,JEM,5,3
-19,distance_from_targets,465.42877197265625,FashionMNIST,Schut,JEM,5,3
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,5,3
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,3
-19,validity,0.0,FashionMNIST,Schut,JEM,5,3
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,3
-20,distance_from_energy,859.1859130859375,FashionMNIST,Schut,JEM,5,3
-20,distance_from_targets,438.6495361328125,FashionMNIST,Schut,JEM,5,3
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,3
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,3
-20,validity,0.0,FashionMNIST,Schut,JEM,5,3
-1,distance,116.39620971679688,FashionMNIST,Wachter,JEM Ensemble,5,4
-1,distance_from_energy,737.9299926757812,FashionMNIST,Wachter,JEM Ensemble,5,4
-1,distance_from_targets,509.368408203125,FashionMNIST,Wachter,JEM Ensemble,5,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-2,distance,90.36693572998047,FashionMNIST,Wachter,JEM Ensemble,5,4
-2,distance_from_energy,702.7078247070312,FashionMNIST,Wachter,JEM Ensemble,5,4
-2,distance_from_targets,422.463134765625,FashionMNIST,Wachter,JEM Ensemble,5,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-3,distance,137.8533477783203,FashionMNIST,Wachter,JEM Ensemble,5,4
-3,distance_from_energy,754.9285888671875,FashionMNIST,Wachter,JEM Ensemble,5,4
-3,distance_from_targets,630.369140625,FashionMNIST,Wachter,JEM Ensemble,5,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-4,distance,101.75251007080078,FashionMNIST,Wachter,JEM Ensemble,5,4
-4,distance_from_energy,681.9617309570312,FashionMNIST,Wachter,JEM Ensemble,5,4
-4,distance_from_targets,458.1986999511719,FashionMNIST,Wachter,JEM Ensemble,5,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-5,distance,117.24595642089844,FashionMNIST,Wachter,JEM Ensemble,5,4
-5,distance_from_energy,741.108154296875,FashionMNIST,Wachter,JEM Ensemble,5,4
-5,distance_from_targets,500.33270263671875,FashionMNIST,Wachter,JEM Ensemble,5,4
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,4
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,4
-1,distance,425.60382080078125,FashionMNIST,REVISE,JEM Ensemble,5,4
-1,distance_from_energy,498.6546325683594,FashionMNIST,REVISE,JEM Ensemble,5,4
-1,distance_from_targets,292.2392272949219,FashionMNIST,REVISE,JEM Ensemble,5,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-2,distance,402.4914245605469,FashionMNIST,REVISE,JEM Ensemble,5,4
-2,distance_from_energy,487.78564453125,FashionMNIST,REVISE,JEM Ensemble,5,4
-2,distance_from_targets,315.25030517578125,FashionMNIST,REVISE,JEM Ensemble,5,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-3,distance,650.2717895507812,FashionMNIST,REVISE,JEM Ensemble,5,4
-3,distance_from_energy,545.013916015625,FashionMNIST,REVISE,JEM Ensemble,5,4
-3,distance_from_targets,506.51611328125,FashionMNIST,REVISE,JEM Ensemble,5,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-4,distance,479.29766845703125,FashionMNIST,REVISE,JEM Ensemble,5,4
-4,distance_from_energy,443.445556640625,FashionMNIST,REVISE,JEM Ensemble,5,4
-4,distance_from_targets,363.78704833984375,FashionMNIST,REVISE,JEM Ensemble,5,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-5,distance,337.9782409667969,FashionMNIST,REVISE,JEM Ensemble,5,4
-5,distance_from_energy,575.3099975585938,FashionMNIST,REVISE,JEM Ensemble,5,4
-5,distance_from_targets,319.825439453125,FashionMNIST,REVISE,JEM Ensemble,5,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,4
-1,distance,681.0988159179688,FashionMNIST,ECCCo,JEM Ensemble,5,4
-1,distance_from_energy,87.99324798583984,FashionMNIST,ECCCo,JEM Ensemble,5,4
-1,distance_from_targets,476.704833984375,FashionMNIST,ECCCo,JEM Ensemble,5,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-2,distance,594.8670654296875,FashionMNIST,ECCCo,JEM Ensemble,5,4
-2,distance_from_energy,116.5693588256836,FashionMNIST,ECCCo,JEM Ensemble,5,4
-2,distance_from_targets,428.3514404296875,FashionMNIST,ECCCo,JEM Ensemble,5,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-2,set_size_penalty,3.9999999967947,FashionMNIST,ECCCo,JEM Ensemble,5,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-3,distance,664.7415161132812,FashionMNIST,ECCCo,JEM Ensemble,5,4
-3,distance_from_energy,114.40826416015625,FashionMNIST,ECCCo,JEM Ensemble,5,4
-3,distance_from_targets,441.7651062011719,FashionMNIST,ECCCo,JEM Ensemble,5,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-4,distance,631.0443725585938,FashionMNIST,ECCCo,JEM Ensemble,5,4
-4,distance_from_energy,85.15528106689453,FashionMNIST,ECCCo,JEM Ensemble,5,4
-4,distance_from_targets,452.0650329589844,FashionMNIST,ECCCo,JEM Ensemble,5,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-5,distance,613.9579467773438,FashionMNIST,ECCCo,JEM Ensemble,5,4
-5,distance_from_energy,130.64047241210938,FashionMNIST,ECCCo,JEM Ensemble,5,4
-5,distance_from_targets,450.9776916503906,FashionMNIST,ECCCo,JEM Ensemble,5,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,4
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,4
-1,distance_from_energy,764.3106689453125,FashionMNIST,Schut,JEM Ensemble,5,4
-1,distance_from_targets,493.09539794921875,FashionMNIST,Schut,JEM Ensemble,5,4
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,4
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,4
-2,distance_from_energy,679.8964233398438,FashionMNIST,Schut,JEM Ensemble,5,4
-2,distance_from_targets,391.3086242675781,FashionMNIST,Schut,JEM Ensemble,5,4
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,4
-3,distance_from_energy,748.0856323242188,FashionMNIST,Schut,JEM Ensemble,5,4
-3,distance_from_targets,620.1465454101562,FashionMNIST,Schut,JEM Ensemble,5,4
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,4
-4,distance_from_energy,706.8390502929688,FashionMNIST,Schut,JEM Ensemble,5,4
-4,distance_from_targets,438.1585388183594,FashionMNIST,Schut,JEM Ensemble,5,4
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,4
-5,distance_from_energy,705.6917114257812,FashionMNIST,Schut,JEM Ensemble,5,4
-5,distance_from_targets,477.9849853515625,FashionMNIST,Schut,JEM Ensemble,5,4
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,4
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,4
-6,distance,110.99082946777344,FashionMNIST,Wachter,MLP,5,4
-6,distance_from_energy,912.5618286132812,FashionMNIST,Wachter,MLP,5,4
-6,distance_from_targets,704.8319091796875,FashionMNIST,Wachter,MLP,5,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,4
-6,set_size_penalty,1.9999965607109256,FashionMNIST,Wachter,MLP,5,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,4
-7,distance,97.30142974853516,FashionMNIST,Wachter,MLP,5,4
-7,distance_from_energy,906.6692504882812,FashionMNIST,Wachter,MLP,5,4
-7,distance_from_targets,596.0662841796875,FashionMNIST,Wachter,MLP,5,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,4
-7,set_size_penalty,2.000305492617982,FashionMNIST,Wachter,MLP,5,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,5,4
-8,distance,99.0753402709961,FashionMNIST,Wachter,MLP,5,4
-8,distance_from_energy,897.4723510742188,FashionMNIST,Wachter,MLP,5,4
-8,distance_from_targets,445.5980224609375,FashionMNIST,Wachter,MLP,5,4
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,4
-8,set_size_penalty,3.999983913763215,FashionMNIST,Wachter,MLP,5,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,4
-9,distance,96.15384674072266,FashionMNIST,Wachter,MLP,5,4
-9,distance_from_energy,911.2732543945312,FashionMNIST,Wachter,MLP,5,4
-9,distance_from_targets,598.980712890625,FashionMNIST,Wachter,MLP,5,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,4
-9,set_size_penalty,1.9999999987028045,FashionMNIST,Wachter,MLP,5,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,4
-10,distance,104.28710174560547,FashionMNIST,Wachter,MLP,5,4
-10,distance_from_energy,921.2239379882812,FashionMNIST,Wachter,MLP,5,4
-10,distance_from_targets,649.1808471679688,FashionMNIST,Wachter,MLP,5,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,5,4
-10,set_size_penalty,0.9999998595987253,FashionMNIST,Wachter,MLP,5,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,4
-6,distance,310.3453063964844,FashionMNIST,REVISE,MLP,5,4
-6,distance_from_energy,868.6749877929688,FashionMNIST,REVISE,MLP,5,4
-6,distance_from_targets,586.6030883789062,FashionMNIST,REVISE,MLP,5,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,4
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,4
-6,validity,0.0,FashionMNIST,REVISE,MLP,5,4
-7,distance,383.1524963378906,FashionMNIST,REVISE,MLP,5,4
-7,distance_from_energy,861.6940307617188,FashionMNIST,REVISE,MLP,5,4
-7,distance_from_targets,418.2318420410156,FashionMNIST,REVISE,MLP,5,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,4
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,4
-7,validity,0.0,FashionMNIST,REVISE,MLP,5,4
-8,distance,309.5478820800781,FashionMNIST,REVISE,MLP,5,4
-8,distance_from_energy,802.7255859375,FashionMNIST,REVISE,MLP,5,4
-8,distance_from_targets,276.5845031738281,FashionMNIST,REVISE,MLP,5,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,4
-8,set_size_penalty,1.9999999999998554,FashionMNIST,REVISE,MLP,5,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,5,4
-9,distance,227.40478515625,FashionMNIST,REVISE,MLP,5,4
-9,distance_from_energy,955.5281372070312,FashionMNIST,REVISE,MLP,5,4
-9,distance_from_targets,685.8104858398438,FashionMNIST,REVISE,MLP,5,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,4
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,4
-9,validity,0.0,FashionMNIST,REVISE,MLP,5,4
-10,distance,311.7470703125,FashionMNIST,REVISE,MLP,5,4
-10,distance_from_energy,854.890625,FashionMNIST,REVISE,MLP,5,4
-10,distance_from_targets,475.8741455078125,FashionMNIST,REVISE,MLP,5,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,4
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,4
-10,validity,0.0,FashionMNIST,REVISE,MLP,5,4
-6,distance,837.644775390625,FashionMNIST,ECCCo,MLP,5,4
-6,distance_from_energy,128.7664031982422,FashionMNIST,ECCCo,MLP,5,4
-6,distance_from_targets,725.5321044921875,FashionMNIST,ECCCo,MLP,5,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,4
-6,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,4
-7,distance,797.4923706054688,FashionMNIST,ECCCo,MLP,5,4
-7,distance_from_energy,133.250732421875,FashionMNIST,ECCCo,MLP,5,4
-7,distance_from_targets,704.9240112304688,FashionMNIST,ECCCo,MLP,5,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,4
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,4
-8,distance,731.04833984375,FashionMNIST,ECCCo,MLP,5,4
-8,distance_from_energy,201.02833557128906,FashionMNIST,ECCCo,MLP,5,4
-8,distance_from_targets,662.7059936523438,FashionMNIST,ECCCo,MLP,5,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,4
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,4
-9,distance,803.0115356445312,FashionMNIST,ECCCo,MLP,5,4
-9,distance_from_energy,156.0221405029297,FashionMNIST,ECCCo,MLP,5,4
-9,distance_from_targets,698.1923217773438,FashionMNIST,ECCCo,MLP,5,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,4
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,4
-10,distance,785.0804443359375,FashionMNIST,ECCCo,MLP,5,4
-10,distance_from_energy,155.58200073242188,FashionMNIST,ECCCo,MLP,5,4
-10,distance_from_targets,686.8938598632812,FashionMNIST,ECCCo,MLP,5,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,4
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,4
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,4
-6,distance_from_energy,970.8468017578125,FashionMNIST,Schut,MLP,5,4
-6,distance_from_targets,687.0031127929688,FashionMNIST,Schut,MLP,5,4
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,4
-6,validity,0.0,FashionMNIST,Schut,MLP,5,4
-7,distance,10.0,FashionMNIST,Schut,MLP,5,4
-7,distance_from_energy,934.5657958984375,FashionMNIST,Schut,MLP,5,4
-7,distance_from_targets,579.2881469726562,FashionMNIST,Schut,MLP,5,4
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,4
-7,validity,0.0,FashionMNIST,Schut,MLP,5,4
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,4
-8,distance_from_energy,900.61181640625,FashionMNIST,Schut,MLP,5,4
-8,distance_from_targets,419.33544921875,FashionMNIST,Schut,MLP,5,4
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,4
-8,validity,0.0,FashionMNIST,Schut,MLP,5,4
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,4
-9,distance_from_energy,937.3287353515625,FashionMNIST,Schut,MLP,5,4
-9,distance_from_targets,589.5542602539062,FashionMNIST,Schut,MLP,5,4
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,4
-9,validity,0.0,FashionMNIST,Schut,MLP,5,4
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,4
-10,distance_from_energy,942.3748779296875,FashionMNIST,Schut,MLP,5,4
-10,distance_from_targets,630.2361450195312,FashionMNIST,Schut,MLP,5,4
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,4
-10,validity,0.0,FashionMNIST,Schut,MLP,5,4
-11,distance,106.63886260986328,FashionMNIST,Wachter,MLP Ensemble,5,4
-11,distance_from_energy,933.0521240234375,FashionMNIST,Wachter,MLP Ensemble,5,4
-11,distance_from_targets,600.2125854492188,FashionMNIST,Wachter,MLP Ensemble,5,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-12,distance,114.02937316894531,FashionMNIST,Wachter,MLP Ensemble,5,4
-12,distance_from_energy,1014.0113525390625,FashionMNIST,Wachter,MLP Ensemble,5,4
-12,distance_from_targets,605.0979614257812,FashionMNIST,Wachter,MLP Ensemble,5,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-13,distance,107.81993865966797,FashionMNIST,Wachter,MLP Ensemble,5,4
-13,distance_from_energy,932.9439697265625,FashionMNIST,Wachter,MLP Ensemble,5,4
-13,distance_from_targets,641.6903686523438,FashionMNIST,Wachter,MLP Ensemble,5,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-14,distance,93.6956787109375,FashionMNIST,Wachter,MLP Ensemble,5,4
-14,distance_from_energy,912.8492431640625,FashionMNIST,Wachter,MLP Ensemble,5,4
-14,distance_from_targets,544.5818481445312,FashionMNIST,Wachter,MLP Ensemble,5,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-14,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-15,distance,98.86270904541016,FashionMNIST,Wachter,MLP Ensemble,5,4
-15,distance_from_energy,894.2562255859375,FashionMNIST,Wachter,MLP Ensemble,5,4
-15,distance_from_targets,564.3948364257812,FashionMNIST,Wachter,MLP Ensemble,5,4
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-15,set_size_penalty,2.8184756460189737,FashionMNIST,Wachter,MLP Ensemble,5,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,4
-11,distance,277.4859313964844,FashionMNIST,REVISE,MLP Ensemble,5,4
-11,distance_from_energy,903.9879760742188,FashionMNIST,REVISE,MLP Ensemble,5,4
-11,distance_from_targets,568.4166870117188,FashionMNIST,REVISE,MLP Ensemble,5,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-12,distance,257.0960998535156,FashionMNIST,REVISE,MLP Ensemble,5,4
-12,distance_from_energy,970.2346801757812,FashionMNIST,REVISE,MLP Ensemble,5,4
-12,distance_from_targets,580.7655029296875,FashionMNIST,REVISE,MLP Ensemble,5,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-13,distance,194.38124084472656,FashionMNIST,REVISE,MLP Ensemble,5,4
-13,distance_from_energy,912.7354736328125,FashionMNIST,REVISE,MLP Ensemble,5,4
-13,distance_from_targets,554.1929931640625,FashionMNIST,REVISE,MLP Ensemble,5,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-14,distance,404.027587890625,FashionMNIST,REVISE,MLP Ensemble,5,4
-14,distance_from_energy,805.3663330078125,FashionMNIST,REVISE,MLP Ensemble,5,4
-14,distance_from_targets,350.9126892089844,FashionMNIST,REVISE,MLP Ensemble,5,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-14,set_size_penalty,2.1318020156073296,FashionMNIST,REVISE,MLP Ensemble,5,4
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-15,distance,407.3660888671875,FashionMNIST,REVISE,MLP Ensemble,5,4
-15,distance_from_energy,814.0612182617188,FashionMNIST,REVISE,MLP Ensemble,5,4
-15,distance_from_targets,300.9651184082031,FashionMNIST,REVISE,MLP Ensemble,5,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-15,set_size_penalty,2.0000132265557204,FashionMNIST,REVISE,MLP Ensemble,5,4
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,4
-11,distance,790.0447387695312,FashionMNIST,ECCCo,MLP Ensemble,5,4
-11,distance_from_energy,206.11605834960938,FashionMNIST,ECCCo,MLP Ensemble,5,4
-11,distance_from_targets,655.4694213867188,FashionMNIST,ECCCo,MLP Ensemble,5,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-12,distance,832.2994995117188,FashionMNIST,ECCCo,MLP Ensemble,5,4
-12,distance_from_energy,209.4905548095703,FashionMNIST,ECCCo,MLP Ensemble,5,4
-12,distance_from_targets,650.2177124023438,FashionMNIST,ECCCo,MLP Ensemble,5,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-13,distance,798.9337158203125,FashionMNIST,ECCCo,MLP Ensemble,5,4
-13,distance_from_energy,170.86691284179688,FashionMNIST,ECCCo,MLP Ensemble,5,4
-13,distance_from_targets,661.6463623046875,FashionMNIST,ECCCo,MLP Ensemble,5,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-14,distance,794.6570434570312,FashionMNIST,ECCCo,MLP Ensemble,5,4
-14,distance_from_energy,146.9927215576172,FashionMNIST,ECCCo,MLP Ensemble,5,4
-14,distance_from_targets,670.8602294921875,FashionMNIST,ECCCo,MLP Ensemble,5,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-15,distance,810.5935668945312,FashionMNIST,ECCCo,MLP Ensemble,5,4
-15,distance_from_energy,136.9095916748047,FashionMNIST,ECCCo,MLP Ensemble,5,4
-15,distance_from_targets,675.7584228515625,FashionMNIST,ECCCo,MLP Ensemble,5,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,4
-11,distance_from_energy,974.0927734375,FashionMNIST,Schut,MLP Ensemble,5,4
-11,distance_from_targets,582.590576171875,FashionMNIST,Schut,MLP Ensemble,5,4
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,4
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,4
-12,distance_from_energy,1030.583984375,FashionMNIST,Schut,MLP Ensemble,5,4
-12,distance_from_targets,569.9981689453125,FashionMNIST,Schut,MLP Ensemble,5,4
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,4
-13,distance_from_energy,960.1339111328125,FashionMNIST,Schut,MLP Ensemble,5,4
-13,distance_from_targets,627.4979858398438,FashionMNIST,Schut,MLP Ensemble,5,4
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,4
-14,distance_from_energy,917.4714965820312,FashionMNIST,Schut,MLP Ensemble,5,4
-14,distance_from_targets,515.1053466796875,FashionMNIST,Schut,MLP Ensemble,5,4
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,4
-15,distance_from_energy,930.7859497070312,FashionMNIST,Schut,MLP Ensemble,5,4
-15,distance_from_targets,544.4819946289062,FashionMNIST,Schut,MLP Ensemble,5,4
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,4
-16,distance,87.73487854003906,FashionMNIST,Wachter,JEM,5,4
-16,distance_from_energy,918.8175659179688,FashionMNIST,Wachter,JEM,5,4
-16,distance_from_targets,580.04052734375,FashionMNIST,Wachter,JEM,5,4
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,4
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,4
-17,distance,107.19409942626953,FashionMNIST,Wachter,JEM,5,4
-17,distance_from_energy,866.4576416015625,FashionMNIST,Wachter,JEM,5,4
-17,distance_from_targets,661.4930419921875,FashionMNIST,Wachter,JEM,5,4
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,4
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,4
-18,distance,94.36467742919922,FashionMNIST,Wachter,JEM,5,4
-18,distance_from_energy,840.0399169921875,FashionMNIST,Wachter,JEM,5,4
-18,distance_from_targets,580.8814086914062,FashionMNIST,Wachter,JEM,5,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,4
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,4
-19,distance,68.2777328491211,FashionMNIST,Wachter,JEM,5,4
-19,distance_from_energy,795.5875244140625,FashionMNIST,Wachter,JEM,5,4
-19,distance_from_targets,471.10693359375,FashionMNIST,Wachter,JEM,5,4
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,4
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,4
-20,distance,90.04410552978516,FashionMNIST,Wachter,JEM,5,4
-20,distance_from_energy,995.1173706054688,FashionMNIST,Wachter,JEM,5,4
-20,distance_from_targets,638.1201782226562,FashionMNIST,Wachter,JEM,5,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,4
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,4
-16,distance,449.7290344238281,FashionMNIST,REVISE,JEM,5,4
-16,distance_from_energy,738.1739501953125,FashionMNIST,REVISE,JEM,5,4
-16,distance_from_targets,363.1817932128906,FashionMNIST,REVISE,JEM,5,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,4
-16,set_size_penalty,2.00000000000001,FashionMNIST,REVISE,JEM,5,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,4
-17,distance,569.2762451171875,FashionMNIST,REVISE,JEM,5,4
-17,distance_from_energy,641.4683837890625,FashionMNIST,REVISE,JEM,5,4
-17,distance_from_targets,524.3297729492188,FashionMNIST,REVISE,JEM,5,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,4
-17,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,5,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,4
-18,distance,285.49957275390625,FashionMNIST,REVISE,JEM,5,4
-18,distance_from_energy,813.3723754882812,FashionMNIST,REVISE,JEM,5,4
-18,distance_from_targets,603.8379516601562,FashionMNIST,REVISE,JEM,5,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,4
-18,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,5,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,4
-19,distance,385.49859619140625,FashionMNIST,REVISE,JEM,5,4
-19,distance_from_energy,600.5798950195312,FashionMNIST,REVISE,JEM,5,4
-19,distance_from_targets,318.2749938964844,FashionMNIST,REVISE,JEM,5,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,4
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,4
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,4
-20,distance,573.4658203125,FashionMNIST,REVISE,JEM,5,4
-20,distance_from_energy,734.1469116210938,FashionMNIST,REVISE,JEM,5,4
-20,distance_from_targets,446.4326171875,FashionMNIST,REVISE,JEM,5,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,4
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,5,4
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,4
-16,distance,731.00439453125,FashionMNIST,ECCCo,JEM,5,4
-16,distance_from_energy,129.6038818359375,FashionMNIST,ECCCo,JEM,5,4
-16,distance_from_targets,547.831787109375,FashionMNIST,ECCCo,JEM,5,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,4
-16,set_size_penalty,2.00001012224613,FashionMNIST,ECCCo,JEM,5,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,4
-17,distance,726.9419555664062,FashionMNIST,ECCCo,JEM,5,4
-17,distance_from_energy,138.4894561767578,FashionMNIST,ECCCo,JEM,5,4
-17,distance_from_targets,531.9564208984375,FashionMNIST,ECCCo,JEM,5,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,4
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,4
-18,distance,701.1895141601562,FashionMNIST,ECCCo,JEM,5,4
-18,distance_from_energy,150.89022827148438,FashionMNIST,ECCCo,JEM,5,4
-18,distance_from_targets,522.5170288085938,FashionMNIST,ECCCo,JEM,5,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,4
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,4
-19,distance,658.5892333984375,FashionMNIST,ECCCo,JEM,5,4
-19,distance_from_energy,155.5299072265625,FashionMNIST,ECCCo,JEM,5,4
-19,distance_from_targets,552.0826416015625,FashionMNIST,ECCCo,JEM,5,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,4
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,4
-20,distance,706.3494262695312,FashionMNIST,ECCCo,JEM,5,4
-20,distance_from_energy,237.20565795898438,FashionMNIST,ECCCo,JEM,5,4
-20,distance_from_targets,547.7796630859375,FashionMNIST,ECCCo,JEM,5,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,4
-20,set_size_penalty,1.0003855012895038,FashionMNIST,ECCCo,JEM,5,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,4
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,4
-16,distance_from_energy,867.2288208007812,FashionMNIST,Schut,JEM,5,4
-16,distance_from_targets,555.1773071289062,FashionMNIST,Schut,JEM,5,4
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,5,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,4
-16,validity,0.0,FashionMNIST,Schut,JEM,5,4
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,4
-17,distance_from_energy,872.6091918945312,FashionMNIST,Schut,JEM,5,4
-17,distance_from_targets,634.6793212890625,FashionMNIST,Schut,JEM,5,4
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,5,4
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,4
-17,validity,0.0,FashionMNIST,Schut,JEM,5,4
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,4
-18,distance_from_energy,847.6937255859375,FashionMNIST,Schut,JEM,5,4
-18,distance_from_targets,555.7030639648438,FashionMNIST,Schut,JEM,5,4
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,4
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,4
-18,validity,0.0,FashionMNIST,Schut,JEM,5,4
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,4
-19,distance_from_energy,798.9628295898438,FashionMNIST,Schut,JEM,5,4
-19,distance_from_targets,454.1323547363281,FashionMNIST,Schut,JEM,5,4
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,4
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,4
-19,validity,0.0,FashionMNIST,Schut,JEM,5,4
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,4
-20,distance_from_energy,969.1229248046875,FashionMNIST,Schut,JEM,5,4
-20,distance_from_targets,613.422607421875,FashionMNIST,Schut,JEM,5,4
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,4
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,4
-20,validity,0.0,FashionMNIST,Schut,JEM,5,4
-1,distance,91.89129638671875,FashionMNIST,Wachter,JEM Ensemble,5,6
-1,distance_from_energy,695.8568115234375,FashionMNIST,Wachter,JEM Ensemble,5,6
-1,distance_from_targets,532.5404052734375,FashionMNIST,Wachter,JEM Ensemble,5,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-2,distance,106.00249481201172,FashionMNIST,Wachter,JEM Ensemble,5,6
-2,distance_from_energy,819.5521240234375,FashionMNIST,Wachter,JEM Ensemble,5,6
-2,distance_from_targets,656.0872802734375,FashionMNIST,Wachter,JEM Ensemble,5,6
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,6
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-3,distance,61.53221893310547,FashionMNIST,Wachter,JEM Ensemble,5,6
-3,distance_from_energy,680.6353759765625,FashionMNIST,Wachter,JEM Ensemble,5,6
-3,distance_from_targets,469.0331115722656,FashionMNIST,Wachter,JEM Ensemble,5,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-4,distance,83.1225814819336,FashionMNIST,Wachter,JEM Ensemble,5,6
-4,distance_from_energy,716.5846557617188,FashionMNIST,Wachter,JEM Ensemble,5,6
-4,distance_from_targets,439.8680419921875,FashionMNIST,Wachter,JEM Ensemble,5,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-5,distance,126.11126708984375,FashionMNIST,Wachter,JEM Ensemble,5,6
-5,distance_from_energy,699.7347412109375,FashionMNIST,Wachter,JEM Ensemble,5,6
-5,distance_from_targets,621.8795776367188,FashionMNIST,Wachter,JEM Ensemble,5,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,6
-1,distance,524.0611572265625,FashionMNIST,REVISE,JEM Ensemble,5,6
-1,distance_from_energy,432.83856201171875,FashionMNIST,REVISE,JEM Ensemble,5,6
-1,distance_from_targets,468.62860107421875,FashionMNIST,REVISE,JEM Ensemble,5,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-2,distance,702.360107421875,FashionMNIST,REVISE,JEM Ensemble,5,6
-2,distance_from_energy,403.32379150390625,FashionMNIST,REVISE,JEM Ensemble,5,6
-2,distance_from_targets,450.2911071777344,FashionMNIST,REVISE,JEM Ensemble,5,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-3,distance,469.57293701171875,FashionMNIST,REVISE,JEM Ensemble,5,6
-3,distance_from_energy,454.8466796875,FashionMNIST,REVISE,JEM Ensemble,5,6
-3,distance_from_targets,440.6888732910156,FashionMNIST,REVISE,JEM Ensemble,5,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-4,distance,360.0148010253906,FashionMNIST,REVISE,JEM Ensemble,5,6
-4,distance_from_energy,477.9960021972656,FashionMNIST,REVISE,JEM Ensemble,5,6
-4,distance_from_targets,260.7861022949219,FashionMNIST,REVISE,JEM Ensemble,5,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-5,distance,657.8233642578125,FashionMNIST,REVISE,JEM Ensemble,5,6
-5,distance_from_energy,473.5897521972656,FashionMNIST,REVISE,JEM Ensemble,5,6
-5,distance_from_targets,352.7550964355469,FashionMNIST,REVISE,JEM Ensemble,5,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,6
-1,distance,632.8472900390625,FashionMNIST,ECCCo,JEM Ensemble,5,6
-1,distance_from_energy,87.55487823486328,FashionMNIST,ECCCo,JEM Ensemble,5,6
-1,distance_from_targets,428.432861328125,FashionMNIST,ECCCo,JEM Ensemble,5,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-2,distance,675.2523193359375,FashionMNIST,ECCCo,JEM Ensemble,5,6
-2,distance_from_energy,122.77543640136719,FashionMNIST,ECCCo,JEM Ensemble,5,6
-2,distance_from_targets,538.28955078125,FashionMNIST,ECCCo,JEM Ensemble,5,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-2,set_size_penalty,3.000000000000142,FashionMNIST,ECCCo,JEM Ensemble,5,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-3,distance,651.8417358398438,FashionMNIST,ECCCo,JEM Ensemble,5,6
-3,distance_from_energy,54.97978591918945,FashionMNIST,ECCCo,JEM Ensemble,5,6
-3,distance_from_targets,541.3599853515625,FashionMNIST,ECCCo,JEM Ensemble,5,6
-3,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM Ensemble,5,6
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-4,distance,607.1224975585938,FashionMNIST,ECCCo,JEM Ensemble,5,6
-4,distance_from_energy,80.19625091552734,FashionMNIST,ECCCo,JEM Ensemble,5,6
-4,distance_from_targets,470.3468933105469,FashionMNIST,ECCCo,JEM Ensemble,5,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-5,distance,639.2423095703125,FashionMNIST,ECCCo,JEM Ensemble,5,6
-5,distance_from_energy,115.41407775878906,FashionMNIST,ECCCo,JEM Ensemble,5,6
-5,distance_from_targets,489.9228820800781,FashionMNIST,ECCCo,JEM Ensemble,5,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,6
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,6
-1,distance_from_energy,711.6688232421875,FashionMNIST,Schut,JEM Ensemble,5,6
-1,distance_from_targets,515.26904296875,FashionMNIST,Schut,JEM Ensemble,5,6
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,6
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,6
-2,distance_from_energy,847.69287109375,FashionMNIST,Schut,JEM Ensemble,5,6
-2,distance_from_targets,632.5984497070312,FashionMNIST,Schut,JEM Ensemble,5,6
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,6
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,6
-3,distance_from_energy,679.5580444335938,FashionMNIST,Schut,JEM Ensemble,5,6
-3,distance_from_targets,454.2781982421875,FashionMNIST,Schut,JEM Ensemble,5,6
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,6
-3,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,5,6
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,6
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,6
-4,distance_from_energy,671.8131713867188,FashionMNIST,Schut,JEM Ensemble,5,6
-4,distance_from_targets,418.25567626953125,FashionMNIST,Schut,JEM Ensemble,5,6
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,6
-5,distance_from_energy,756.7323608398438,FashionMNIST,Schut,JEM Ensemble,5,6
-5,distance_from_targets,608.9735107421875,FashionMNIST,Schut,JEM Ensemble,5,6
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,6
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,6
-6,distance,92.17329406738281,FashionMNIST,Wachter,MLP,5,6
-6,distance_from_energy,932.2835083007812,FashionMNIST,Wachter,MLP,5,6
-6,distance_from_targets,751.4693603515625,FashionMNIST,Wachter,MLP,5,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,6
-6,set_size_penalty,1.9766564702745977,FashionMNIST,Wachter,MLP,5,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,6
-7,distance,87.59459686279297,FashionMNIST,Wachter,MLP,5,6
-7,distance_from_energy,889.8472900390625,FashionMNIST,Wachter,MLP,5,6
-7,distance_from_targets,447.6949768066406,FashionMNIST,Wachter,MLP,5,6
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,6
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,5,6
-7,validity,0.0,FashionMNIST,Wachter,MLP,5,6
-8,distance,92.11860656738281,FashionMNIST,Wachter,MLP,5,6
-8,distance_from_energy,915.0861206054688,FashionMNIST,Wachter,MLP,5,6
-8,distance_from_targets,477.9012756347656,FashionMNIST,Wachter,MLP,5,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,6
-8,set_size_penalty,0.9999965880039186,FashionMNIST,Wachter,MLP,5,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,6
-9,distance,90.96436309814453,FashionMNIST,Wachter,MLP,5,6
-9,distance_from_energy,895.9150390625,FashionMNIST,Wachter,MLP,5,6
-9,distance_from_targets,478.0407409667969,FashionMNIST,Wachter,MLP,5,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,6
-9,set_size_penalty,1.0000011511157367,FashionMNIST,Wachter,MLP,5,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,6
-10,distance,81.10781860351562,FashionMNIST,Wachter,MLP,5,6
-10,distance_from_energy,859.5152587890625,FashionMNIST,Wachter,MLP,5,6
-10,distance_from_targets,472.5520935058594,FashionMNIST,Wachter,MLP,5,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,5,6
-10,set_size_penalty,3.572615038960917,FashionMNIST,Wachter,MLP,5,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,6
-6,distance,268.0253601074219,FashionMNIST,REVISE,MLP,5,6
-6,distance_from_energy,960.9468994140625,FashionMNIST,REVISE,MLP,5,6
-6,distance_from_targets,719.820556640625,FashionMNIST,REVISE,MLP,5,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,6
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,6
-6,validity,0.0,FashionMNIST,REVISE,MLP,5,6
-7,distance,188.35205078125,FashionMNIST,REVISE,MLP,5,6
-7,distance_from_energy,856.8226318359375,FashionMNIST,REVISE,MLP,5,6
-7,distance_from_targets,416.2477111816406,FashionMNIST,REVISE,MLP,5,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,6
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,6
-7,validity,0.0,FashionMNIST,REVISE,MLP,5,6
-8,distance,260.14910888671875,FashionMNIST,REVISE,MLP,5,6
-8,distance_from_energy,825.3181762695312,FashionMNIST,REVISE,MLP,5,6
-8,distance_from_targets,409.4005432128906,FashionMNIST,REVISE,MLP,5,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,6
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,5,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,5,6
-9,distance,396.18109130859375,FashionMNIST,REVISE,MLP,5,6
-9,distance_from_energy,804.773193359375,FashionMNIST,REVISE,MLP,5,6
-9,distance_from_targets,250.28616333007812,FashionMNIST,REVISE,MLP,5,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,6
-9,set_size_penalty,1.0000000000001381,FashionMNIST,REVISE,MLP,5,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,5,6
-10,distance,336.4089050292969,FashionMNIST,REVISE,MLP,5,6
-10,distance_from_energy,837.6544799804688,FashionMNIST,REVISE,MLP,5,6
-10,distance_from_targets,245.0169219970703,FashionMNIST,REVISE,MLP,5,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,6
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,6
-10,validity,0.0,FashionMNIST,REVISE,MLP,5,6
-6,distance,752.6666259765625,FashionMNIST,ECCCo,MLP,5,6
-6,distance_from_energy,214.54483032226562,FashionMNIST,ECCCo,MLP,5,6
-6,distance_from_targets,740.9384155273438,FashionMNIST,ECCCo,MLP,5,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,6
-6,set_size_penalty,2.0000000000000013,FashionMNIST,ECCCo,MLP,5,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,6
-7,distance,781.547607421875,FashionMNIST,ECCCo,MLP,5,6
-7,distance_from_energy,118.06340026855469,FashionMNIST,ECCCo,MLP,5,6
-7,distance_from_targets,734.3269653320312,FashionMNIST,ECCCo,MLP,5,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,6
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,6
-8,distance,776.7603149414062,FashionMNIST,ECCCo,MLP,5,6
-8,distance_from_energy,182.31460571289062,FashionMNIST,ECCCo,MLP,5,6
-8,distance_from_targets,684.5384521484375,FashionMNIST,ECCCo,MLP,5,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,6
-8,set_size_penalty,1.5271100702302927,FashionMNIST,ECCCo,MLP,5,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,6
-9,distance,748.7001342773438,FashionMNIST,ECCCo,MLP,5,6
-9,distance_from_energy,182.37841796875,FashionMNIST,ECCCo,MLP,5,6
-9,distance_from_targets,707.1126098632812,FashionMNIST,ECCCo,MLP,5,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,6
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,6
-10,distance,755.6168823242188,FashionMNIST,ECCCo,MLP,5,6
-10,distance_from_energy,162.12623596191406,FashionMNIST,ECCCo,MLP,5,6
-10,distance_from_targets,713.9993286132812,FashionMNIST,ECCCo,MLP,5,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,6
-10,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,5,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,6
-6,distance,10.0,FashionMNIST,Schut,MLP,5,6
-6,distance_from_energy,951.8173828125,FashionMNIST,Schut,MLP,5,6
-6,distance_from_targets,742.3848266601562,FashionMNIST,Schut,MLP,5,6
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,5,6
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,6
-6,validity,0.0,FashionMNIST,Schut,MLP,5,6
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,6
-7,distance_from_energy,893.7190551757812,FashionMNIST,Schut,MLP,5,6
-7,distance_from_targets,424.4498291015625,FashionMNIST,Schut,MLP,5,6
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,6
-7,validity,0.0,FashionMNIST,Schut,MLP,5,6
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,6
-8,distance_from_energy,926.1422119140625,FashionMNIST,Schut,MLP,5,6
-8,distance_from_targets,445.317626953125,FashionMNIST,Schut,MLP,5,6
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,6
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,6
-8,validity,0.0,FashionMNIST,Schut,MLP,5,6
-9,distance,10.0,FashionMNIST,Schut,MLP,5,6
-9,distance_from_energy,900.2191162109375,FashionMNIST,Schut,MLP,5,6
-9,distance_from_targets,454.0379638671875,FashionMNIST,Schut,MLP,5,6
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,6
-9,validity,0.0,FashionMNIST,Schut,MLP,5,6
-10,distance,10.0,FashionMNIST,Schut,MLP,5,6
-10,distance_from_energy,872.2293090820312,FashionMNIST,Schut,MLP,5,6
-10,distance_from_targets,442.8028869628906,FashionMNIST,Schut,MLP,5,6
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,6
-10,validity,0.0,FashionMNIST,Schut,MLP,5,6
-11,distance,81.72881317138672,FashionMNIST,Wachter,MLP Ensemble,5,6
-11,distance_from_energy,866.91357421875,FashionMNIST,Wachter,MLP Ensemble,5,6
-11,distance_from_targets,384.8350830078125,FashionMNIST,Wachter,MLP Ensemble,5,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-11,set_size_penalty,0.9999999999999993,FashionMNIST,Wachter,MLP Ensemble,5,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-12,distance,70.0845718383789,FashionMNIST,Wachter,MLP Ensemble,5,6
-12,distance_from_energy,835.2899169921875,FashionMNIST,Wachter,MLP Ensemble,5,6
-12,distance_from_targets,325.2030334472656,FashionMNIST,Wachter,MLP Ensemble,5,6
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-12,set_size_penalty,10.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-13,distance,92.677734375,FashionMNIST,Wachter,MLP Ensemble,5,6
-13,distance_from_energy,918.9881591796875,FashionMNIST,Wachter,MLP Ensemble,5,6
-13,distance_from_targets,672.0560913085938,FashionMNIST,Wachter,MLP Ensemble,5,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-13,set_size_penalty,2.264494447035449,FashionMNIST,Wachter,MLP Ensemble,5,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-14,distance,72.75062561035156,FashionMNIST,Wachter,MLP Ensemble,5,6
-14,distance_from_energy,820.0230712890625,FashionMNIST,Wachter,MLP Ensemble,5,6
-14,distance_from_targets,366.49713134765625,FashionMNIST,Wachter,MLP Ensemble,5,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-14,set_size_penalty,1.9999998922283535,FashionMNIST,Wachter,MLP Ensemble,5,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-15,distance,70.16349792480469,FashionMNIST,Wachter,MLP Ensemble,5,6
-15,distance_from_energy,814.0781860351562,FashionMNIST,Wachter,MLP Ensemble,5,6
-15,distance_from_targets,421.19830322265625,FashionMNIST,Wachter,MLP Ensemble,5,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-15,set_size_penalty,1.000000040075323,FashionMNIST,Wachter,MLP Ensemble,5,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,6
-11,distance,277.2659606933594,FashionMNIST,REVISE,MLP Ensemble,5,6
-11,distance_from_energy,785.0980224609375,FashionMNIST,REVISE,MLP Ensemble,5,6
-11,distance_from_targets,237.23379516601562,FashionMNIST,REVISE,MLP Ensemble,5,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-11,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-12,distance,80.43869018554688,FashionMNIST,REVISE,MLP Ensemble,5,6
-12,distance_from_energy,816.7240600585938,FashionMNIST,REVISE,MLP Ensemble,5,6
-12,distance_from_targets,269.5277404785156,FashionMNIST,REVISE,MLP Ensemble,5,6
-12,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,5,6
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-13,distance,182.56825256347656,FashionMNIST,REVISE,MLP Ensemble,5,6
-13,distance_from_energy,910.6939697265625,FashionMNIST,REVISE,MLP Ensemble,5,6
-13,distance_from_targets,648.7744140625,FashionMNIST,REVISE,MLP Ensemble,5,6
-13,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,5,6
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-14,distance,257.4906921386719,FashionMNIST,REVISE,MLP Ensemble,5,6
-14,distance_from_energy,781.2280883789062,FashionMNIST,REVISE,MLP Ensemble,5,6
-14,distance_from_targets,256.2770080566406,FashionMNIST,REVISE,MLP Ensemble,5,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-14,set_size_penalty,1.0000422614368154,FashionMNIST,REVISE,MLP Ensemble,5,6
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-15,distance,276.3349304199219,FashionMNIST,REVISE,MLP Ensemble,5,6
-15,distance_from_energy,802.7486572265625,FashionMNIST,REVISE,MLP Ensemble,5,6
-15,distance_from_targets,278.84619140625,FashionMNIST,REVISE,MLP Ensemble,5,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-15,set_size_penalty,1.0009897952066182,FashionMNIST,REVISE,MLP Ensemble,5,6
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,6
-11,distance,751.8509521484375,FashionMNIST,ECCCo,MLP Ensemble,5,6
-11,distance_from_energy,148.3699493408203,FashionMNIST,ECCCo,MLP Ensemble,5,6
-11,distance_from_targets,649.9234619140625,FashionMNIST,ECCCo,MLP Ensemble,5,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-12,distance,668.9632568359375,FashionMNIST,ECCCo,MLP Ensemble,5,6
-12,distance_from_energy,178.02188110351562,FashionMNIST,ECCCo,MLP Ensemble,5,6
-12,distance_from_targets,626.5270385742188,FashionMNIST,ECCCo,MLP Ensemble,5,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-13,distance,803.9221801757812,FashionMNIST,ECCCo,MLP Ensemble,5,6
-13,distance_from_energy,164.43026733398438,FashionMNIST,ECCCo,MLP Ensemble,5,6
-13,distance_from_targets,674.5689697265625,FashionMNIST,ECCCo,MLP Ensemble,5,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-14,distance,705.6092529296875,FashionMNIST,ECCCo,MLP Ensemble,5,6
-14,distance_from_energy,134.01943969726562,FashionMNIST,ECCCo,MLP Ensemble,5,6
-14,distance_from_targets,667.6961669921875,FashionMNIST,ECCCo,MLP Ensemble,5,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-15,distance,745.1783447265625,FashionMNIST,ECCCo,MLP Ensemble,5,6
-15,distance_from_energy,106.1742935180664,FashionMNIST,ECCCo,MLP Ensemble,5,6
-15,distance_from_targets,696.2796020507812,FashionMNIST,ECCCo,MLP Ensemble,5,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,6
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,6
-11,distance_from_energy,881.4639892578125,FashionMNIST,Schut,MLP Ensemble,5,6
-11,distance_from_targets,359.69879150390625,FashionMNIST,Schut,MLP Ensemble,5,6
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,6
-12,distance_from_energy,815.6060791015625,FashionMNIST,Schut,MLP Ensemble,5,6
-12,distance_from_targets,293.12554931640625,FashionMNIST,Schut,MLP Ensemble,5,6
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,6
-13,distance_from_energy,949.28271484375,FashionMNIST,Schut,MLP Ensemble,5,6
-13,distance_from_targets,660.5070190429688,FashionMNIST,Schut,MLP Ensemble,5,6
-13,redundancy,0.9821428571428571,FashionMNIST,Schut,MLP Ensemble,5,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,6
-14,distance_from_energy,824.2833862304688,FashionMNIST,Schut,MLP Ensemble,5,6
-14,distance_from_targets,339.3056945800781,FashionMNIST,Schut,MLP Ensemble,5,6
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,5,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,6
-15,distance_from_energy,815.1951904296875,FashionMNIST,Schut,MLP Ensemble,5,6
-15,distance_from_targets,396.3970031738281,FashionMNIST,Schut,MLP Ensemble,5,6
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,6
-16,distance,84.07083129882812,FashionMNIST,Wachter,JEM,5,6
-16,distance_from_energy,828.388671875,FashionMNIST,Wachter,JEM,5,6
-16,distance_from_targets,425.0409240722656,FashionMNIST,Wachter,JEM,5,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,6
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,6
-17,distance,87.35521697998047,FashionMNIST,Wachter,JEM,5,6
-17,distance_from_energy,835.9314575195312,FashionMNIST,Wachter,JEM,5,6
-17,distance_from_targets,488.9960021972656,FashionMNIST,Wachter,JEM,5,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,6
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,6
-18,distance,77.8027572631836,FashionMNIST,Wachter,JEM,5,6
-18,distance_from_energy,815.1372680664062,FashionMNIST,Wachter,JEM,5,6
-18,distance_from_targets,573.2841796875,FashionMNIST,Wachter,JEM,5,6
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,6
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,6
-19,distance,100.6465835571289,FashionMNIST,Wachter,JEM,5,6
-19,distance_from_energy,756.1658935546875,FashionMNIST,Wachter,JEM,5,6
-19,distance_from_targets,431.61444091796875,FashionMNIST,Wachter,JEM,5,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,6
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,6
-20,distance,75.59071350097656,FashionMNIST,Wachter,JEM,5,6
-20,distance_from_energy,818.9220581054688,FashionMNIST,Wachter,JEM,5,6
-20,distance_from_targets,474.4271545410156,FashionMNIST,Wachter,JEM,5,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,6
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,5,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,6
-16,distance,422.4973449707031,FashionMNIST,REVISE,JEM,5,6
-16,distance_from_energy,619.0220336914062,FashionMNIST,REVISE,JEM,5,6
-16,distance_from_targets,347.7197265625,FashionMNIST,REVISE,JEM,5,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,6
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,6
-17,distance,437.394775390625,FashionMNIST,REVISE,JEM,5,6
-17,distance_from_energy,573.2339477539062,FashionMNIST,REVISE,JEM,5,6
-17,distance_from_targets,337.8072204589844,FashionMNIST,REVISE,JEM,5,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,6
-17,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,6
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,6
-18,distance,548.8292846679688,FashionMNIST,REVISE,JEM,5,6
-18,distance_from_energy,599.4210205078125,FashionMNIST,REVISE,JEM,5,6
-18,distance_from_targets,472.1927490234375,FashionMNIST,REVISE,JEM,5,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,6
-18,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,5,6
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,6
-19,distance,409.164306640625,FashionMNIST,REVISE,JEM,5,6
-19,distance_from_energy,553.0517578125,FashionMNIST,REVISE,JEM,5,6
-19,distance_from_targets,345.8604736328125,FashionMNIST,REVISE,JEM,5,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,6
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,6
-20,distance,567.923095703125,FashionMNIST,REVISE,JEM,5,6
-20,distance_from_energy,691.0667114257812,FashionMNIST,REVISE,JEM,5,6
-20,distance_from_targets,668.7314453125,FashionMNIST,REVISE,JEM,5,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,6
-20,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,5,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,6
-16,distance,700.1150512695312,FashionMNIST,ECCCo,JEM,5,6
-16,distance_from_energy,128.43751525878906,FashionMNIST,ECCCo,JEM,5,6
-16,distance_from_targets,517.8147583007812,FashionMNIST,ECCCo,JEM,5,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,6
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,6
-17,distance,750.7969360351562,FashionMNIST,ECCCo,JEM,5,6
-17,distance_from_energy,108.39627838134766,FashionMNIST,ECCCo,JEM,5,6
-17,distance_from_targets,545.5332641601562,FashionMNIST,ECCCo,JEM,5,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,6
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,6
-18,distance,637.2796020507812,FashionMNIST,ECCCo,JEM,5,6
-18,distance_from_energy,167.3108673095703,FashionMNIST,ECCCo,JEM,5,6
-18,distance_from_targets,546.4108276367188,FashionMNIST,ECCCo,JEM,5,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,6
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,6
-19,distance,675.1435546875,FashionMNIST,ECCCo,JEM,5,6
-19,distance_from_energy,126.5835952758789,FashionMNIST,ECCCo,JEM,5,6
-19,distance_from_targets,551.385498046875,FashionMNIST,ECCCo,JEM,5,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,6
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,6
-20,distance,724.2576904296875,FashionMNIST,ECCCo,JEM,5,6
-20,distance_from_energy,107.80477142333984,FashionMNIST,ECCCo,JEM,5,6
-20,distance_from_targets,551.39208984375,FashionMNIST,ECCCo,JEM,5,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,6
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,6
-16,distance,10.0,FashionMNIST,Schut,JEM,5,6
-16,distance_from_energy,787.4920654296875,FashionMNIST,Schut,JEM,5,6
-16,distance_from_targets,402.3011474609375,FashionMNIST,Schut,JEM,5,6
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,6
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,6
-16,validity,0.0,FashionMNIST,Schut,JEM,5,6
-17,distance,10.0,FashionMNIST,Schut,JEM,5,6
-17,distance_from_energy,826.0524291992188,FashionMNIST,Schut,JEM,5,6
-17,distance_from_targets,458.6735534667969,FashionMNIST,Schut,JEM,5,6
-17,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,5,6
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,6
-17,validity,0.0,FashionMNIST,Schut,JEM,5,6
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,6
-18,distance_from_energy,781.77587890625,FashionMNIST,Schut,JEM,5,6
-18,distance_from_targets,553.9732055664062,FashionMNIST,Schut,JEM,5,6
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,5,6
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,6
-18,validity,0.0,FashionMNIST,Schut,JEM,5,6
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,5,6
-19,distance_from_energy,776.906494140625,FashionMNIST,Schut,JEM,5,6
-19,distance_from_targets,416.28240966796875,FashionMNIST,Schut,JEM,5,6
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,6
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,6
-19,validity,0.0,FashionMNIST,Schut,JEM,5,6
-20,distance,10.0,FashionMNIST,Schut,JEM,5,6
-20,distance_from_energy,817.4038696289062,FashionMNIST,Schut,JEM,5,6
-20,distance_from_targets,446.79962158203125,FashionMNIST,Schut,JEM,5,6
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,5,6
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,6
-20,validity,0.0,FashionMNIST,Schut,JEM,5,6
-1,distance,67.51600646972656,FashionMNIST,Wachter,JEM Ensemble,5,7
-1,distance_from_energy,604.5178833007812,FashionMNIST,Wachter,JEM Ensemble,5,7
-1,distance_from_targets,393.956787109375,FashionMNIST,Wachter,JEM Ensemble,5,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-2,distance,67.51600646972656,FashionMNIST,Wachter,JEM Ensemble,5,7
-2,distance_from_energy,599.9630126953125,FashionMNIST,Wachter,JEM Ensemble,5,7
-2,distance_from_targets,387.9251708984375,FashionMNIST,Wachter,JEM Ensemble,5,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-3,distance,64.81624603271484,FashionMNIST,Wachter,JEM Ensemble,5,7
-3,distance_from_energy,635.0179443359375,FashionMNIST,Wachter,JEM Ensemble,5,7
-3,distance_from_targets,276.4368896484375,FashionMNIST,Wachter,JEM Ensemble,5,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-4,distance,62.29767990112305,FashionMNIST,Wachter,JEM Ensemble,5,7
-4,distance_from_energy,502.6520080566406,FashionMNIST,Wachter,JEM Ensemble,5,7
-4,distance_from_targets,271.550048828125,FashionMNIST,Wachter,JEM Ensemble,5,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-4,set_size_penalty,9.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-5,distance,64.24488067626953,FashionMNIST,Wachter,JEM Ensemble,5,7
-5,distance_from_energy,541.3167724609375,FashionMNIST,Wachter,JEM Ensemble,5,7
-5,distance_from_targets,293.9232177734375,FashionMNIST,Wachter,JEM Ensemble,5,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-5,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,7
-1,distance,160.43319702148438,FashionMNIST,REVISE,JEM Ensemble,5,7
-1,distance_from_energy,553.9515380859375,FashionMNIST,REVISE,JEM Ensemble,5,7
-1,distance_from_targets,362.0618896484375,FashionMNIST,REVISE,JEM Ensemble,5,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-2,distance,160.55250549316406,FashionMNIST,REVISE,JEM Ensemble,5,7
-2,distance_from_energy,575.1165771484375,FashionMNIST,REVISE,JEM Ensemble,5,7
-2,distance_from_targets,362.857177734375,FashionMNIST,REVISE,JEM Ensemble,5,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-3,distance,103.55206298828125,FashionMNIST,REVISE,JEM Ensemble,5,7
-3,distance_from_energy,510.480712890625,FashionMNIST,REVISE,JEM Ensemble,5,7
-3,distance_from_targets,229.0899658203125,FashionMNIST,REVISE,JEM Ensemble,5,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-4,distance,72.35391235351562,FashionMNIST,REVISE,JEM Ensemble,5,7
-4,distance_from_energy,427.0623474121094,FashionMNIST,REVISE,JEM Ensemble,5,7
-4,distance_from_targets,225.46697998046875,FashionMNIST,REVISE,JEM Ensemble,5,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-4,set_size_penalty,9.000000057742156,FashionMNIST,REVISE,JEM Ensemble,5,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-5,distance,103.59015655517578,FashionMNIST,REVISE,JEM Ensemble,5,7
-5,distance_from_energy,341.809326171875,FashionMNIST,REVISE,JEM Ensemble,5,7
-5,distance_from_targets,271.53521728515625,FashionMNIST,REVISE,JEM Ensemble,5,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,7
-1,distance,453.0791320800781,FashionMNIST,ECCCo,JEM Ensemble,5,7
-1,distance_from_energy,100.79222106933594,FashionMNIST,ECCCo,JEM Ensemble,5,7
-1,distance_from_targets,462.5889587402344,FashionMNIST,ECCCo,JEM Ensemble,5,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-2,distance,461.1097106933594,FashionMNIST,ECCCo,JEM Ensemble,5,7
-2,distance_from_energy,118.4187240600586,FashionMNIST,ECCCo,JEM Ensemble,5,7
-2,distance_from_targets,461.4388427734375,FashionMNIST,ECCCo,JEM Ensemble,5,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-3,distance,433.44677734375,FashionMNIST,ECCCo,JEM Ensemble,5,7
-3,distance_from_energy,86.16845703125,FashionMNIST,ECCCo,JEM Ensemble,5,7
-3,distance_from_targets,439.0422058105469,FashionMNIST,ECCCo,JEM Ensemble,5,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-4,distance,431.2705993652344,FashionMNIST,ECCCo,JEM Ensemble,5,7
-4,distance_from_energy,96.257568359375,FashionMNIST,ECCCo,JEM Ensemble,5,7
-4,distance_from_targets,410.7322082519531,FashionMNIST,ECCCo,JEM Ensemble,5,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-5,distance,414.4146728515625,FashionMNIST,ECCCo,JEM Ensemble,5,7
-5,distance_from_energy,87.28300476074219,FashionMNIST,ECCCo,JEM Ensemble,5,7
-5,distance_from_targets,422.5907287597656,FashionMNIST,ECCCo,JEM Ensemble,5,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,7
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,7
-1,distance_from_energy,613.5005493164062,FashionMNIST,Schut,JEM Ensemble,5,7
-1,distance_from_targets,358.64959716796875,FashionMNIST,Schut,JEM Ensemble,5,7
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,7
-1,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,5,7
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,7
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,7
-2,distance_from_energy,615.2684936523438,FashionMNIST,Schut,JEM Ensemble,5,7
-2,distance_from_targets,356.99505615234375,FashionMNIST,Schut,JEM Ensemble,5,7
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,7
-2,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,5,7
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,7
-3,distance,8.90000057220459,FashionMNIST,Schut,JEM Ensemble,5,7
-3,distance_from_energy,500.0775451660156,FashionMNIST,Schut,JEM Ensemble,5,7
-3,distance_from_targets,244.98263549804688,FashionMNIST,Schut,JEM Ensemble,5,7
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,7
-3,set_size_penalty,4.000000000126116,FashionMNIST,Schut,JEM Ensemble,5,7
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,7
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,7
-4,distance_from_energy,535.50439453125,FashionMNIST,Schut,JEM Ensemble,5,7
-4,distance_from_targets,240.47398376464844,FashionMNIST,Schut,JEM Ensemble,5,7
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,7
-4,set_size_penalty,8.999930536441886,FashionMNIST,Schut,JEM Ensemble,5,7
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,7
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,7
-5,distance_from_energy,545.591796875,FashionMNIST,Schut,JEM Ensemble,5,7
-5,distance_from_targets,259.5482482910156,FashionMNIST,Schut,JEM Ensemble,5,7
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,7
-5,set_size_penalty,5.0,FashionMNIST,Schut,JEM Ensemble,5,7
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,7
-6,distance,60.951332092285156,FashionMNIST,Wachter,MLP,5,7
-6,distance_from_energy,863.0457153320312,FashionMNIST,Wachter,MLP,5,7
-6,distance_from_targets,321.4740295410156,FashionMNIST,Wachter,MLP,5,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,7
-6,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,5,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,7
-7,distance,51.2919921875,FashionMNIST,Wachter,MLP,5,7
-7,distance_from_energy,866.20947265625,FashionMNIST,Wachter,MLP,5,7
-7,distance_from_targets,313.0096740722656,FashionMNIST,Wachter,MLP,5,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,7
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,5,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,5,7
-8,distance,54.913299560546875,FashionMNIST,Wachter,MLP,5,7
-8,distance_from_energy,857.9400634765625,FashionMNIST,Wachter,MLP,5,7
-8,distance_from_targets,275.8446044921875,FashionMNIST,Wachter,MLP,5,7
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,5,7
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,5,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,7
-9,distance,64.68436431884766,FashionMNIST,Wachter,MLP,5,7
-9,distance_from_energy,896.9390869140625,FashionMNIST,Wachter,MLP,5,7
-9,distance_from_targets,401.3649597167969,FashionMNIST,Wachter,MLP,5,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,7
-9,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,5,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,7
-10,distance,64.89196014404297,FashionMNIST,Wachter,MLP,5,7
-10,distance_from_energy,859.234375,FashionMNIST,Wachter,MLP,5,7
-10,distance_from_targets,410.474365234375,FashionMNIST,Wachter,MLP,5,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,5,7
-10,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,5,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,7
-6,distance,130.2744140625,FashionMNIST,REVISE,MLP,5,7
-6,distance_from_energy,856.4090576171875,FashionMNIST,REVISE,MLP,5,7
-6,distance_from_targets,287.5859375,FashionMNIST,REVISE,MLP,5,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,7
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,5,7
-6,validity,1.0,FashionMNIST,REVISE,MLP,5,7
-7,distance,140.01260375976562,FashionMNIST,REVISE,MLP,5,7
-7,distance_from_energy,863.4035034179688,FashionMNIST,REVISE,MLP,5,7
-7,distance_from_targets,261.67730712890625,FashionMNIST,REVISE,MLP,5,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,7
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,5,7
-7,validity,1.0,FashionMNIST,REVISE,MLP,5,7
-8,distance,105.73358917236328,FashionMNIST,REVISE,MLP,5,7
-8,distance_from_energy,852.8527221679688,FashionMNIST,REVISE,MLP,5,7
-8,distance_from_targets,242.95059204101562,FashionMNIST,REVISE,MLP,5,7
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,5,7
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,5,7
-8,validity,1.0,FashionMNIST,REVISE,MLP,5,7
-9,distance,168.04161071777344,FashionMNIST,REVISE,MLP,5,7
-9,distance_from_energy,835.5236206054688,FashionMNIST,REVISE,MLP,5,7
-9,distance_from_targets,386.0628967285156,FashionMNIST,REVISE,MLP,5,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,7
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,7
-9,validity,0.0,FashionMNIST,REVISE,MLP,5,7
-10,distance,216.04623413085938,FashionMNIST,REVISE,MLP,5,7
-10,distance_from_energy,817.3052978515625,FashionMNIST,REVISE,MLP,5,7
-10,distance_from_targets,353.11846923828125,FashionMNIST,REVISE,MLP,5,7
-10,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,5,7
-10,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,5,7
-10,validity,1.0,FashionMNIST,REVISE,MLP,5,7
-6,distance,660.49755859375,FashionMNIST,ECCCo,MLP,5,7
-6,distance_from_energy,218.33901977539062,FashionMNIST,ECCCo,MLP,5,7
-6,distance_from_targets,638.838623046875,FashionMNIST,ECCCo,MLP,5,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,7
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,5,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,7
-7,distance,648.1414794921875,FashionMNIST,ECCCo,MLP,5,7
-7,distance_from_energy,227.55410766601562,FashionMNIST,ECCCo,MLP,5,7
-7,distance_from_targets,632.077392578125,FashionMNIST,ECCCo,MLP,5,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,7
-7,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,5,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,7
-8,distance,645.6704711914062,FashionMNIST,ECCCo,MLP,5,7
-8,distance_from_energy,212.53530883789062,FashionMNIST,ECCCo,MLP,5,7
-8,distance_from_targets,636.114501953125,FashionMNIST,ECCCo,MLP,5,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,7
-8,set_size_penalty,2.000451234925863,FashionMNIST,ECCCo,MLP,5,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,7
-9,distance,672.2831420898438,FashionMNIST,ECCCo,MLP,5,7
-9,distance_from_energy,181.98574829101562,FashionMNIST,ECCCo,MLP,5,7
-9,distance_from_targets,651.7471923828125,FashionMNIST,ECCCo,MLP,5,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,7
-9,set_size_penalty,1.0000000004999572,FashionMNIST,ECCCo,MLP,5,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,7
-10,distance,691.20947265625,FashionMNIST,ECCCo,MLP,5,7
-10,distance_from_energy,199.46434020996094,FashionMNIST,ECCCo,MLP,5,7
-10,distance_from_targets,668.1831665039062,FashionMNIST,ECCCo,MLP,5,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,7
-10,set_size_penalty,1.8730696334277788,FashionMNIST,ECCCo,MLP,5,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,7
-6,distance,9.400001525878906,FashionMNIST,Schut,MLP,5,7
-6,distance_from_energy,830.9622192382812,FashionMNIST,Schut,MLP,5,7
-6,distance_from_targets,289.41021728515625,FashionMNIST,Schut,MLP,5,7
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,7
-6,set_size_penalty,2.0,FashionMNIST,Schut,MLP,5,7
-6,validity,1.0,FashionMNIST,Schut,MLP,5,7
-7,distance,3.000000476837158,FashionMNIST,Schut,MLP,5,7
-7,distance_from_energy,868.0256958007812,FashionMNIST,Schut,MLP,5,7
-7,distance_from_targets,285.6593322753906,FashionMNIST,Schut,MLP,5,7
-7,redundancy,0.9961734693877551,FashionMNIST,Schut,MLP,5,7
-7,set_size_penalty,2.0,FashionMNIST,Schut,MLP,5,7
-7,validity,1.0,FashionMNIST,Schut,MLP,5,7
-8,distance,7.700000762939453,FashionMNIST,Schut,MLP,5,7
-8,distance_from_energy,850.5179443359375,FashionMNIST,Schut,MLP,5,7
-8,distance_from_targets,252.97010803222656,FashionMNIST,Schut,MLP,5,7
-8,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP,5,7
-8,set_size_penalty,1.9999999999997533,FashionMNIST,Schut,MLP,5,7
-8,validity,1.0,FashionMNIST,Schut,MLP,5,7
-9,distance,10.0,FashionMNIST,Schut,MLP,5,7
-9,distance_from_energy,883.2734375,FashionMNIST,Schut,MLP,5,7
-9,distance_from_targets,377.35833740234375,FashionMNIST,Schut,MLP,5,7
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,7
-9,set_size_penalty,4.0,FashionMNIST,Schut,MLP,5,7
-9,validity,1.0,FashionMNIST,Schut,MLP,5,7
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,7
-10,distance_from_energy,870.5408325195312,FashionMNIST,Schut,MLP,5,7
-10,distance_from_targets,380.22479248046875,FashionMNIST,Schut,MLP,5,7
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,5,7
-10,set_size_penalty,4.0,FashionMNIST,Schut,MLP,5,7
-10,validity,1.0,FashionMNIST,Schut,MLP,5,7
-11,distance,68.81829833984375,FashionMNIST,Wachter,MLP Ensemble,5,7
-11,distance_from_energy,802.5723876953125,FashionMNIST,Wachter,MLP Ensemble,5,7
-11,distance_from_targets,317.6289978027344,FashionMNIST,Wachter,MLP Ensemble,5,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-11,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-12,distance,67.25151062011719,FashionMNIST,Wachter,MLP Ensemble,5,7
-12,distance_from_energy,847.4442138671875,FashionMNIST,Wachter,MLP Ensemble,5,7
-12,distance_from_targets,433.1123046875,FashionMNIST,Wachter,MLP Ensemble,5,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-12,set_size_penalty,2.977307665214139,FashionMNIST,Wachter,MLP Ensemble,5,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-13,distance,75.24974822998047,FashionMNIST,Wachter,MLP Ensemble,5,7
-13,distance_from_energy,836.96484375,FashionMNIST,Wachter,MLP Ensemble,5,7
-13,distance_from_targets,381.53924560546875,FashionMNIST,Wachter,MLP Ensemble,5,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-14,distance,65.40788269042969,FashionMNIST,Wachter,MLP Ensemble,5,7
-14,distance_from_energy,829.7694091796875,FashionMNIST,Wachter,MLP Ensemble,5,7
-14,distance_from_targets,342.35614013671875,FashionMNIST,Wachter,MLP Ensemble,5,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-14,set_size_penalty,2.9999999968835365,FashionMNIST,Wachter,MLP Ensemble,5,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-15,distance,57.60496520996094,FashionMNIST,Wachter,MLP Ensemble,5,7
-15,distance_from_energy,809.793212890625,FashionMNIST,Wachter,MLP Ensemble,5,7
-15,distance_from_targets,327.9826965332031,FashionMNIST,Wachter,MLP Ensemble,5,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,7
-11,distance,151.25839233398438,FashionMNIST,REVISE,MLP Ensemble,5,7
-11,distance_from_energy,788.9368896484375,FashionMNIST,REVISE,MLP Ensemble,5,7
-11,distance_from_targets,268.10772705078125,FashionMNIST,REVISE,MLP Ensemble,5,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-11,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-12,distance,188.89768981933594,FashionMNIST,REVISE,MLP Ensemble,5,7
-12,distance_from_energy,822.13818359375,FashionMNIST,REVISE,MLP Ensemble,5,7
-12,distance_from_targets,415.9664306640625,FashionMNIST,REVISE,MLP Ensemble,5,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-12,set_size_penalty,2.999999999999793,FashionMNIST,REVISE,MLP Ensemble,5,7
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-13,distance,206.15481567382812,FashionMNIST,REVISE,MLP Ensemble,5,7
-13,distance_from_energy,806.2238159179688,FashionMNIST,REVISE,MLP Ensemble,5,7
-13,distance_from_targets,283.2873229980469,FashionMNIST,REVISE,MLP Ensemble,5,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-13,set_size_penalty,1.9994736726957907,FashionMNIST,REVISE,MLP Ensemble,5,7
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-14,distance,153.99168395996094,FashionMNIST,REVISE,MLP Ensemble,5,7
-14,distance_from_energy,805.098388671875,FashionMNIST,REVISE,MLP Ensemble,5,7
-14,distance_from_targets,280.12347412109375,FashionMNIST,REVISE,MLP Ensemble,5,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-14,set_size_penalty,1.999999999999915,FashionMNIST,REVISE,MLP Ensemble,5,7
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-15,distance,136.5503692626953,FashionMNIST,REVISE,MLP Ensemble,5,7
-15,distance_from_energy,814.7288208007812,FashionMNIST,REVISE,MLP Ensemble,5,7
-15,distance_from_targets,293.8464050292969,FashionMNIST,REVISE,MLP Ensemble,5,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,7
-11,distance,674.8407592773438,FashionMNIST,ECCCo,MLP Ensemble,5,7
-11,distance_from_energy,159.95321655273438,FashionMNIST,ECCCo,MLP Ensemble,5,7
-11,distance_from_targets,637.7806396484375,FashionMNIST,ECCCo,MLP Ensemble,5,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-12,distance,709.61669921875,FashionMNIST,ECCCo,MLP Ensemble,5,7
-12,distance_from_energy,147.404052734375,FashionMNIST,ECCCo,MLP Ensemble,5,7
-12,distance_from_targets,645.7227783203125,FashionMNIST,ECCCo,MLP Ensemble,5,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-13,distance,683.9548950195312,FashionMNIST,ECCCo,MLP Ensemble,5,7
-13,distance_from_energy,154.85665893554688,FashionMNIST,ECCCo,MLP Ensemble,5,7
-13,distance_from_targets,642.6528930664062,FashionMNIST,ECCCo,MLP Ensemble,5,7
-13,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,5,7
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-14,distance,684.5574340820312,FashionMNIST,ECCCo,MLP Ensemble,5,7
-14,distance_from_energy,153.93692016601562,FashionMNIST,ECCCo,MLP Ensemble,5,7
-14,distance_from_targets,634.4866333007812,FashionMNIST,ECCCo,MLP Ensemble,5,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-15,distance,642.2941284179688,FashionMNIST,ECCCo,MLP Ensemble,5,7
-15,distance_from_energy,194.4606475830078,FashionMNIST,ECCCo,MLP Ensemble,5,7
-15,distance_from_targets,614.5404052734375,FashionMNIST,ECCCo,MLP Ensemble,5,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,7
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,7
-11,distance_from_energy,827.7286376953125,FashionMNIST,Schut,MLP Ensemble,5,7
-11,distance_from_targets,287.6198425292969,FashionMNIST,Schut,MLP Ensemble,5,7
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,7
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,7
-12,distance_from_energy,848.0301513671875,FashionMNIST,Schut,MLP Ensemble,5,7
-12,distance_from_targets,400.5989685058594,FashionMNIST,Schut,MLP Ensemble,5,7
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,7
-12,set_size_penalty,2.0039272480069785,FashionMNIST,Schut,MLP Ensemble,5,7
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,5,7
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,7
-13,distance_from_energy,836.3900146484375,FashionMNIST,Schut,MLP Ensemble,5,7
-13,distance_from_targets,344.4046936035156,FashionMNIST,Schut,MLP Ensemble,5,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,7
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,7
-14,distance_from_energy,830.3397216796875,FashionMNIST,Schut,MLP Ensemble,5,7
-14,distance_from_targets,322.33038330078125,FashionMNIST,Schut,MLP Ensemble,5,7
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,7
-15,distance,10.00000286102295,FashionMNIST,Schut,MLP Ensemble,5,7
-15,distance_from_energy,823.6589965820312,FashionMNIST,Schut,MLP Ensemble,5,7
-15,distance_from_targets,307.3895568847656,FashionMNIST,Schut,MLP Ensemble,5,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,7
-15,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,5,7
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,5,7
-16,distance,57.784088134765625,FashionMNIST,Wachter,JEM,5,7
-16,distance_from_energy,621.9813232421875,FashionMNIST,Wachter,JEM,5,7
-16,distance_from_targets,274.25909423828125,FashionMNIST,Wachter,JEM,5,7
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,7
-16,set_size_penalty,9.00000002404266,FashionMNIST,Wachter,JEM,5,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,7
-17,distance,59.77665710449219,FashionMNIST,Wachter,JEM,5,7
-17,distance_from_energy,690.8312377929688,FashionMNIST,Wachter,JEM,5,7
-17,distance_from_targets,272.5948486328125,FashionMNIST,Wachter,JEM,5,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,7
-17,set_size_penalty,6.000000022639385,FashionMNIST,Wachter,JEM,5,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,7
-18,distance,59.54924774169922,FashionMNIST,Wachter,JEM,5,7
-18,distance_from_energy,706.4489135742188,FashionMNIST,Wachter,JEM,5,7
-18,distance_from_targets,336.7533264160156,FashionMNIST,Wachter,JEM,5,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,7
-18,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,5,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,7
-19,distance,55.320701599121094,FashionMNIST,Wachter,JEM,5,7
-19,distance_from_energy,604.7584228515625,FashionMNIST,Wachter,JEM,5,7
-19,distance_from_targets,330.2431640625,FashionMNIST,Wachter,JEM,5,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,7
-19,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,5,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,7
-20,distance,55.68793869018555,FashionMNIST,Wachter,JEM,5,7
-20,distance_from_energy,703.8502197265625,FashionMNIST,Wachter,JEM,5,7
-20,distance_from_targets,362.5657958984375,FashionMNIST,Wachter,JEM,5,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,7
-20,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,5,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,7
-16,distance,235.68673706054688,FashionMNIST,REVISE,JEM,5,7
-16,distance_from_energy,613.7777099609375,FashionMNIST,REVISE,JEM,5,7
-16,distance_from_targets,333.7375183105469,FashionMNIST,REVISE,JEM,5,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,7
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,7
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,7
-17,distance,95.85645294189453,FashionMNIST,REVISE,JEM,5,7
-17,distance_from_energy,663.0999755859375,FashionMNIST,REVISE,JEM,5,7
-17,distance_from_targets,225.84739685058594,FashionMNIST,REVISE,JEM,5,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,7
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,5,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,7
-18,distance,134.1381072998047,FashionMNIST,REVISE,JEM,5,7
-18,distance_from_energy,659.3436279296875,FashionMNIST,REVISE,JEM,5,7
-18,distance_from_targets,280.3271179199219,FashionMNIST,REVISE,JEM,5,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,7
-18,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,5,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,7
-19,distance,150.47781372070312,FashionMNIST,REVISE,JEM,5,7
-19,distance_from_energy,555.0941162109375,FashionMNIST,REVISE,JEM,5,7
-19,distance_from_targets,252.84103393554688,FashionMNIST,REVISE,JEM,5,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,7
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,5,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,7
-20,distance,160.63963317871094,FashionMNIST,REVISE,JEM,5,7
-20,distance_from_energy,664.3545532226562,FashionMNIST,REVISE,JEM,5,7
-20,distance_from_targets,328.5064697265625,FashionMNIST,REVISE,JEM,5,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,7
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,5,7
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,7
-16,distance,512.9638671875,FashionMNIST,ECCCo,JEM,5,7
-16,distance_from_energy,107.5071029663086,FashionMNIST,ECCCo,JEM,5,7
-16,distance_from_targets,530.3446044921875,FashionMNIST,ECCCo,JEM,5,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,7
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,7
-17,distance,534.0204467773438,FashionMNIST,ECCCo,JEM,5,7
-17,distance_from_energy,119.23158264160156,FashionMNIST,ECCCo,JEM,5,7
-17,distance_from_targets,511.00592041015625,FashionMNIST,ECCCo,JEM,5,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,7
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,7
-18,distance,575.8958129882812,FashionMNIST,ECCCo,JEM,5,7
-18,distance_from_energy,140.80853271484375,FashionMNIST,ECCCo,JEM,5,7
-18,distance_from_targets,512.77783203125,FashionMNIST,ECCCo,JEM,5,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,7
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,7
-19,distance,523.7689208984375,FashionMNIST,ECCCo,JEM,5,7
-19,distance_from_energy,88.33209228515625,FashionMNIST,ECCCo,JEM,5,7
-19,distance_from_targets,569.2744140625,FashionMNIST,ECCCo,JEM,5,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,7
-19,set_size_penalty,3.9999803434819228,FashionMNIST,ECCCo,JEM,5,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,7
-20,distance,562.3408203125,FashionMNIST,ECCCo,JEM,5,7
-20,distance_from_energy,165.65304565429688,FashionMNIST,ECCCo,JEM,5,7
-20,distance_from_targets,516.2677612304688,FashionMNIST,ECCCo,JEM,5,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,7
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,7
-16,distance,6.400001049041748,FashionMNIST,Schut,JEM,5,7
-16,distance_from_energy,606.4844970703125,FashionMNIST,Schut,JEM,5,7
-16,distance_from_targets,242.6417694091797,FashionMNIST,Schut,JEM,5,7
-16,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,5,7
-16,set_size_penalty,8.999999996708512,FashionMNIST,Schut,JEM,5,7
-16,validity,1.0,FashionMNIST,Schut,JEM,5,7
-17,distance,4.700000286102295,FashionMNIST,Schut,JEM,5,7
-17,distance_from_energy,630.3131103515625,FashionMNIST,Schut,JEM,5,7
-17,distance_from_targets,248.35414123535156,FashionMNIST,Schut,JEM,5,7
-17,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,5,7
-17,set_size_penalty,6.999883344811261,FashionMNIST,Schut,JEM,5,7
-17,validity,1.0,FashionMNIST,Schut,JEM,5,7
-18,distance,7.700000762939453,FashionMNIST,Schut,JEM,5,7
-18,distance_from_energy,644.1162719726562,FashionMNIST,Schut,JEM,5,7
-18,distance_from_targets,304.4159851074219,FashionMNIST,Schut,JEM,5,7
-18,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,5,7
-18,set_size_penalty,6.0,FashionMNIST,Schut,JEM,5,7
-18,validity,1.0,FashionMNIST,Schut,JEM,5,7
-19,distance,5.40000057220459,FashionMNIST,Schut,JEM,5,7
-19,distance_from_energy,581.544921875,FashionMNIST,Schut,JEM,5,7
-19,distance_from_targets,303.03759765625,FashionMNIST,Schut,JEM,5,7
-19,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,5,7
-19,set_size_penalty,4.0,FashionMNIST,Schut,JEM,5,7
-19,validity,1.0,FashionMNIST,Schut,JEM,5,7
-20,distance,2.700000524520874,FashionMNIST,Schut,JEM,5,7
-20,distance_from_energy,669.2850341796875,FashionMNIST,Schut,JEM,5,7
-20,distance_from_targets,333.6831970214844,FashionMNIST,Schut,JEM,5,7
-20,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,5,7
-20,set_size_penalty,6.0,FashionMNIST,Schut,JEM,5,7
-20,validity,1.0,FashionMNIST,Schut,JEM,5,7
-1,distance,74.5811538696289,FashionMNIST,Wachter,JEM Ensemble,5,8
-1,distance_from_energy,686.7711181640625,FashionMNIST,Wachter,JEM Ensemble,5,8
-1,distance_from_targets,510.30145263671875,FashionMNIST,Wachter,JEM Ensemble,5,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-2,distance,98.40601348876953,FashionMNIST,Wachter,JEM Ensemble,5,8
-2,distance_from_energy,674.209716796875,FashionMNIST,Wachter,JEM Ensemble,5,8
-2,distance_from_targets,605.7322387695312,FashionMNIST,Wachter,JEM Ensemble,5,8
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,8
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-3,distance,75.82463073730469,FashionMNIST,Wachter,JEM Ensemble,5,8
-3,distance_from_energy,768.2495727539062,FashionMNIST,Wachter,JEM Ensemble,5,8
-3,distance_from_targets,749.452392578125,FashionMNIST,Wachter,JEM Ensemble,5,8
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-4,distance,77.4914321899414,FashionMNIST,Wachter,JEM Ensemble,5,8
-4,distance_from_energy,695.5297241210938,FashionMNIST,Wachter,JEM Ensemble,5,8
-4,distance_from_targets,572.2669677734375,FashionMNIST,Wachter,JEM Ensemble,5,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-5,distance,80.54242706298828,FashionMNIST,Wachter,JEM Ensemble,5,8
-5,distance_from_energy,556.457275390625,FashionMNIST,Wachter,JEM Ensemble,5,8
-5,distance_from_targets,575.8958740234375,FashionMNIST,Wachter,JEM Ensemble,5,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-5,set_size_penalty,1.9999999999902778,FashionMNIST,Wachter,JEM Ensemble,5,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,8
-1,distance,544.266357421875,FashionMNIST,REVISE,JEM Ensemble,5,8
-1,distance_from_energy,442.653564453125,FashionMNIST,REVISE,JEM Ensemble,5,8
-1,distance_from_targets,515.0769653320312,FashionMNIST,REVISE,JEM Ensemble,5,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-2,distance,573.5603637695312,FashionMNIST,REVISE,JEM Ensemble,5,8
-2,distance_from_energy,448.5633850097656,FashionMNIST,REVISE,JEM Ensemble,5,8
-2,distance_from_targets,510.98046875,FashionMNIST,REVISE,JEM Ensemble,5,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-3,distance,593.7494506835938,FashionMNIST,REVISE,JEM Ensemble,5,8
-3,distance_from_energy,431.3467712402344,FashionMNIST,REVISE,JEM Ensemble,5,8
-3,distance_from_targets,515.0238647460938,FashionMNIST,REVISE,JEM Ensemble,5,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-3,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-4,distance,542.7842407226562,FashionMNIST,REVISE,JEM Ensemble,5,8
-4,distance_from_energy,432.34051513671875,FashionMNIST,REVISE,JEM Ensemble,5,8
-4,distance_from_targets,497.5671691894531,FashionMNIST,REVISE,JEM Ensemble,5,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-5,distance,274.1075439453125,FashionMNIST,REVISE,JEM Ensemble,5,8
-5,distance_from_energy,483.7958068847656,FashionMNIST,REVISE,JEM Ensemble,5,8
-5,distance_from_targets,500.4945983886719,FashionMNIST,REVISE,JEM Ensemble,5,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,8
-1,distance,506.8271179199219,FashionMNIST,ECCCo,JEM Ensemble,5,8
-1,distance_from_energy,178.849365234375,FashionMNIST,ECCCo,JEM Ensemble,5,8
-1,distance_from_targets,421.9627990722656,FashionMNIST,ECCCo,JEM Ensemble,5,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-1,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-2,distance,561.6028442382812,FashionMNIST,ECCCo,JEM Ensemble,5,8
-2,distance_from_energy,111.0597915649414,FashionMNIST,ECCCo,JEM Ensemble,5,8
-2,distance_from_targets,469.20672607421875,FashionMNIST,ECCCo,JEM Ensemble,5,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-3,distance,683.7861328125,FashionMNIST,ECCCo,JEM Ensemble,5,8
-3,distance_from_energy,97.99494171142578,FashionMNIST,ECCCo,JEM Ensemble,5,8
-3,distance_from_targets,467.12957763671875,FashionMNIST,ECCCo,JEM Ensemble,5,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-4,distance,595.3340454101562,FashionMNIST,ECCCo,JEM Ensemble,5,8
-4,distance_from_energy,97.89163970947266,FashionMNIST,ECCCo,JEM Ensemble,5,8
-4,distance_from_targets,491.96051025390625,FashionMNIST,ECCCo,JEM Ensemble,5,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-5,distance,467.6746826171875,FashionMNIST,ECCCo,JEM Ensemble,5,8
-5,distance_from_energy,89.21018981933594,FashionMNIST,ECCCo,JEM Ensemble,5,8
-5,distance_from_targets,474.7286376953125,FashionMNIST,ECCCo,JEM Ensemble,5,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,8
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,8
-1,distance_from_energy,645.0391845703125,FashionMNIST,Schut,JEM Ensemble,5,8
-1,distance_from_targets,477.2950744628906,FashionMNIST,Schut,JEM Ensemble,5,8
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,8
-2,distance_from_energy,660.9156494140625,FashionMNIST,Schut,JEM Ensemble,5,8
-2,distance_from_targets,580.1519165039062,FashionMNIST,Schut,JEM Ensemble,5,8
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,8
-3,distance_from_energy,765.580810546875,FashionMNIST,Schut,JEM Ensemble,5,8
-3,distance_from_targets,729.3099975585938,FashionMNIST,Schut,JEM Ensemble,5,8
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,8
-4,distance_from_energy,647.9024658203125,FashionMNIST,Schut,JEM Ensemble,5,8
-4,distance_from_targets,544.0997314453125,FashionMNIST,Schut,JEM Ensemble,5,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,8
-5,distance_from_energy,580.0701904296875,FashionMNIST,Schut,JEM Ensemble,5,8
-5,distance_from_targets,555.7179565429688,FashionMNIST,Schut,JEM Ensemble,5,8
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,5,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,8
-6,distance,81.06558990478516,FashionMNIST,Wachter,MLP,5,8
-6,distance_from_energy,868.4593505859375,FashionMNIST,Wachter,MLP,5,8
-6,distance_from_targets,542.2971801757812,FashionMNIST,Wachter,MLP,5,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,8
-6,set_size_penalty,3.5846094539377757,FashionMNIST,Wachter,MLP,5,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,8
-7,distance,63.395957946777344,FashionMNIST,Wachter,MLP,5,8
-7,distance_from_energy,866.1739501953125,FashionMNIST,Wachter,MLP,5,8
-7,distance_from_targets,306.7397766113281,FashionMNIST,Wachter,MLP,5,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,8
-7,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,5,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,5,8
-8,distance,58.65031814575195,FashionMNIST,Wachter,MLP,5,8
-8,distance_from_energy,846.7626953125,FashionMNIST,Wachter,MLP,5,8
-8,distance_from_targets,384.63275146484375,FashionMNIST,Wachter,MLP,5,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,8
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,5,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,8
-9,distance,64.4412841796875,FashionMNIST,Wachter,MLP,5,8
-9,distance_from_energy,833.7020263671875,FashionMNIST,Wachter,MLP,5,8
-9,distance_from_targets,298.0821533203125,FashionMNIST,Wachter,MLP,5,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,8
-9,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,5,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,8
-10,distance,100.94406127929688,FashionMNIST,Wachter,MLP,5,8
-10,distance_from_energy,898.2775268554688,FashionMNIST,Wachter,MLP,5,8
-10,distance_from_targets,567.376953125,FashionMNIST,Wachter,MLP,5,8
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,5,8
-10,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,5,8
-10,validity,0.0,FashionMNIST,Wachter,MLP,5,8
-6,distance,342.48529052734375,FashionMNIST,REVISE,MLP,5,8
-6,distance_from_energy,828.5667114257812,FashionMNIST,REVISE,MLP,5,8
-6,distance_from_targets,394.5922546386719,FashionMNIST,REVISE,MLP,5,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,8
-6,set_size_penalty,2.99999999998409,FashionMNIST,REVISE,MLP,5,8
-6,validity,1.0,FashionMNIST,REVISE,MLP,5,8
-7,distance,165.7589874267578,FashionMNIST,REVISE,MLP,5,8
-7,distance_from_energy,793.7291870117188,FashionMNIST,REVISE,MLP,5,8
-7,distance_from_targets,231.79417419433594,FashionMNIST,REVISE,MLP,5,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,8
-7,set_size_penalty,1.0000070525689246,FashionMNIST,REVISE,MLP,5,8
-7,validity,1.0,FashionMNIST,REVISE,MLP,5,8
-8,distance,227.2077178955078,FashionMNIST,REVISE,MLP,5,8
-8,distance_from_energy,808.7542724609375,FashionMNIST,REVISE,MLP,5,8
-8,distance_from_targets,331.6795959472656,FashionMNIST,REVISE,MLP,5,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,8
-8,set_size_penalty,2.000000238684005,FashionMNIST,REVISE,MLP,5,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,5,8
-9,distance,114.00018310546875,FashionMNIST,REVISE,MLP,5,8
-9,distance_from_energy,845.3738403320312,FashionMNIST,REVISE,MLP,5,8
-9,distance_from_targets,239.2730255126953,FashionMNIST,REVISE,MLP,5,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,8
-9,set_size_penalty,0.9999999997115956,FashionMNIST,REVISE,MLP,5,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,5,8
-10,distance,288.4087219238281,FashionMNIST,REVISE,MLP,5,8
-10,distance_from_energy,798.8142700195312,FashionMNIST,REVISE,MLP,5,8
-10,distance_from_targets,442.7457275390625,FashionMNIST,REVISE,MLP,5,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,8
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,5,8
-10,validity,1.0,FashionMNIST,REVISE,MLP,5,8
-6,distance,694.2086791992188,FashionMNIST,ECCCo,MLP,5,8
-6,distance_from_energy,199.15773010253906,FashionMNIST,ECCCo,MLP,5,8
-6,distance_from_targets,708.062255859375,FashionMNIST,ECCCo,MLP,5,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,8
-6,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP,5,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,8
-7,distance,670.5542602539062,FashionMNIST,ECCCo,MLP,5,8
-7,distance_from_energy,194.0354461669922,FashionMNIST,ECCCo,MLP,5,8
-7,distance_from_targets,646.4368896484375,FashionMNIST,ECCCo,MLP,5,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,8
-7,set_size_penalty,1.9996348869876914,FashionMNIST,ECCCo,MLP,5,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,8
-8,distance,698.489501953125,FashionMNIST,ECCCo,MLP,5,8
-8,distance_from_energy,147.94851684570312,FashionMNIST,ECCCo,MLP,5,8
-8,distance_from_targets,672.2404174804688,FashionMNIST,ECCCo,MLP,5,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,8
-8,set_size_penalty,1.0000000000132045,FashionMNIST,ECCCo,MLP,5,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,8
-9,distance,674.0477905273438,FashionMNIST,ECCCo,MLP,5,8
-9,distance_from_energy,185.55796813964844,FashionMNIST,ECCCo,MLP,5,8
-9,distance_from_targets,674.6434936523438,FashionMNIST,ECCCo,MLP,5,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,8
-9,set_size_penalty,1.0000000000079792,FashionMNIST,ECCCo,MLP,5,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,8
-10,distance,757.6893920898438,FashionMNIST,ECCCo,MLP,5,8
-10,distance_from_energy,183.1504669189453,FashionMNIST,ECCCo,MLP,5,8
-10,distance_from_targets,712.3251953125,FashionMNIST,ECCCo,MLP,5,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,8
-10,set_size_penalty,1.999993570531513,FashionMNIST,ECCCo,MLP,5,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,8
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,8
-6,distance_from_energy,881.7068481445312,FashionMNIST,Schut,MLP,5,8
-6,distance_from_targets,517.197509765625,FashionMNIST,Schut,MLP,5,8
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,8
-6,validity,0.0,FashionMNIST,Schut,MLP,5,8
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,8
-7,distance_from_energy,856.931640625,FashionMNIST,Schut,MLP,5,8
-7,distance_from_targets,278.8450622558594,FashionMNIST,Schut,MLP,5,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,8
-7,set_size_penalty,2.0,FashionMNIST,Schut,MLP,5,8
-7,validity,1.0,FashionMNIST,Schut,MLP,5,8
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,8
-8,distance_from_energy,854.4239501953125,FashionMNIST,Schut,MLP,5,8
-8,distance_from_targets,358.98223876953125,FashionMNIST,Schut,MLP,5,8
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,8
-8,set_size_penalty,2.0000000000000098,FashionMNIST,Schut,MLP,5,8
-8,validity,1.0,FashionMNIST,Schut,MLP,5,8
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,8
-9,distance_from_energy,813.2428588867188,FashionMNIST,Schut,MLP,5,8
-9,distance_from_targets,272.6053771972656,FashionMNIST,Schut,MLP,5,8
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,8
-9,set_size_penalty,2.0,FashionMNIST,Schut,MLP,5,8
-9,validity,1.0,FashionMNIST,Schut,MLP,5,8
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,8
-10,distance_from_energy,918.0310668945312,FashionMNIST,Schut,MLP,5,8
-10,distance_from_targets,541.2743530273438,FashionMNIST,Schut,MLP,5,8
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,8
-10,validity,0.0,FashionMNIST,Schut,MLP,5,8
-11,distance,95.26073455810547,FashionMNIST,Wachter,MLP Ensemble,5,8
-11,distance_from_energy,905.4212646484375,FashionMNIST,Wachter,MLP Ensemble,5,8
-11,distance_from_targets,682.3646240234375,FashionMNIST,Wachter,MLP Ensemble,5,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-12,distance,70.9214859008789,FashionMNIST,Wachter,MLP Ensemble,5,8
-12,distance_from_energy,842.1412353515625,FashionMNIST,Wachter,MLP Ensemble,5,8
-12,distance_from_targets,400.90655517578125,FashionMNIST,Wachter,MLP Ensemble,5,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-13,distance,90.95475769042969,FashionMNIST,Wachter,MLP Ensemble,5,8
-13,distance_from_energy,885.75732421875,FashionMNIST,Wachter,MLP Ensemble,5,8
-13,distance_from_targets,528.0098876953125,FashionMNIST,Wachter,MLP Ensemble,5,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-13,set_size_penalty,3.0016129122225164,FashionMNIST,Wachter,MLP Ensemble,5,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-14,distance,78.56388092041016,FashionMNIST,Wachter,MLP Ensemble,5,8
-14,distance_from_energy,808.552490234375,FashionMNIST,Wachter,MLP Ensemble,5,8
-14,distance_from_targets,658.1500244140625,FashionMNIST,Wachter,MLP Ensemble,5,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-15,distance,89.75152587890625,FashionMNIST,Wachter,MLP Ensemble,5,8
-15,distance_from_energy,815.9444580078125,FashionMNIST,Wachter,MLP Ensemble,5,8
-15,distance_from_targets,401.7070007324219,FashionMNIST,Wachter,MLP Ensemble,5,8
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,5,8
-15,set_size_penalty,2.000658666359035,FashionMNIST,Wachter,MLP Ensemble,5,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,8
-11,distance,305.75396728515625,FashionMNIST,REVISE,MLP Ensemble,5,8
-11,distance_from_energy,791.4439697265625,FashionMNIST,REVISE,MLP Ensemble,5,8
-11,distance_from_targets,502.92083740234375,FashionMNIST,REVISE,MLP Ensemble,5,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-11,set_size_penalty,2.9997568814477016,FashionMNIST,REVISE,MLP Ensemble,5,8
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-12,distance,237.08473205566406,FashionMNIST,REVISE,MLP Ensemble,5,8
-12,distance_from_energy,792.73291015625,FashionMNIST,REVISE,MLP Ensemble,5,8
-12,distance_from_targets,267.9669189453125,FashionMNIST,REVISE,MLP Ensemble,5,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-12,set_size_penalty,2.0000000000000098,FashionMNIST,REVISE,MLP Ensemble,5,8
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-13,distance,228.07644653320312,FashionMNIST,REVISE,MLP Ensemble,5,8
-13,distance_from_energy,881.9612426757812,FashionMNIST,REVISE,MLP Ensemble,5,8
-13,distance_from_targets,542.7245483398438,FashionMNIST,REVISE,MLP Ensemble,5,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-14,distance,371.9364318847656,FashionMNIST,REVISE,MLP Ensemble,5,8
-14,distance_from_energy,729.4196166992188,FashionMNIST,REVISE,MLP Ensemble,5,8
-14,distance_from_targets,519.0762939453125,FashionMNIST,REVISE,MLP Ensemble,5,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-15,distance,184.87847900390625,FashionMNIST,REVISE,MLP Ensemble,5,8
-15,distance_from_energy,801.4139404296875,FashionMNIST,REVISE,MLP Ensemble,5,8
-15,distance_from_targets,388.68408203125,FashionMNIST,REVISE,MLP Ensemble,5,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,8
-11,distance,790.3392333984375,FashionMNIST,ECCCo,MLP Ensemble,5,8
-11,distance_from_energy,112.41998291015625,FashionMNIST,ECCCo,MLP Ensemble,5,8
-11,distance_from_targets,686.8745727539062,FashionMNIST,ECCCo,MLP Ensemble,5,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-12,distance,730.4928588867188,FashionMNIST,ECCCo,MLP Ensemble,5,8
-12,distance_from_energy,125.97145080566406,FashionMNIST,ECCCo,MLP Ensemble,5,8
-12,distance_from_targets,672.6001586914062,FashionMNIST,ECCCo,MLP Ensemble,5,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-13,distance,795.97119140625,FashionMNIST,ECCCo,MLP Ensemble,5,8
-13,distance_from_energy,138.59104919433594,FashionMNIST,ECCCo,MLP Ensemble,5,8
-13,distance_from_targets,664.5138549804688,FashionMNIST,ECCCo,MLP Ensemble,5,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-14,distance,705.7099609375,FashionMNIST,ECCCo,MLP Ensemble,5,8
-14,distance_from_energy,133.6245880126953,FashionMNIST,ECCCo,MLP Ensemble,5,8
-14,distance_from_targets,706.1796875,FashionMNIST,ECCCo,MLP Ensemble,5,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-15,distance,725.766357421875,FashionMNIST,ECCCo,MLP Ensemble,5,8
-15,distance_from_energy,121.5506591796875,FashionMNIST,ECCCo,MLP Ensemble,5,8
-15,distance_from_targets,676.1574096679688,FashionMNIST,ECCCo,MLP Ensemble,5,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,8
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,8
-11,distance_from_energy,920.6383056640625,FashionMNIST,Schut,MLP Ensemble,5,8
-11,distance_from_targets,663.007080078125,FashionMNIST,Schut,MLP Ensemble,5,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,8
-12,distance_from_energy,854.3528442382812,FashionMNIST,Schut,MLP Ensemble,5,8
-12,distance_from_targets,370.3919982910156,FashionMNIST,Schut,MLP Ensemble,5,8
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,5,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,8
-13,distance_from_energy,909.3512573242188,FashionMNIST,Schut,MLP Ensemble,5,8
-13,distance_from_targets,503.3365478515625,FashionMNIST,Schut,MLP Ensemble,5,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,8
-14,distance_from_energy,811.9540405273438,FashionMNIST,Schut,MLP Ensemble,5,8
-14,distance_from_targets,633.9174194335938,FashionMNIST,Schut,MLP Ensemble,5,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,8
-15,distance_from_energy,826.6399536132812,FashionMNIST,Schut,MLP Ensemble,5,8
-15,distance_from_targets,372.5094909667969,FashionMNIST,Schut,MLP Ensemble,5,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,8
-16,distance,88.72466278076172,FashionMNIST,Wachter,JEM,5,8
-16,distance_from_energy,800.0416259765625,FashionMNIST,Wachter,JEM,5,8
-16,distance_from_targets,574.6461181640625,FashionMNIST,Wachter,JEM,5,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,8
-16,set_size_penalty,9.999999999998145,FashionMNIST,Wachter,JEM,5,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,8
-17,distance,58.878231048583984,FashionMNIST,Wachter,JEM,5,8
-17,distance_from_energy,710.7149047851562,FashionMNIST,Wachter,JEM,5,8
-17,distance_from_targets,310.716064453125,FashionMNIST,Wachter,JEM,5,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,8
-17,set_size_penalty,8.000032105019478,FashionMNIST,Wachter,JEM,5,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,8
-18,distance,60.6881103515625,FashionMNIST,Wachter,JEM,5,8
-18,distance_from_energy,896.1521606445312,FashionMNIST,Wachter,JEM,5,8
-18,distance_from_targets,494.9871520996094,FashionMNIST,Wachter,JEM,5,8
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,8
-18,set_size_penalty,4.0000780040494925,FashionMNIST,Wachter,JEM,5,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,8
-19,distance,73.8226318359375,FashionMNIST,Wachter,JEM,5,8
-19,distance_from_energy,881.7080078125,FashionMNIST,Wachter,JEM,5,8
-19,distance_from_targets,720.5919799804688,FashionMNIST,Wachter,JEM,5,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,8
-19,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,5,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,8
-20,distance,65.03878784179688,FashionMNIST,Wachter,JEM,5,8
-20,distance_from_energy,854.3668212890625,FashionMNIST,Wachter,JEM,5,8
-20,distance_from_targets,536.4125366210938,FashionMNIST,Wachter,JEM,5,8
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,5,8
-20,set_size_penalty,9.999999968105852,FashionMNIST,Wachter,JEM,5,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,8
-16,distance,410.304931640625,FashionMNIST,REVISE,JEM,5,8
-16,distance_from_energy,650.8817749023438,FashionMNIST,REVISE,JEM,5,8
-16,distance_from_targets,485.8648376464844,FashionMNIST,REVISE,JEM,5,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,8
-16,set_size_penalty,3.9999996033092735,FashionMNIST,REVISE,JEM,5,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,8
-17,distance,137.25399780273438,FashionMNIST,REVISE,JEM,5,8
-17,distance_from_energy,640.466064453125,FashionMNIST,REVISE,JEM,5,8
-17,distance_from_targets,232.72003173828125,FashionMNIST,REVISE,JEM,5,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,8
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,5,8
-17,validity,1.0,FashionMNIST,REVISE,JEM,5,8
-18,distance,239.1034393310547,FashionMNIST,REVISE,JEM,5,8
-18,distance_from_energy,831.8839721679688,FashionMNIST,REVISE,JEM,5,8
-18,distance_from_targets,420.4010314941406,FashionMNIST,REVISE,JEM,5,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,8
-18,set_size_penalty,2.999999995567314,FashionMNIST,REVISE,JEM,5,8
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,8
-19,distance,538.303466796875,FashionMNIST,REVISE,JEM,5,8
-19,distance_from_energy,556.128173828125,FashionMNIST,REVISE,JEM,5,8
-19,distance_from_targets,567.0825805664062,FashionMNIST,REVISE,JEM,5,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,8
-19,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,5,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,8
-20,distance,510.9486389160156,FashionMNIST,REVISE,JEM,5,8
-20,distance_from_energy,674.1844482421875,FashionMNIST,REVISE,JEM,5,8
-20,distance_from_targets,514.9949340820312,FashionMNIST,REVISE,JEM,5,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,8
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,8
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,8
-16,distance,708.091064453125,FashionMNIST,ECCCo,JEM,5,8
-16,distance_from_energy,111.22855377197266,FashionMNIST,ECCCo,JEM,5,8
-16,distance_from_targets,567.1187133789062,FashionMNIST,ECCCo,JEM,5,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,8
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,8
-17,distance,621.3724365234375,FashionMNIST,ECCCo,JEM,5,8
-17,distance_from_energy,115.87034606933594,FashionMNIST,ECCCo,JEM,5,8
-17,distance_from_targets,543.451171875,FashionMNIST,ECCCo,JEM,5,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,8
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,8
-18,distance,628.6871337890625,FashionMNIST,ECCCo,JEM,5,8
-18,distance_from_energy,193.47537231445312,FashionMNIST,ECCCo,JEM,5,8
-18,distance_from_targets,436.8631286621094,FashionMNIST,ECCCo,JEM,5,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,8
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,8
-19,distance,689.6947631835938,FashionMNIST,ECCCo,JEM,5,8
-19,distance_from_energy,164.6339111328125,FashionMNIST,ECCCo,JEM,5,8
-19,distance_from_targets,555.4815673828125,FashionMNIST,ECCCo,JEM,5,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,8
-19,set_size_penalty,1.999999999999613,FashionMNIST,ECCCo,JEM,5,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,8
-20,distance,658.1141967773438,FashionMNIST,ECCCo,JEM,5,8
-20,distance_from_energy,184.9837646484375,FashionMNIST,ECCCo,JEM,5,8
-20,distance_from_targets,501.1085510253906,FashionMNIST,ECCCo,JEM,5,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,8
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,5,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,8
-16,distance,9.600001335144043,FashionMNIST,Schut,JEM,5,8
-16,distance_from_energy,810.3345336914062,FashionMNIST,Schut,JEM,5,8
-16,distance_from_targets,548.3140258789062,FashionMNIST,Schut,JEM,5,8
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,5,8
-16,set_size_penalty,10.0,FashionMNIST,Schut,JEM,5,8
-16,validity,1.0,FashionMNIST,Schut,JEM,5,8
-17,distance,2.4000003337860107,FashionMNIST,Schut,JEM,5,8
-17,distance_from_energy,696.3857421875,FashionMNIST,Schut,JEM,5,8
-17,distance_from_targets,284.8870544433594,FashionMNIST,Schut,JEM,5,8
-17,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM,5,8
-17,set_size_penalty,7.999999999999954,FashionMNIST,Schut,JEM,5,8
-17,validity,1.0,FashionMNIST,Schut,JEM,5,8
-18,distance,6.500000953674316,FashionMNIST,Schut,JEM,5,8
-18,distance_from_energy,838.8021240234375,FashionMNIST,Schut,JEM,5,8
-18,distance_from_targets,466.87908935546875,FashionMNIST,Schut,JEM,5,8
-18,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,5,8
-18,set_size_penalty,1.0,FashionMNIST,Schut,JEM,5,8
-18,validity,1.0,FashionMNIST,Schut,JEM,5,8
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,8
-19,distance_from_energy,797.9862060546875,FashionMNIST,Schut,JEM,5,8
-19,distance_from_targets,701.6734008789062,FashionMNIST,Schut,JEM,5,8
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,8
-19,set_size_penalty,1.8662868006385693,FashionMNIST,Schut,JEM,5,8
-19,validity,1.0,FashionMNIST,Schut,JEM,5,8
-20,distance,8.600001335144043,FashionMNIST,Schut,JEM,5,8
-20,distance_from_energy,827.8928833007812,FashionMNIST,Schut,JEM,5,8
-20,distance_from_targets,504.2441101074219,FashionMNIST,Schut,JEM,5,8
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,8
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,5,8
-20,validity,1.0,FashionMNIST,Schut,JEM,5,8
-1,distance,70.0853271484375,FashionMNIST,Wachter,JEM Ensemble,5,9
-1,distance_from_energy,573.0418090820312,FashionMNIST,Wachter,JEM Ensemble,5,9
-1,distance_from_targets,416.2784423828125,FashionMNIST,Wachter,JEM Ensemble,5,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-2,distance,54.88886260986328,FashionMNIST,Wachter,JEM Ensemble,5,9
-2,distance_from_energy,433.73114013671875,FashionMNIST,Wachter,JEM Ensemble,5,9
-2,distance_from_targets,427.387939453125,FashionMNIST,Wachter,JEM Ensemble,5,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-3,distance,69.29301452636719,FashionMNIST,Wachter,JEM Ensemble,5,9
-3,distance_from_energy,465.12286376953125,FashionMNIST,Wachter,JEM Ensemble,5,9
-3,distance_from_targets,459.24444580078125,FashionMNIST,Wachter,JEM Ensemble,5,9
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,5,9
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-4,distance,65.71964263916016,FashionMNIST,Wachter,JEM Ensemble,5,9
-4,distance_from_energy,484.6834411621094,FashionMNIST,Wachter,JEM Ensemble,5,9
-4,distance_from_targets,284.0902099609375,FashionMNIST,Wachter,JEM Ensemble,5,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-5,distance,65.50454711914062,FashionMNIST,Wachter,JEM Ensemble,5,9
-5,distance_from_energy,463.95062255859375,FashionMNIST,Wachter,JEM Ensemble,5,9
-5,distance_from_targets,337.93255615234375,FashionMNIST,Wachter,JEM Ensemble,5,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,5,9
-1,distance,155.88682556152344,FashionMNIST,REVISE,JEM Ensemble,5,9
-1,distance_from_energy,537.3563232421875,FashionMNIST,REVISE,JEM Ensemble,5,9
-1,distance_from_targets,377.0397644042969,FashionMNIST,REVISE,JEM Ensemble,5,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-2,distance,226.86788940429688,FashionMNIST,REVISE,JEM Ensemble,5,9
-2,distance_from_energy,459.42034912109375,FashionMNIST,REVISE,JEM Ensemble,5,9
-2,distance_from_targets,374.6349792480469,FashionMNIST,REVISE,JEM Ensemble,5,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-3,distance,472.93389892578125,FashionMNIST,REVISE,JEM Ensemble,5,9
-3,distance_from_energy,484.1206970214844,FashionMNIST,REVISE,JEM Ensemble,5,9
-3,distance_from_targets,474.8542785644531,FashionMNIST,REVISE,JEM Ensemble,5,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-4,distance,191.3575897216797,FashionMNIST,REVISE,JEM Ensemble,5,9
-4,distance_from_energy,489.340576171875,FashionMNIST,REVISE,JEM Ensemble,5,9
-4,distance_from_targets,237.82579040527344,FashionMNIST,REVISE,JEM Ensemble,5,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-4,set_size_penalty,7.999999999908034,FashionMNIST,REVISE,JEM Ensemble,5,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-5,distance,280.2741394042969,FashionMNIST,REVISE,JEM Ensemble,5,9
-5,distance_from_energy,513.8361206054688,FashionMNIST,REVISE,JEM Ensemble,5,9
-5,distance_from_targets,254.52474975585938,FashionMNIST,REVISE,JEM Ensemble,5,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-5,set_size_penalty,6.9999999992567545,FashionMNIST,REVISE,JEM Ensemble,5,9
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,5,9
-1,distance,410.4455261230469,FashionMNIST,ECCCo,JEM Ensemble,5,9
-1,distance_from_energy,70.32913970947266,FashionMNIST,ECCCo,JEM Ensemble,5,9
-1,distance_from_targets,442.0799560546875,FashionMNIST,ECCCo,JEM Ensemble,5,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-2,distance,352.97021484375,FashionMNIST,ECCCo,JEM Ensemble,5,9
-2,distance_from_energy,101.78839111328125,FashionMNIST,ECCCo,JEM Ensemble,5,9
-2,distance_from_targets,451.50250244140625,FashionMNIST,ECCCo,JEM Ensemble,5,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-3,distance,440.6153259277344,FashionMNIST,ECCCo,JEM Ensemble,5,9
-3,distance_from_energy,67.5562515258789,FashionMNIST,ECCCo,JEM Ensemble,5,9
-3,distance_from_targets,500.5865478515625,FashionMNIST,ECCCo,JEM Ensemble,5,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-4,distance,392.07373046875,FashionMNIST,ECCCo,JEM Ensemble,5,9
-4,distance_from_energy,90.58827209472656,FashionMNIST,ECCCo,JEM Ensemble,5,9
-4,distance_from_targets,429.39312744140625,FashionMNIST,ECCCo,JEM Ensemble,5,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-5,distance,388.44207763671875,FashionMNIST,ECCCo,JEM Ensemble,5,9
-5,distance_from_energy,70.25306701660156,FashionMNIST,ECCCo,JEM Ensemble,5,9
-5,distance_from_targets,458.0751037597656,FashionMNIST,ECCCo,JEM Ensemble,5,9
-5,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM Ensemble,5,9
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,5,9
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,5,9
-1,distance_from_energy,466.0389709472656,FashionMNIST,Schut,JEM Ensemble,5,9
-1,distance_from_targets,378.10455322265625,FashionMNIST,Schut,JEM Ensemble,5,9
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,9
-2,distance,4.90000057220459,FashionMNIST,Schut,JEM Ensemble,5,9
-2,distance_from_energy,443.46844482421875,FashionMNIST,Schut,JEM Ensemble,5,9
-2,distance_from_targets,400.3729553222656,FashionMNIST,Schut,JEM Ensemble,5,9
-2,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM Ensemble,5,9
-2,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,5,9
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,9
-3,distance_from_energy,485.2266540527344,FashionMNIST,Schut,JEM Ensemble,5,9
-3,distance_from_targets,429.6756286621094,FashionMNIST,Schut,JEM Ensemble,5,9
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,9
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,5,9
-4,distance_from_energy,475.8416442871094,FashionMNIST,Schut,JEM Ensemble,5,9
-4,distance_from_targets,255.66561889648438,FashionMNIST,Schut,JEM Ensemble,5,9
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,5,9
-4,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,5,9
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,5,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,5,9
-5,distance_from_energy,452.1521911621094,FashionMNIST,Schut,JEM Ensemble,5,9
-5,distance_from_targets,301.9759826660156,FashionMNIST,Schut,JEM Ensemble,5,9
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,5,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,5,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,5,9
-6,distance,77.97177124023438,FashionMNIST,Wachter,MLP,5,9
-6,distance_from_energy,830.6292724609375,FashionMNIST,Wachter,MLP,5,9
-6,distance_from_targets,449.183349609375,FashionMNIST,Wachter,MLP,5,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,5,9
-6,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,5,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,5,9
-7,distance,78.93199157714844,FashionMNIST,Wachter,MLP,5,9
-7,distance_from_energy,850.0617065429688,FashionMNIST,Wachter,MLP,5,9
-7,distance_from_targets,547.2858276367188,FashionMNIST,Wachter,MLP,5,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,5,9
-7,set_size_penalty,3.999999980303954,FashionMNIST,Wachter,MLP,5,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,5,9
-8,distance,60.57933044433594,FashionMNIST,Wachter,MLP,5,9
-8,distance_from_energy,785.4283447265625,FashionMNIST,Wachter,MLP,5,9
-8,distance_from_targets,284.89752197265625,FashionMNIST,Wachter,MLP,5,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,5,9
-8,set_size_penalty,2.9999929329490174,FashionMNIST,Wachter,MLP,5,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,5,9
-9,distance,67.77252960205078,FashionMNIST,Wachter,MLP,5,9
-9,distance_from_energy,820.8592529296875,FashionMNIST,Wachter,MLP,5,9
-9,distance_from_targets,407.0794372558594,FashionMNIST,Wachter,MLP,5,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,5,9
-9,set_size_penalty,3.000000013212566,FashionMNIST,Wachter,MLP,5,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,5,9
-10,distance,79.29933166503906,FashionMNIST,Wachter,MLP,5,9
-10,distance_from_energy,875.19970703125,FashionMNIST,Wachter,MLP,5,9
-10,distance_from_targets,372.11651611328125,FashionMNIST,Wachter,MLP,5,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,5,9
-10,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,5,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,5,9
-6,distance,206.42454528808594,FashionMNIST,REVISE,MLP,5,9
-6,distance_from_energy,853.7225341796875,FashionMNIST,REVISE,MLP,5,9
-6,distance_from_targets,365.1601867675781,FashionMNIST,REVISE,MLP,5,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,5,9
-6,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,5,9
-6,validity,1.0,FashionMNIST,REVISE,MLP,5,9
-7,distance,206.68299865722656,FashionMNIST,REVISE,MLP,5,9
-7,distance_from_energy,814.3960571289062,FashionMNIST,REVISE,MLP,5,9
-7,distance_from_targets,510.8652038574219,FashionMNIST,REVISE,MLP,5,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,5,9
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,5,9
-7,validity,0.0,FashionMNIST,REVISE,MLP,5,9
-8,distance,172.43934631347656,FashionMNIST,REVISE,MLP,5,9
-8,distance_from_energy,828.0416870117188,FashionMNIST,REVISE,MLP,5,9
-8,distance_from_targets,229.913330078125,FashionMNIST,REVISE,MLP,5,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,5,9
-8,set_size_penalty,1.9999999999250704,FashionMNIST,REVISE,MLP,5,9
-8,validity,1.0,FashionMNIST,REVISE,MLP,5,9
-9,distance,205.42605590820312,FashionMNIST,REVISE,MLP,5,9
-9,distance_from_energy,811.060302734375,FashionMNIST,REVISE,MLP,5,9
-9,distance_from_targets,345.81988525390625,FashionMNIST,REVISE,MLP,5,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,5,9
-9,set_size_penalty,2.999996916000046,FashionMNIST,REVISE,MLP,5,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,5,9
-10,distance,162.52781677246094,FashionMNIST,REVISE,MLP,5,9
-10,distance_from_energy,853.8400268554688,FashionMNIST,REVISE,MLP,5,9
-10,distance_from_targets,325.81964111328125,FashionMNIST,REVISE,MLP,5,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,5,9
-10,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,5,9
-10,validity,1.0,FashionMNIST,REVISE,MLP,5,9
-6,distance,678.7322998046875,FashionMNIST,ECCCo,MLP,5,9
-6,distance_from_energy,203.34608459472656,FashionMNIST,ECCCo,MLP,5,9
-6,distance_from_targets,681.9634399414062,FashionMNIST,ECCCo,MLP,5,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,9
-6,set_size_penalty,1.0000000000060296,FashionMNIST,ECCCo,MLP,5,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,5,9
-7,distance,636.4945678710938,FashionMNIST,ECCCo,MLP,5,9
-7,distance_from_energy,220.0023193359375,FashionMNIST,ECCCo,MLP,5,9
-7,distance_from_targets,680.2786865234375,FashionMNIST,ECCCo,MLP,5,9
-7,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP,5,9
-7,set_size_penalty,1.0000046305523818,FashionMNIST,ECCCo,MLP,5,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,5,9
-8,distance,623.6394653320312,FashionMNIST,ECCCo,MLP,5,9
-8,distance_from_energy,248.6755828857422,FashionMNIST,ECCCo,MLP,5,9
-8,distance_from_targets,624.875244140625,FashionMNIST,ECCCo,MLP,5,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,9
-8,set_size_penalty,1.0000021148117844,FashionMNIST,ECCCo,MLP,5,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,5,9
-9,distance,686.3508911132812,FashionMNIST,ECCCo,MLP,5,9
-9,distance_from_energy,151.35595703125,FashionMNIST,ECCCo,MLP,5,9
-9,distance_from_targets,680.9656372070312,FashionMNIST,ECCCo,MLP,5,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,9
-9,set_size_penalty,1.6836324867501282,FashionMNIST,ECCCo,MLP,5,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,5,9
-10,distance,697.3983764648438,FashionMNIST,ECCCo,MLP,5,9
-10,distance_from_energy,193.8970947265625,FashionMNIST,ECCCo,MLP,5,9
-10,distance_from_targets,669.2755737304688,FashionMNIST,ECCCo,MLP,5,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,5,9
-10,set_size_penalty,1.9999810221774394,FashionMNIST,ECCCo,MLP,5,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,5,9
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,9
-6,distance_from_energy,824.8348388671875,FashionMNIST,Schut,MLP,5,9
-6,distance_from_targets,411.20477294921875,FashionMNIST,Schut,MLP,5,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,9
-6,validity,0.0,FashionMNIST,Schut,MLP,5,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,5,9
-7,distance_from_energy,862.6400146484375,FashionMNIST,Schut,MLP,5,9
-7,distance_from_targets,513.4842529296875,FashionMNIST,Schut,MLP,5,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,9
-7,validity,0.0,FashionMNIST,Schut,MLP,5,9
-8,distance,5.300000190734863,FashionMNIST,Schut,MLP,5,9
-8,distance_from_energy,816.6268310546875,FashionMNIST,Schut,MLP,5,9
-8,distance_from_targets,250.47059631347656,FashionMNIST,Schut,MLP,5,9
-8,redundancy,0.9923469387755102,FashionMNIST,Schut,MLP,5,9
-8,set_size_penalty,2.0000000000693676,FashionMNIST,Schut,MLP,5,9
-8,validity,1.0,FashionMNIST,Schut,MLP,5,9
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,5,9
-9,distance_from_energy,833.048828125,FashionMNIST,Schut,MLP,5,9
-9,distance_from_targets,376.8322448730469,FashionMNIST,Schut,MLP,5,9
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,5,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,9
-9,validity,0.0,FashionMNIST,Schut,MLP,5,9
-10,distance,10.0,FashionMNIST,Schut,MLP,5,9
-10,distance_from_energy,874.9039916992188,FashionMNIST,Schut,MLP,5,9
-10,distance_from_targets,334.3869934082031,FashionMNIST,Schut,MLP,5,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,5,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,5,9
-10,validity,0.0,FashionMNIST,Schut,MLP,5,9
-11,distance,62.53973388671875,FashionMNIST,Wachter,MLP Ensemble,5,9
-11,distance_from_energy,791.08837890625,FashionMNIST,Wachter,MLP Ensemble,5,9
-11,distance_from_targets,433.3833923339844,FashionMNIST,Wachter,MLP Ensemble,5,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-11,set_size_penalty,2.000000000000128,FashionMNIST,Wachter,MLP Ensemble,5,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-12,distance,65.79408264160156,FashionMNIST,Wachter,MLP Ensemble,5,9
-12,distance_from_energy,766.793212890625,FashionMNIST,Wachter,MLP Ensemble,5,9
-12,distance_from_targets,378.0000305175781,FashionMNIST,Wachter,MLP Ensemble,5,9
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,5,9
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-13,distance,68.49259185791016,FashionMNIST,Wachter,MLP Ensemble,5,9
-13,distance_from_energy,802.438232421875,FashionMNIST,Wachter,MLP Ensemble,5,9
-13,distance_from_targets,339.36297607421875,FashionMNIST,Wachter,MLP Ensemble,5,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-13,set_size_penalty,2.0000000000001315,FashionMNIST,Wachter,MLP Ensemble,5,9
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-14,distance,70.87089538574219,FashionMNIST,Wachter,MLP Ensemble,5,9
-14,distance_from_energy,783.6069946289062,FashionMNIST,Wachter,MLP Ensemble,5,9
-14,distance_from_targets,371.10089111328125,FashionMNIST,Wachter,MLP Ensemble,5,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-14,set_size_penalty,2.999294374569562,FashionMNIST,Wachter,MLP Ensemble,5,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-15,distance,73.53074645996094,FashionMNIST,Wachter,MLP Ensemble,5,9
-15,distance_from_energy,776.1214599609375,FashionMNIST,Wachter,MLP Ensemble,5,9
-15,distance_from_targets,452.7348327636719,FashionMNIST,Wachter,MLP Ensemble,5,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,5,9
-11,distance,204.59458923339844,FashionMNIST,REVISE,MLP Ensemble,5,9
-11,distance_from_energy,797.7496948242188,FashionMNIST,REVISE,MLP Ensemble,5,9
-11,distance_from_targets,400.9868469238281,FashionMNIST,REVISE,MLP Ensemble,5,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-11,set_size_penalty,2.995420100805121,FashionMNIST,REVISE,MLP Ensemble,5,9
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-12,distance,216.9525146484375,FashionMNIST,REVISE,MLP Ensemble,5,9
-12,distance_from_energy,756.6886596679688,FashionMNIST,REVISE,MLP Ensemble,5,9
-12,distance_from_targets,291.4617919921875,FashionMNIST,REVISE,MLP Ensemble,5,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-13,distance,132.99334716796875,FashionMNIST,REVISE,MLP Ensemble,5,9
-13,distance_from_energy,804.7561645507812,FashionMNIST,REVISE,MLP Ensemble,5,9
-13,distance_from_targets,308.4408874511719,FashionMNIST,REVISE,MLP Ensemble,5,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-14,distance,146.09840393066406,FashionMNIST,REVISE,MLP Ensemble,5,9
-14,distance_from_energy,773.3077392578125,FashionMNIST,REVISE,MLP Ensemble,5,9
-14,distance_from_targets,334.6328430175781,FashionMNIST,REVISE,MLP Ensemble,5,9
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,5,9
-14,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-15,distance,185.58517456054688,FashionMNIST,REVISE,MLP Ensemble,5,9
-15,distance_from_energy,776.6666259765625,FashionMNIST,REVISE,MLP Ensemble,5,9
-15,distance_from_targets,431.4698791503906,FashionMNIST,REVISE,MLP Ensemble,5,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,5,9
-11,distance,620.8673095703125,FashionMNIST,ECCCo,MLP Ensemble,5,9
-11,distance_from_energy,191.95016479492188,FashionMNIST,ECCCo,MLP Ensemble,5,9
-11,distance_from_targets,635.9628295898438,FashionMNIST,ECCCo,MLP Ensemble,5,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-12,distance,650.66845703125,FashionMNIST,ECCCo,MLP Ensemble,5,9
-12,distance_from_energy,138.74058532714844,FashionMNIST,ECCCo,MLP Ensemble,5,9
-12,distance_from_targets,667.0230102539062,FashionMNIST,ECCCo,MLP Ensemble,5,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-13,distance,653.938232421875,FashionMNIST,ECCCo,MLP Ensemble,5,9
-13,distance_from_energy,169.68563842773438,FashionMNIST,ECCCo,MLP Ensemble,5,9
-13,distance_from_targets,632.8109741210938,FashionMNIST,ECCCo,MLP Ensemble,5,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-14,distance,667.441650390625,FashionMNIST,ECCCo,MLP Ensemble,5,9
-14,distance_from_energy,137.540283203125,FashionMNIST,ECCCo,MLP Ensemble,5,9
-14,distance_from_targets,654.9189453125,FashionMNIST,ECCCo,MLP Ensemble,5,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-15,distance,640.3360595703125,FashionMNIST,ECCCo,MLP Ensemble,5,9
-15,distance_from_energy,174.84170532226562,FashionMNIST,ECCCo,MLP Ensemble,5,9
-15,distance_from_targets,660.2063598632812,FashionMNIST,ECCCo,MLP Ensemble,5,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,5,9
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,9
-11,distance_from_energy,785.6422729492188,FashionMNIST,Schut,MLP Ensemble,5,9
-11,distance_from_targets,400.82977294921875,FashionMNIST,Schut,MLP Ensemble,5,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,9
-11,set_size_penalty,2.0000000000000018,FashionMNIST,Schut,MLP Ensemble,5,9
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,5,9
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,9
-12,distance_from_energy,782.3093872070312,FashionMNIST,Schut,MLP Ensemble,5,9
-12,distance_from_targets,346.18072509765625,FashionMNIST,Schut,MLP Ensemble,5,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,9
-12,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,5,9
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,5,9
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,5,9
-13,distance_from_energy,794.08544921875,FashionMNIST,Schut,MLP Ensemble,5,9
-13,distance_from_targets,301.71893310546875,FashionMNIST,Schut,MLP Ensemble,5,9
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,9
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,5,9
-14,distance_from_energy,796.4400634765625,FashionMNIST,Schut,MLP Ensemble,5,9
-14,distance_from_targets,336.5379638671875,FashionMNIST,Schut,MLP Ensemble,5,9
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,9
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,5,9
-15,distance_from_energy,794.6387329101562,FashionMNIST,Schut,MLP Ensemble,5,9
-15,distance_from_targets,426.766357421875,FashionMNIST,Schut,MLP Ensemble,5,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,5,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,5,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,5,9
-16,distance,60.0273551940918,FashionMNIST,Wachter,JEM,5,9
-16,distance_from_energy,578.5841064453125,FashionMNIST,Wachter,JEM,5,9
-16,distance_from_targets,337.973388671875,FashionMNIST,Wachter,JEM,5,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,5,9
-16,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,5,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,5,9
-17,distance,73.2418441772461,FashionMNIST,Wachter,JEM,5,9
-17,distance_from_energy,845.8648681640625,FashionMNIST,Wachter,JEM,5,9
-17,distance_from_targets,533.247802734375,FashionMNIST,Wachter,JEM,5,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,5,9
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,5,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,5,9
-18,distance,57.299869537353516,FashionMNIST,Wachter,JEM,5,9
-18,distance_from_energy,599.3699951171875,FashionMNIST,Wachter,JEM,5,9
-18,distance_from_targets,301.9585876464844,FashionMNIST,Wachter,JEM,5,9
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,5,9
-18,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,5,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,5,9
-19,distance,58.291202545166016,FashionMNIST,Wachter,JEM,5,9
-19,distance_from_energy,547.8074340820312,FashionMNIST,Wachter,JEM,5,9
-19,distance_from_targets,518.784912109375,FashionMNIST,Wachter,JEM,5,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,5,9
-19,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,5,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,5,9
-20,distance,59.72576141357422,FashionMNIST,Wachter,JEM,5,9
-20,distance_from_energy,552.8860473632812,FashionMNIST,Wachter,JEM,5,9
-20,distance_from_targets,443.0881042480469,FashionMNIST,Wachter,JEM,5,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,5,9
-20,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,5,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,5,9
-16,distance,262.6609802246094,FashionMNIST,REVISE,JEM,5,9
-16,distance_from_energy,604.6702880859375,FashionMNIST,REVISE,JEM,5,9
-16,distance_from_targets,329.0247497558594,FashionMNIST,REVISE,JEM,5,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,5,9
-16,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,5,9
-16,validity,1.0,FashionMNIST,REVISE,JEM,5,9
-17,distance,453.73431396484375,FashionMNIST,REVISE,JEM,5,9
-17,distance_from_energy,644.1187744140625,FashionMNIST,REVISE,JEM,5,9
-17,distance_from_targets,673.8189086914062,FashionMNIST,REVISE,JEM,5,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,5,9
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,5,9
-17,validity,0.0,FashionMNIST,REVISE,JEM,5,9
-18,distance,112.90320587158203,FashionMNIST,REVISE,JEM,5,9
-18,distance_from_energy,559.5599365234375,FashionMNIST,REVISE,JEM,5,9
-18,distance_from_targets,264.3084716796875,FashionMNIST,REVISE,JEM,5,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,5,9
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,5,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,5,9
-19,distance,454.8691101074219,FashionMNIST,REVISE,JEM,5,9
-19,distance_from_energy,634.1668701171875,FashionMNIST,REVISE,JEM,5,9
-19,distance_from_targets,663.8544311523438,FashionMNIST,REVISE,JEM,5,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,5,9
-19,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,5,9
-19,validity,1.0,FashionMNIST,REVISE,JEM,5,9
-20,distance,170.6885528564453,FashionMNIST,REVISE,JEM,5,9
-20,distance_from_energy,504.78955078125,FashionMNIST,REVISE,JEM,5,9
-20,distance_from_targets,437.83587646484375,FashionMNIST,REVISE,JEM,5,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,5,9
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,5,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,5,9
-16,distance,460.3543701171875,FashionMNIST,ECCCo,JEM,5,9
-16,distance_from_energy,136.21372985839844,FashionMNIST,ECCCo,JEM,5,9
-16,distance_from_targets,541.672119140625,FashionMNIST,ECCCo,JEM,5,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,9
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,5,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,5,9
-17,distance,630.6915283203125,FashionMNIST,ECCCo,JEM,5,9
-17,distance_from_energy,181.53555297851562,FashionMNIST,ECCCo,JEM,5,9
-17,distance_from_targets,522.903564453125,FashionMNIST,ECCCo,JEM,5,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,9
-17,set_size_penalty,1.0000000000000693,FashionMNIST,ECCCo,JEM,5,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,5,9
-18,distance,471.29791259765625,FashionMNIST,ECCCo,JEM,5,9
-18,distance_from_energy,163.3353271484375,FashionMNIST,ECCCo,JEM,5,9
-18,distance_from_targets,520.98291015625,FashionMNIST,ECCCo,JEM,5,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,9
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,5,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,5,9
-19,distance,438.8109436035156,FashionMNIST,ECCCo,JEM,5,9
-19,distance_from_energy,120.5775375366211,FashionMNIST,ECCCo,JEM,5,9
-19,distance_from_targets,560.1754760742188,FashionMNIST,ECCCo,JEM,5,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,9
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,5,9
-20,distance,442.09783935546875,FashionMNIST,ECCCo,JEM,5,9
-20,distance_from_energy,95.70063781738281,FashionMNIST,ECCCo,JEM,5,9
-20,distance_from_targets,591.7916259765625,FashionMNIST,ECCCo,JEM,5,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,5,9
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,5,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,5,9
-16,distance,5.3000006675720215,FashionMNIST,Schut,JEM,5,9
-16,distance_from_energy,576.19384765625,FashionMNIST,Schut,JEM,5,9
-16,distance_from_targets,308.6083068847656,FashionMNIST,Schut,JEM,5,9
-16,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,5,9
-16,set_size_penalty,4.0,FashionMNIST,Schut,JEM,5,9
-16,validity,1.0,FashionMNIST,Schut,JEM,5,9
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,5,9
-17,distance_from_energy,825.3562622070312,FashionMNIST,Schut,JEM,5,9
-17,distance_from_targets,499.7071228027344,FashionMNIST,Schut,JEM,5,9
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,5,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,5,9
-17,validity,0.0,FashionMNIST,Schut,JEM,5,9
-18,distance,5.800000190734863,FashionMNIST,Schut,JEM,5,9
-18,distance_from_energy,631.2896728515625,FashionMNIST,Schut,JEM,5,9
-18,distance_from_targets,275.75396728515625,FashionMNIST,Schut,JEM,5,9
-18,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,5,9
-18,set_size_penalty,5.0,FashionMNIST,Schut,JEM,5,9
-18,validity,1.0,FashionMNIST,Schut,JEM,5,9
-19,distance,4.300000190734863,FashionMNIST,Schut,JEM,5,9
-19,distance_from_energy,507.589111328125,FashionMNIST,Schut,JEM,5,9
-19,distance_from_targets,486.03204345703125,FashionMNIST,Schut,JEM,5,9
-19,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,5,9
-19,set_size_penalty,3.0,FashionMNIST,Schut,JEM,5,9
-19,validity,1.0,FashionMNIST,Schut,JEM,5,9
-20,distance,7.199999809265137,FashionMNIST,Schut,JEM,5,9
-20,distance_from_energy,509.2686462402344,FashionMNIST,Schut,JEM,5,9
-20,distance_from_targets,409.1485595703125,FashionMNIST,Schut,JEM,5,9
-20,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,5,9
-20,set_size_penalty,3.0,FashionMNIST,Schut,JEM,5,9
-20,validity,1.0,FashionMNIST,Schut,JEM,5,9
-1,distance,56.838836669921875,FashionMNIST,Wachter,JEM Ensemble,6,0
-1,distance_from_energy,628.1743774414062,FashionMNIST,Wachter,JEM Ensemble,6,0
-1,distance_from_targets,355.8646545410156,FashionMNIST,Wachter,JEM Ensemble,6,0
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,0
-1,set_size_penalty,0.9999999999959497,FashionMNIST,Wachter,JEM Ensemble,6,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-2,distance,59.06062698364258,FashionMNIST,Wachter,JEM Ensemble,6,0
-2,distance_from_energy,544.120849609375,FashionMNIST,Wachter,JEM Ensemble,6,0
-2,distance_from_targets,362.07818603515625,FashionMNIST,Wachter,JEM Ensemble,6,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-2,set_size_penalty,3.0000000000000018,FashionMNIST,Wachter,JEM Ensemble,6,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-3,distance,66.54190063476562,FashionMNIST,Wachter,JEM Ensemble,6,0
-3,distance_from_energy,327.9103088378906,FashionMNIST,Wachter,JEM Ensemble,6,0
-3,distance_from_targets,444.62286376953125,FashionMNIST,Wachter,JEM Ensemble,6,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-3,set_size_penalty,5.9999974738342425,FashionMNIST,Wachter,JEM Ensemble,6,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-4,distance,61.70005416870117,FashionMNIST,Wachter,JEM Ensemble,6,0
-4,distance_from_energy,640.3072509765625,FashionMNIST,Wachter,JEM Ensemble,6,0
-4,distance_from_targets,403.633056640625,FashionMNIST,Wachter,JEM Ensemble,6,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-4,set_size_penalty,3.9999999995275974,FashionMNIST,Wachter,JEM Ensemble,6,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-5,distance,67.44690704345703,FashionMNIST,Wachter,JEM Ensemble,6,0
-5,distance_from_energy,595.6841430664062,FashionMNIST,Wachter,JEM Ensemble,6,0
-5,distance_from_targets,453.5526123046875,FashionMNIST,Wachter,JEM Ensemble,6,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-5,set_size_penalty,4.999999998786085,FashionMNIST,Wachter,JEM Ensemble,6,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,0
-1,distance,257.07196044921875,FashionMNIST,REVISE,JEM Ensemble,6,0
-1,distance_from_energy,511.98504638671875,FashionMNIST,REVISE,JEM Ensemble,6,0
-1,distance_from_targets,320.93487548828125,FashionMNIST,REVISE,JEM Ensemble,6,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-2,distance,238.40914916992188,FashionMNIST,REVISE,JEM Ensemble,6,0
-2,distance_from_energy,742.106689453125,FashionMNIST,REVISE,JEM Ensemble,6,0
-2,distance_from_targets,368.7748718261719,FashionMNIST,REVISE,JEM Ensemble,6,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-3,distance,326.72906494140625,FashionMNIST,REVISE,JEM Ensemble,6,0
-3,distance_from_energy,345.20196533203125,FashionMNIST,REVISE,JEM Ensemble,6,0
-3,distance_from_targets,506.4332275390625,FashionMNIST,REVISE,JEM Ensemble,6,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-4,distance,616.849853515625,FashionMNIST,REVISE,JEM Ensemble,6,0
-4,distance_from_energy,877.7257080078125,FashionMNIST,REVISE,JEM Ensemble,6,0
-4,distance_from_targets,582.8781127929688,FashionMNIST,REVISE,JEM Ensemble,6,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-5,distance,191.69032287597656,FashionMNIST,REVISE,JEM Ensemble,6,0
-5,distance_from_energy,550.3120727539062,FashionMNIST,REVISE,JEM Ensemble,6,0
-5,distance_from_targets,378.9273681640625,FashionMNIST,REVISE,JEM Ensemble,6,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-5,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,0
-1,distance,569.837646484375,FashionMNIST,ECCCo,JEM Ensemble,6,0
-1,distance_from_energy,97.84344482421875,FashionMNIST,ECCCo,JEM Ensemble,6,0
-1,distance_from_targets,533.638671875,FashionMNIST,ECCCo,JEM Ensemble,6,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-1,set_size_penalty,4.000033693111944,FashionMNIST,ECCCo,JEM Ensemble,6,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-2,distance,446.2890319824219,FashionMNIST,ECCCo,JEM Ensemble,6,0
-2,distance_from_energy,42.65633010864258,FashionMNIST,ECCCo,JEM Ensemble,6,0
-2,distance_from_targets,561.2041625976562,FashionMNIST,ECCCo,JEM Ensemble,6,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-2,set_size_penalty,4.000017691922201,FashionMNIST,ECCCo,JEM Ensemble,6,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-3,distance,430.1785583496094,FashionMNIST,ECCCo,JEM Ensemble,6,0
-3,distance_from_energy,114.93343353271484,FashionMNIST,ECCCo,JEM Ensemble,6,0
-3,distance_from_targets,533.1201171875,FashionMNIST,ECCCo,JEM Ensemble,6,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-3,set_size_penalty,6.00747226226553,FashionMNIST,ECCCo,JEM Ensemble,6,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-4,distance,469.346923828125,FashionMNIST,ECCCo,JEM Ensemble,6,0
-4,distance_from_energy,157.06338500976562,FashionMNIST,ECCCo,JEM Ensemble,6,0
-4,distance_from_targets,491.827392578125,FashionMNIST,ECCCo,JEM Ensemble,6,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-5,distance,461.7955017089844,FashionMNIST,ECCCo,JEM Ensemble,6,0
-5,distance_from_energy,115.90614318847656,FashionMNIST,ECCCo,JEM Ensemble,6,0
-5,distance_from_targets,502.1108093261719,FashionMNIST,ECCCo,JEM Ensemble,6,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-5,set_size_penalty,5.000000000000074,FashionMNIST,ECCCo,JEM Ensemble,6,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,0
-1,distance,6.600000858306885,FashionMNIST,Schut,JEM Ensemble,6,0
-1,distance_from_energy,643.023681640625,FashionMNIST,Schut,JEM Ensemble,6,0
-1,distance_from_targets,335.2614440917969,FashionMNIST,Schut,JEM Ensemble,6,0
-1,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,6,0
-1,set_size_penalty,0.9540487825111775,FashionMNIST,Schut,JEM Ensemble,6,0
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,0
-2,distance,8.200000762939453,FashionMNIST,Schut,JEM Ensemble,6,0
-2,distance_from_energy,468.9634704589844,FashionMNIST,Schut,JEM Ensemble,6,0
-2,distance_from_targets,333.2717590332031,FashionMNIST,Schut,JEM Ensemble,6,0
-2,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM Ensemble,6,0
-2,set_size_penalty,3.002058675026815,FashionMNIST,Schut,JEM Ensemble,6,0
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,0
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,0
-3,distance_from_energy,313.60260009765625,FashionMNIST,Schut,JEM Ensemble,6,0
-3,distance_from_targets,417.6130676269531,FashionMNIST,Schut,JEM Ensemble,6,0
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,0
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,0
-4,distance_from_energy,728.52294921875,FashionMNIST,Schut,JEM Ensemble,6,0
-4,distance_from_targets,380.4277648925781,FashionMNIST,Schut,JEM Ensemble,6,0
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,6,0
-4,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,6,0
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,0
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,0
-5,distance_from_energy,407.88067626953125,FashionMNIST,Schut,JEM Ensemble,6,0
-5,distance_from_targets,423.62744140625,FashionMNIST,Schut,JEM Ensemble,6,0
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,0
-6,distance,66.84893798828125,FashionMNIST,Wachter,MLP,6,0
-6,distance_from_energy,885.2398681640625,FashionMNIST,Wachter,MLP,6,0
-6,distance_from_targets,394.0584411621094,FashionMNIST,Wachter,MLP,6,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,0
-6,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,6,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,0
-7,distance,68.34175109863281,FashionMNIST,Wachter,MLP,6,0
-7,distance_from_energy,872.7239379882812,FashionMNIST,Wachter,MLP,6,0
-7,distance_from_targets,482.19354248046875,FashionMNIST,Wachter,MLP,6,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,6,0
-7,set_size_penalty,1.99999999999559,FashionMNIST,Wachter,MLP,6,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,0
-8,distance,66.26801300048828,FashionMNIST,Wachter,MLP,6,0
-8,distance_from_energy,868.8138427734375,FashionMNIST,Wachter,MLP,6,0
-8,distance_from_targets,395.4587707519531,FashionMNIST,Wachter,MLP,6,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,0
-8,set_size_penalty,1.9999999999998335,FashionMNIST,Wachter,MLP,6,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,0
-9,distance,66.6568603515625,FashionMNIST,Wachter,MLP,6,0
-9,distance_from_energy,871.4752807617188,FashionMNIST,Wachter,MLP,6,0
-9,distance_from_targets,406.6623840332031,FashionMNIST,Wachter,MLP,6,0
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,0
-9,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,6,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,0
-10,distance,56.40024948120117,FashionMNIST,Wachter,MLP,6,0
-10,distance_from_energy,902.5948486328125,FashionMNIST,Wachter,MLP,6,0
-10,distance_from_targets,396.3313293457031,FashionMNIST,Wachter,MLP,6,0
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,0
-10,set_size_penalty,2.9999965939532807,FashionMNIST,Wachter,MLP,6,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,0
-6,distance,258.3255310058594,FashionMNIST,REVISE,MLP,6,0
-6,distance_from_energy,876.5885620117188,FashionMNIST,REVISE,MLP,6,0
-6,distance_from_targets,315.66754150390625,FashionMNIST,REVISE,MLP,6,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,0
-6,set_size_penalty,2.0000000016924533,FashionMNIST,REVISE,MLP,6,0
-6,validity,1.0,FashionMNIST,REVISE,MLP,6,0
-7,distance,304.9074401855469,FashionMNIST,REVISE,MLP,6,0
-7,distance_from_energy,890.947265625,FashionMNIST,REVISE,MLP,6,0
-7,distance_from_targets,492.87982177734375,FashionMNIST,REVISE,MLP,6,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,0
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,0
-7,validity,0.0,FashionMNIST,REVISE,MLP,6,0
-8,distance,374.6946105957031,FashionMNIST,REVISE,MLP,6,0
-8,distance_from_energy,856.1541748046875,FashionMNIST,REVISE,MLP,6,0
-8,distance_from_targets,504.2500915527344,FashionMNIST,REVISE,MLP,6,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,0
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,0
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,0
-9,distance,384.618408203125,FashionMNIST,REVISE,MLP,6,0
-9,distance_from_energy,857.7282104492188,FashionMNIST,REVISE,MLP,6,0
-9,distance_from_targets,546.3643798828125,FashionMNIST,REVISE,MLP,6,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,0
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,0
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,0
-10,distance,402.8195495605469,FashionMNIST,REVISE,MLP,6,0
-10,distance_from_energy,846.5554809570312,FashionMNIST,REVISE,MLP,6,0
-10,distance_from_targets,500.480224609375,FashionMNIST,REVISE,MLP,6,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,0
-10,set_size_penalty,3.9766408177634256,FashionMNIST,REVISE,MLP,6,0
-10,validity,1.0,FashionMNIST,REVISE,MLP,6,0
-6,distance,754.865478515625,FashionMNIST,ECCCo,MLP,6,0
-6,distance_from_energy,137.93521118164062,FashionMNIST,ECCCo,MLP,6,0
-6,distance_from_targets,744.092529296875,FashionMNIST,ECCCo,MLP,6,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,0
-6,set_size_penalty,2.0029895837431853,FashionMNIST,ECCCo,MLP,6,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,0
-7,distance,681.2870483398438,FashionMNIST,ECCCo,MLP,6,0
-7,distance_from_energy,198.31858825683594,FashionMNIST,ECCCo,MLP,6,0
-7,distance_from_targets,707.1474609375,FashionMNIST,ECCCo,MLP,6,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,0
-7,set_size_penalty,1.9059833095077332,FashionMNIST,ECCCo,MLP,6,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,0
-8,distance,753.4517822265625,FashionMNIST,ECCCo,MLP,6,0
-8,distance_from_energy,111.91963958740234,FashionMNIST,ECCCo,MLP,6,0
-8,distance_from_targets,756.4739379882812,FashionMNIST,ECCCo,MLP,6,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,0
-8,set_size_penalty,2.000004364237732,FashionMNIST,ECCCo,MLP,6,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,0
-9,distance,740.1096801757812,FashionMNIST,ECCCo,MLP,6,0
-9,distance_from_energy,180.6556854248047,FashionMNIST,ECCCo,MLP,6,0
-9,distance_from_targets,732.0214233398438,FashionMNIST,ECCCo,MLP,6,0
-9,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP,6,0
-9,set_size_penalty,1.0000000014525499,FashionMNIST,ECCCo,MLP,6,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,0
-10,distance,753.4281005859375,FashionMNIST,ECCCo,MLP,6,0
-10,distance_from_energy,185.89959716796875,FashionMNIST,ECCCo,MLP,6,0
-10,distance_from_targets,729.3265991210938,FashionMNIST,ECCCo,MLP,6,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,0
-10,set_size_penalty,1.0021033958284076,FashionMNIST,ECCCo,MLP,6,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,0
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,0
-6,distance_from_energy,897.0745849609375,FashionMNIST,Schut,MLP,6,0
-6,distance_from_targets,366.3354187011719,FashionMNIST,Schut,MLP,6,0
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,0
-6,validity,0.0,FashionMNIST,Schut,MLP,6,0
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,0
-7,distance_from_energy,872.6864013671875,FashionMNIST,Schut,MLP,6,0
-7,distance_from_targets,452.55029296875,FashionMNIST,Schut,MLP,6,0
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,6,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,0
-7,validity,0.0,FashionMNIST,Schut,MLP,6,0
-8,distance,10.0,FashionMNIST,Schut,MLP,6,0
-8,distance_from_energy,865.0232543945312,FashionMNIST,Schut,MLP,6,0
-8,distance_from_targets,358.7348937988281,FashionMNIST,Schut,MLP,6,0
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,0
-8,set_size_penalty,2.0,FashionMNIST,Schut,MLP,6,0
-8,validity,1.0,FashionMNIST,Schut,MLP,6,0
-9,distance,10.0,FashionMNIST,Schut,MLP,6,0
-9,distance_from_energy,871.78369140625,FashionMNIST,Schut,MLP,6,0
-9,distance_from_targets,379.7383728027344,FashionMNIST,Schut,MLP,6,0
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,0
-9,validity,0.0,FashionMNIST,Schut,MLP,6,0
-10,distance,9.700000762939453,FashionMNIST,Schut,MLP,6,0
-10,distance_from_energy,930.1502075195312,FashionMNIST,Schut,MLP,6,0
-10,distance_from_targets,372.5139465332031,FashionMNIST,Schut,MLP,6,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,0
-10,set_size_penalty,2.4162150157905193,FashionMNIST,Schut,MLP,6,0
-10,validity,1.0,FashionMNIST,Schut,MLP,6,0
-11,distance,53.712467193603516,FashionMNIST,Wachter,MLP Ensemble,6,0
-11,distance_from_energy,790.5159912109375,FashionMNIST,Wachter,MLP Ensemble,6,0
-11,distance_from_targets,378.3592834472656,FashionMNIST,Wachter,MLP Ensemble,6,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-11,set_size_penalty,1.000000000000264,FashionMNIST,Wachter,MLP Ensemble,6,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-12,distance,66.2905502319336,FashionMNIST,Wachter,MLP Ensemble,6,0
-12,distance_from_energy,770.9653930664062,FashionMNIST,Wachter,MLP Ensemble,6,0
-12,distance_from_targets,451.0410461425781,FashionMNIST,Wachter,MLP Ensemble,6,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-12,set_size_penalty,1.0000000037682717,FashionMNIST,Wachter,MLP Ensemble,6,0
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-13,distance,64.52713012695312,FashionMNIST,Wachter,MLP Ensemble,6,0
-13,distance_from_energy,788.9376831054688,FashionMNIST,Wachter,MLP Ensemble,6,0
-13,distance_from_targets,398.45751953125,FashionMNIST,Wachter,MLP Ensemble,6,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-14,distance,55.41770553588867,FashionMNIST,Wachter,MLP Ensemble,6,0
-14,distance_from_energy,832.2330322265625,FashionMNIST,Wachter,MLP Ensemble,6,0
-14,distance_from_targets,469.7906799316406,FashionMNIST,Wachter,MLP Ensemble,6,0
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-14,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-15,distance,55.634559631347656,FashionMNIST,Wachter,MLP Ensemble,6,0
-15,distance_from_energy,791.22509765625,FashionMNIST,Wachter,MLP Ensemble,6,0
-15,distance_from_targets,405.8489990234375,FashionMNIST,Wachter,MLP Ensemble,6,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,0
-11,distance,300.678955078125,FashionMNIST,REVISE,MLP Ensemble,6,0
-11,distance_from_energy,806.4502563476562,FashionMNIST,REVISE,MLP Ensemble,6,0
-11,distance_from_targets,390.9234619140625,FashionMNIST,REVISE,MLP Ensemble,6,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-12,distance,197.2119140625,FashionMNIST,REVISE,MLP Ensemble,6,0
-12,distance_from_energy,784.5211181640625,FashionMNIST,REVISE,MLP Ensemble,6,0
-12,distance_from_targets,518.3955688476562,FashionMNIST,REVISE,MLP Ensemble,6,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-13,distance,197.8384246826172,FashionMNIST,REVISE,MLP Ensemble,6,0
-13,distance_from_energy,781.7162475585938,FashionMNIST,REVISE,MLP Ensemble,6,0
-13,distance_from_targets,335.70806884765625,FashionMNIST,REVISE,MLP Ensemble,6,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-13,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-14,distance,155.2821807861328,FashionMNIST,REVISE,MLP Ensemble,6,0
-14,distance_from_energy,828.1181640625,FashionMNIST,REVISE,MLP Ensemble,6,0
-14,distance_from_targets,475.9933776855469,FashionMNIST,REVISE,MLP Ensemble,6,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-15,distance,160.99049377441406,FashionMNIST,REVISE,MLP Ensemble,6,0
-15,distance_from_energy,807.5026245117188,FashionMNIST,REVISE,MLP Ensemble,6,0
-15,distance_from_targets,361.2126159667969,FashionMNIST,REVISE,MLP Ensemble,6,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-15,set_size_penalty,2.0188475075920467,FashionMNIST,REVISE,MLP Ensemble,6,0
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,0
-11,distance,683.2129516601562,FashionMNIST,ECCCo,MLP Ensemble,6,0
-11,distance_from_energy,134.60971069335938,FashionMNIST,ECCCo,MLP Ensemble,6,0
-11,distance_from_targets,664.3450927734375,FashionMNIST,ECCCo,MLP Ensemble,6,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-12,distance,647.0218505859375,FashionMNIST,ECCCo,MLP Ensemble,6,0
-12,distance_from_energy,143.31646728515625,FashionMNIST,ECCCo,MLP Ensemble,6,0
-12,distance_from_targets,650.4535522460938,FashionMNIST,ECCCo,MLP Ensemble,6,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-13,distance,700.3055419921875,FashionMNIST,ECCCo,MLP Ensemble,6,0
-13,distance_from_energy,110.79789733886719,FashionMNIST,ECCCo,MLP Ensemble,6,0
-13,distance_from_targets,676.900390625,FashionMNIST,ECCCo,MLP Ensemble,6,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-14,distance,628.165771484375,FashionMNIST,ECCCo,MLP Ensemble,6,0
-14,distance_from_energy,223.82333374023438,FashionMNIST,ECCCo,MLP Ensemble,6,0
-14,distance_from_targets,598.7555541992188,FashionMNIST,ECCCo,MLP Ensemble,6,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-15,distance,685.551025390625,FashionMNIST,ECCCo,MLP Ensemble,6,0
-15,distance_from_energy,120.6158447265625,FashionMNIST,ECCCo,MLP Ensemble,6,0
-15,distance_from_targets,674.3895874023438,FashionMNIST,ECCCo,MLP Ensemble,6,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,0
-11,distance,5.600000858306885,FashionMNIST,Schut,MLP Ensemble,6,0
-11,distance_from_energy,828.2014770507812,FashionMNIST,Schut,MLP Ensemble,6,0
-11,distance_from_targets,345.7253112792969,FashionMNIST,Schut,MLP Ensemble,6,0
-11,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP Ensemble,6,0
-11,set_size_penalty,1.003158706819149,FashionMNIST,Schut,MLP Ensemble,6,0
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,0
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,0
-12,distance_from_energy,762.6693115234375,FashionMNIST,Schut,MLP Ensemble,6,0
-12,distance_from_targets,420.12261962890625,FashionMNIST,Schut,MLP Ensemble,6,0
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,0
-12,set_size_penalty,1.9163059750630311,FashionMNIST,Schut,MLP Ensemble,6,0
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,0
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,0
-13,distance_from_energy,793.5397338867188,FashionMNIST,Schut,MLP Ensemble,6,0
-13,distance_from_targets,372.03662109375,FashionMNIST,Schut,MLP Ensemble,6,0
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,0
-13,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,0
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,0
-14,distance,8.700000762939453,FashionMNIST,Schut,MLP Ensemble,6,0
-14,distance_from_energy,833.0906372070312,FashionMNIST,Schut,MLP Ensemble,6,0
-14,distance_from_targets,441.78375244140625,FashionMNIST,Schut,MLP Ensemble,6,0
-14,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,6,0
-14,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,0
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,0
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,0
-15,distance_from_energy,784.6239624023438,FashionMNIST,Schut,MLP Ensemble,6,0
-15,distance_from_targets,387.484130859375,FashionMNIST,Schut,MLP Ensemble,6,0
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,0
-15,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,0
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,0
-16,distance,62.08503723144531,FashionMNIST,Wachter,JEM,6,0
-16,distance_from_energy,508.53558349609375,FashionMNIST,Wachter,JEM,6,0
-16,distance_from_targets,477.1273498535156,FashionMNIST,Wachter,JEM,6,0
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,6,0
-16,set_size_penalty,4.0000000000000115,FashionMNIST,Wachter,JEM,6,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,0
-17,distance,74.29679870605469,FashionMNIST,Wachter,JEM,6,0
-17,distance_from_energy,611.1256103515625,FashionMNIST,Wachter,JEM,6,0
-17,distance_from_targets,428.75811767578125,FashionMNIST,Wachter,JEM,6,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,0
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,0
-18,distance,57.179019927978516,FashionMNIST,Wachter,JEM,6,0
-18,distance_from_energy,709.1484375,FashionMNIST,Wachter,JEM,6,0
-18,distance_from_targets,407.223876953125,FashionMNIST,Wachter,JEM,6,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,0
-18,set_size_penalty,4.999992480505708,FashionMNIST,Wachter,JEM,6,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,0
-19,distance,71.41044616699219,FashionMNIST,Wachter,JEM,6,0
-19,distance_from_energy,618.5533447265625,FashionMNIST,Wachter,JEM,6,0
-19,distance_from_targets,388.3689270019531,FashionMNIST,Wachter,JEM,6,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,0
-19,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,0
-20,distance,58.03623962402344,FashionMNIST,Wachter,JEM,6,0
-20,distance_from_energy,719.6246948242188,FashionMNIST,Wachter,JEM,6,0
-20,distance_from_targets,487.61669921875,FashionMNIST,Wachter,JEM,6,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,0
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,6,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,0
-16,distance,767.4699096679688,FashionMNIST,REVISE,JEM,6,0
-16,distance_from_energy,778.297607421875,FashionMNIST,REVISE,JEM,6,0
-16,distance_from_targets,597.7736206054688,FashionMNIST,REVISE,JEM,6,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,0
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,6,0
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,0
-17,distance,626.0889892578125,FashionMNIST,REVISE,JEM,6,0
-17,distance_from_energy,966.0187377929688,FashionMNIST,REVISE,JEM,6,0
-17,distance_from_targets,756.335693359375,FashionMNIST,REVISE,JEM,6,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,0
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,0
-17,validity,1.0,FashionMNIST,REVISE,JEM,6,0
-18,distance,254.04331970214844,FashionMNIST,REVISE,JEM,6,0
-18,distance_from_energy,580.247314453125,FashionMNIST,REVISE,JEM,6,0
-18,distance_from_targets,427.86798095703125,FashionMNIST,REVISE,JEM,6,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,0
-18,set_size_penalty,1.999999999999969,FashionMNIST,REVISE,JEM,6,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,6,0
-19,distance,332.9903869628906,FashionMNIST,REVISE,JEM,6,0
-19,distance_from_energy,524.0958251953125,FashionMNIST,REVISE,JEM,6,0
-19,distance_from_targets,514.7129516601562,FashionMNIST,REVISE,JEM,6,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,0
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,0
-19,validity,0.0,FashionMNIST,REVISE,JEM,6,0
-20,distance,314.75579833984375,FashionMNIST,REVISE,JEM,6,0
-20,distance_from_energy,507.838134765625,FashionMNIST,REVISE,JEM,6,0
-20,distance_from_targets,583.5341796875,FashionMNIST,REVISE,JEM,6,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,0
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,6,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,6,0
-16,distance,524.2296752929688,FashionMNIST,ECCCo,JEM,6,0
-16,distance_from_energy,182.55531311035156,FashionMNIST,ECCCo,JEM,6,0
-16,distance_from_targets,459.85540771484375,FashionMNIST,ECCCo,JEM,6,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,0
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,0
-17,distance,552.087158203125,FashionMNIST,ECCCo,JEM,6,0
-17,distance_from_energy,122.75505065917969,FashionMNIST,ECCCo,JEM,6,0
-17,distance_from_targets,510.7200927734375,FashionMNIST,ECCCo,JEM,6,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,0
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,0
-18,distance,502.46240234375,FashionMNIST,ECCCo,JEM,6,0
-18,distance_from_energy,52.40765380859375,FashionMNIST,ECCCo,JEM,6,0
-18,distance_from_targets,548.35498046875,FashionMNIST,ECCCo,JEM,6,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,0
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,0
-19,distance,389.3800354003906,FashionMNIST,ECCCo,JEM,6,0
-19,distance_from_energy,133.67581176757812,FashionMNIST,ECCCo,JEM,6,0
-19,distance_from_targets,507.6309814453125,FashionMNIST,ECCCo,JEM,6,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,0
-19,set_size_penalty,2.000000000038198,FashionMNIST,ECCCo,JEM,6,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,0
-20,distance,452.3041687011719,FashionMNIST,ECCCo,JEM,6,0
-20,distance_from_energy,146.0102996826172,FashionMNIST,ECCCo,JEM,6,0
-20,distance_from_targets,511.9734191894531,FashionMNIST,ECCCo,JEM,6,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,0
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,0
-16,distance,4.900000095367432,FashionMNIST,Schut,JEM,6,0
-16,distance_from_energy,758.5067138671875,FashionMNIST,Schut,JEM,6,0
-16,distance_from_targets,454.5128479003906,FashionMNIST,Schut,JEM,6,0
-16,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,6,0
-16,set_size_penalty,4.978277272609479,FashionMNIST,Schut,JEM,6,0
-16,validity,1.0,FashionMNIST,Schut,JEM,6,0
-17,distance,3.90000057220459,FashionMNIST,Schut,JEM,6,0
-17,distance_from_energy,670.7914428710938,FashionMNIST,Schut,JEM,6,0
-17,distance_from_targets,405.5763854980469,FashionMNIST,Schut,JEM,6,0
-17,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM,6,0
-17,set_size_penalty,3.0,FashionMNIST,Schut,JEM,6,0
-17,validity,1.0,FashionMNIST,Schut,JEM,6,0
-18,distance,2.700000286102295,FashionMNIST,Schut,JEM,6,0
-18,distance_from_energy,521.4329833984375,FashionMNIST,Schut,JEM,6,0
-18,distance_from_targets,380.5529479980469,FashionMNIST,Schut,JEM,6,0
-18,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,6,0
-18,set_size_penalty,3.3494007802515617,FashionMNIST,Schut,JEM,6,0
-18,validity,1.0,FashionMNIST,Schut,JEM,6,0
-19,distance,2.200000524520874,FashionMNIST,Schut,JEM,6,0
-19,distance_from_energy,599.7587890625,FashionMNIST,Schut,JEM,6,0
-19,distance_from_targets,359.06036376953125,FashionMNIST,Schut,JEM,6,0
-19,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,6,0
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,6,0
-19,validity,1.0,FashionMNIST,Schut,JEM,6,0
-20,distance,4.600000858306885,FashionMNIST,Schut,JEM,6,0
-20,distance_from_energy,572.9153442382812,FashionMNIST,Schut,JEM,6,0
-20,distance_from_targets,473.8262939453125,FashionMNIST,Schut,JEM,6,0
-20,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,6,0
-20,set_size_penalty,5.0,FashionMNIST,Schut,JEM,6,0
-20,validity,1.0,FashionMNIST,Schut,JEM,6,0
-1,distance,104.46431732177734,FashionMNIST,Wachter,JEM Ensemble,6,1
-1,distance_from_energy,642.8404541015625,FashionMNIST,Wachter,JEM Ensemble,6,1
-1,distance_from_targets,434.9813232421875,FashionMNIST,Wachter,JEM Ensemble,6,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-2,distance,122.6073989868164,FashionMNIST,Wachter,JEM Ensemble,6,1
-2,distance_from_energy,723.0633544921875,FashionMNIST,Wachter,JEM Ensemble,6,1
-2,distance_from_targets,451.7736511230469,FashionMNIST,Wachter,JEM Ensemble,6,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-2,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-3,distance,120.08255767822266,FashionMNIST,Wachter,JEM Ensemble,6,1
-3,distance_from_energy,709.172119140625,FashionMNIST,Wachter,JEM Ensemble,6,1
-3,distance_from_targets,487.27032470703125,FashionMNIST,Wachter,JEM Ensemble,6,1
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-3,set_size_penalty,1.9999959923072674,FashionMNIST,Wachter,JEM Ensemble,6,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-4,distance,118.15354919433594,FashionMNIST,Wachter,JEM Ensemble,6,1
-4,distance_from_energy,756.7767333984375,FashionMNIST,Wachter,JEM Ensemble,6,1
-4,distance_from_targets,443.9573974609375,FashionMNIST,Wachter,JEM Ensemble,6,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-4,set_size_penalty,1.9955541621130177,FashionMNIST,Wachter,JEM Ensemble,6,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-5,distance,119.330322265625,FashionMNIST,Wachter,JEM Ensemble,6,1
-5,distance_from_energy,575.568115234375,FashionMNIST,Wachter,JEM Ensemble,6,1
-5,distance_from_targets,483.9951477050781,FashionMNIST,Wachter,JEM Ensemble,6,1
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,1
-5,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,1
-1,distance,217.64463806152344,FashionMNIST,REVISE,JEM Ensemble,6,1
-1,distance_from_energy,643.45947265625,FashionMNIST,REVISE,JEM Ensemble,6,1
-1,distance_from_targets,399.1875305175781,FashionMNIST,REVISE,JEM Ensemble,6,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-2,distance,266.961181640625,FashionMNIST,REVISE,JEM Ensemble,6,1
-2,distance_from_energy,656.9486083984375,FashionMNIST,REVISE,JEM Ensemble,6,1
-2,distance_from_targets,337.3258361816406,FashionMNIST,REVISE,JEM Ensemble,6,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-3,distance,337.4217529296875,FashionMNIST,REVISE,JEM Ensemble,6,1
-3,distance_from_energy,769.1814575195312,FashionMNIST,REVISE,JEM Ensemble,6,1
-3,distance_from_targets,398.26580810546875,FashionMNIST,REVISE,JEM Ensemble,6,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-3,set_size_penalty,2.0000000561667606,FashionMNIST,REVISE,JEM Ensemble,6,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-4,distance,312.4434509277344,FashionMNIST,REVISE,JEM Ensemble,6,1
-4,distance_from_energy,706.7110595703125,FashionMNIST,REVISE,JEM Ensemble,6,1
-4,distance_from_targets,394.5550231933594,FashionMNIST,REVISE,JEM Ensemble,6,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-5,distance,281.1131286621094,FashionMNIST,REVISE,JEM Ensemble,6,1
-5,distance_from_energy,523.0975952148438,FashionMNIST,REVISE,JEM Ensemble,6,1
-5,distance_from_targets,401.88043212890625,FashionMNIST,REVISE,JEM Ensemble,6,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-5,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,1
-1,distance,373.689453125,FashionMNIST,ECCCo,JEM Ensemble,6,1
-1,distance_from_energy,338.65740966796875,FashionMNIST,ECCCo,JEM Ensemble,6,1
-1,distance_from_targets,457.5816955566406,FashionMNIST,ECCCo,JEM Ensemble,6,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-1,set_size_penalty,5.914722882267103,FashionMNIST,ECCCo,JEM Ensemble,6,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-2,distance,558.3953247070312,FashionMNIST,ECCCo,JEM Ensemble,6,1
-2,distance_from_energy,119.49922180175781,FashionMNIST,ECCCo,JEM Ensemble,6,1
-2,distance_from_targets,491.48309326171875,FashionMNIST,ECCCo,JEM Ensemble,6,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-3,distance,593.1766967773438,FashionMNIST,ECCCo,JEM Ensemble,6,1
-3,distance_from_energy,145.01138305664062,FashionMNIST,ECCCo,JEM Ensemble,6,1
-3,distance_from_targets,506.3517761230469,FashionMNIST,ECCCo,JEM Ensemble,6,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-3,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-4,distance,643.52392578125,FashionMNIST,ECCCo,JEM Ensemble,6,1
-4,distance_from_energy,130.5053253173828,FashionMNIST,ECCCo,JEM Ensemble,6,1
-4,distance_from_targets,516.906982421875,FashionMNIST,ECCCo,JEM Ensemble,6,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-4,set_size_penalty,3.00001711300743,FashionMNIST,ECCCo,JEM Ensemble,6,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-5,distance,458.0190734863281,FashionMNIST,ECCCo,JEM Ensemble,6,1
-5,distance_from_energy,122.3084487915039,FashionMNIST,ECCCo,JEM Ensemble,6,1
-5,distance_from_targets,484.19390869140625,FashionMNIST,ECCCo,JEM Ensemble,6,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,1
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,1
-1,distance_from_energy,746.2891845703125,FashionMNIST,Schut,JEM Ensemble,6,1
-1,distance_from_targets,398.8272399902344,FashionMNIST,Schut,JEM Ensemble,6,1
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,1
-2,distance_from_energy,617.1727294921875,FashionMNIST,Schut,JEM Ensemble,6,1
-2,distance_from_targets,412.7556457519531,FashionMNIST,Schut,JEM Ensemble,6,1
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,1
-3,distance_from_energy,587.8325805664062,FashionMNIST,Schut,JEM Ensemble,6,1
-3,distance_from_targets,456.7502746582031,FashionMNIST,Schut,JEM Ensemble,6,1
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,1
-4,distance_from_energy,748.5440673828125,FashionMNIST,Schut,JEM Ensemble,6,1
-4,distance_from_targets,410.35516357421875,FashionMNIST,Schut,JEM Ensemble,6,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,1
-5,distance_from_energy,548.8514404296875,FashionMNIST,Schut,JEM Ensemble,6,1
-5,distance_from_targets,451.36688232421875,FashionMNIST,Schut,JEM Ensemble,6,1
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,1
-6,distance,111.6783218383789,FashionMNIST,Wachter,MLP,6,1
-6,distance_from_energy,948.39453125,FashionMNIST,Wachter,MLP,6,1
-6,distance_from_targets,461.30902099609375,FashionMNIST,Wachter,MLP,6,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,1
-6,set_size_penalty,3.0000000113290395,FashionMNIST,Wachter,MLP,6,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,1
-7,distance,85.44396209716797,FashionMNIST,Wachter,MLP,6,1
-7,distance_from_energy,951.2431640625,FashionMNIST,Wachter,MLP,6,1
-7,distance_from_targets,434.4279479980469,FashionMNIST,Wachter,MLP,6,1
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,1
-7,set_size_penalty,2.1027777954067775,FashionMNIST,Wachter,MLP,6,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,1
-8,distance,106.11522674560547,FashionMNIST,Wachter,MLP,6,1
-8,distance_from_energy,957.2890625,FashionMNIST,Wachter,MLP,6,1
-8,distance_from_targets,430.590576171875,FashionMNIST,Wachter,MLP,6,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,1
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,6,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,1
-9,distance,83.72299194335938,FashionMNIST,Wachter,MLP,6,1
-9,distance_from_energy,909.6023559570312,FashionMNIST,Wachter,MLP,6,1
-9,distance_from_targets,455.6454772949219,FashionMNIST,Wachter,MLP,6,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,1
-9,set_size_penalty,2.9999999612132084,FashionMNIST,Wachter,MLP,6,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,1
-10,distance,110.69767761230469,FashionMNIST,Wachter,MLP,6,1
-10,distance_from_energy,923.0582275390625,FashionMNIST,Wachter,MLP,6,1
-10,distance_from_targets,441.8656005859375,FashionMNIST,Wachter,MLP,6,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,1
-10,set_size_penalty,2.0002417117891698,FashionMNIST,Wachter,MLP,6,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,1
-6,distance,257.9505310058594,FashionMNIST,REVISE,MLP,6,1
-6,distance_from_energy,932.6881103515625,FashionMNIST,REVISE,MLP,6,1
-6,distance_from_targets,397.1904296875,FashionMNIST,REVISE,MLP,6,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,1
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,1
-6,validity,0.0,FashionMNIST,REVISE,MLP,6,1
-7,distance,259.4404602050781,FashionMNIST,REVISE,MLP,6,1
-7,distance_from_energy,930.5899658203125,FashionMNIST,REVISE,MLP,6,1
-7,distance_from_targets,360.0235900878906,FashionMNIST,REVISE,MLP,6,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,1
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,1
-7,validity,0.0,FashionMNIST,REVISE,MLP,6,1
-8,distance,356.0111083984375,FashionMNIST,REVISE,MLP,6,1
-8,distance_from_energy,896.1434326171875,FashionMNIST,REVISE,MLP,6,1
-8,distance_from_targets,429.5502014160156,FashionMNIST,REVISE,MLP,6,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,1
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,1
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,1
-9,distance,186.7032012939453,FashionMNIST,REVISE,MLP,6,1
-9,distance_from_energy,893.119140625,FashionMNIST,REVISE,MLP,6,1
-9,distance_from_targets,422.3868408203125,FashionMNIST,REVISE,MLP,6,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,1
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,1
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,1
-10,distance,173.30575561523438,FashionMNIST,REVISE,MLP,6,1
-10,distance_from_energy,946.3389892578125,FashionMNIST,REVISE,MLP,6,1
-10,distance_from_targets,399.4860534667969,FashionMNIST,REVISE,MLP,6,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,1
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,1
-10,validity,0.0,FashionMNIST,REVISE,MLP,6,1
-6,distance,759.834228515625,FashionMNIST,ECCCo,MLP,6,1
-6,distance_from_energy,197.62367248535156,FashionMNIST,ECCCo,MLP,6,1
-6,distance_from_targets,695.95556640625,FashionMNIST,ECCCo,MLP,6,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,1
-6,set_size_penalty,1.0000432865875735,FashionMNIST,ECCCo,MLP,6,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,1
-7,distance,738.0092163085938,FashionMNIST,ECCCo,MLP,6,1
-7,distance_from_energy,203.34359741210938,FashionMNIST,ECCCo,MLP,6,1
-7,distance_from_targets,695.8441162109375,FashionMNIST,ECCCo,MLP,6,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,1
-7,set_size_penalty,2.005975334662217,FashionMNIST,ECCCo,MLP,6,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,1
-8,distance,801.4442138671875,FashionMNIST,ECCCo,MLP,6,1
-8,distance_from_energy,182.0415802001953,FashionMNIST,ECCCo,MLP,6,1
-8,distance_from_targets,720.485595703125,FashionMNIST,ECCCo,MLP,6,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,1
-8,set_size_penalty,1.001687814527455,FashionMNIST,ECCCo,MLP,6,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,1
-9,distance,717.054443359375,FashionMNIST,ECCCo,MLP,6,1
-9,distance_from_energy,199.60073852539062,FashionMNIST,ECCCo,MLP,6,1
-9,distance_from_targets,696.4353637695312,FashionMNIST,ECCCo,MLP,6,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,1
-9,set_size_penalty,1.9915815957746479,FashionMNIST,ECCCo,MLP,6,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,1
-10,distance,730.9885864257812,FashionMNIST,ECCCo,MLP,6,1
-10,distance_from_energy,249.8596954345703,FashionMNIST,ECCCo,MLP,6,1
-10,distance_from_targets,673.63525390625,FashionMNIST,ECCCo,MLP,6,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,1
-10,set_size_penalty,1.0436329868667376,FashionMNIST,ECCCo,MLP,6,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,1
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,1
-6,distance_from_energy,978.5836791992188,FashionMNIST,Schut,MLP,6,1
-6,distance_from_targets,436.50372314453125,FashionMNIST,Schut,MLP,6,1
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,6,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,1
-6,validity,0.0,FashionMNIST,Schut,MLP,6,1
-7,distance,10.0,FashionMNIST,Schut,MLP,6,1
-7,distance_from_energy,949.3731689453125,FashionMNIST,Schut,MLP,6,1
-7,distance_from_targets,403.7182922363281,FashionMNIST,Schut,MLP,6,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,1
-7,validity,0.0,FashionMNIST,Schut,MLP,6,1
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,1
-8,distance_from_energy,977.5487060546875,FashionMNIST,Schut,MLP,6,1
-8,distance_from_targets,398.2270202636719,FashionMNIST,Schut,MLP,6,1
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,6,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,1
-8,validity,0.0,FashionMNIST,Schut,MLP,6,1
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,1
-9,distance_from_energy,932.76611328125,FashionMNIST,Schut,MLP,6,1
-9,distance_from_targets,417.57745361328125,FashionMNIST,Schut,MLP,6,1
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,1
-9,validity,0.0,FashionMNIST,Schut,MLP,6,1
-10,distance,10.0,FashionMNIST,Schut,MLP,6,1
-10,distance_from_energy,949.7254638671875,FashionMNIST,Schut,MLP,6,1
-10,distance_from_targets,408.72021484375,FashionMNIST,Schut,MLP,6,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,1
-10,validity,0.0,FashionMNIST,Schut,MLP,6,1
-11,distance,123.48074340820312,FashionMNIST,Wachter,MLP Ensemble,6,1
-11,distance_from_energy,841.552734375,FashionMNIST,Wachter,MLP Ensemble,6,1
-11,distance_from_targets,490.2688293457031,FashionMNIST,Wachter,MLP Ensemble,6,1
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,6,1
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-12,distance,112.78585052490234,FashionMNIST,Wachter,MLP Ensemble,6,1
-12,distance_from_energy,825.2713623046875,FashionMNIST,Wachter,MLP Ensemble,6,1
-12,distance_from_targets,464.9022521972656,FashionMNIST,Wachter,MLP Ensemble,6,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-13,distance,104.82447052001953,FashionMNIST,Wachter,MLP Ensemble,6,1
-13,distance_from_energy,835.10400390625,FashionMNIST,Wachter,MLP Ensemble,6,1
-13,distance_from_targets,444.8929443359375,FashionMNIST,Wachter,MLP Ensemble,6,1
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,6,1
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-14,distance,90.5765380859375,FashionMNIST,Wachter,MLP Ensemble,6,1
-14,distance_from_energy,803.3242797851562,FashionMNIST,Wachter,MLP Ensemble,6,1
-14,distance_from_targets,470.27410888671875,FashionMNIST,Wachter,MLP Ensemble,6,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-15,distance,103.87667083740234,FashionMNIST,Wachter,MLP Ensemble,6,1
-15,distance_from_energy,831.5445556640625,FashionMNIST,Wachter,MLP Ensemble,6,1
-15,distance_from_targets,439.89947509765625,FashionMNIST,Wachter,MLP Ensemble,6,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,1
-11,distance,279.4774475097656,FashionMNIST,REVISE,MLP Ensemble,6,1
-11,distance_from_energy,873.3397216796875,FashionMNIST,REVISE,MLP Ensemble,6,1
-11,distance_from_targets,483.16015625,FashionMNIST,REVISE,MLP Ensemble,6,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-12,distance,206.95223999023438,FashionMNIST,REVISE,MLP Ensemble,6,1
-12,distance_from_energy,801.9822998046875,FashionMNIST,REVISE,MLP Ensemble,6,1
-12,distance_from_targets,374.4473571777344,FashionMNIST,REVISE,MLP Ensemble,6,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-12,set_size_penalty,2.0004743053200134,FashionMNIST,REVISE,MLP Ensemble,6,1
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-13,distance,200.1241455078125,FashionMNIST,REVISE,MLP Ensemble,6,1
-13,distance_from_energy,817.5169067382812,FashionMNIST,REVISE,MLP Ensemble,6,1
-13,distance_from_targets,372.2004089355469,FashionMNIST,REVISE,MLP Ensemble,6,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-14,distance,171.60313415527344,FashionMNIST,REVISE,MLP Ensemble,6,1
-14,distance_from_energy,776.9718017578125,FashionMNIST,REVISE,MLP Ensemble,6,1
-14,distance_from_targets,390.16961669921875,FashionMNIST,REVISE,MLP Ensemble,6,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-15,distance,195.68563842773438,FashionMNIST,REVISE,MLP Ensemble,6,1
-15,distance_from_energy,813.0427856445312,FashionMNIST,REVISE,MLP Ensemble,6,1
-15,distance_from_targets,363.06781005859375,FashionMNIST,REVISE,MLP Ensemble,6,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-15,set_size_penalty,0.999999999980535,FashionMNIST,REVISE,MLP Ensemble,6,1
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,1
-11,distance,717.7216186523438,FashionMNIST,ECCCo,MLP Ensemble,6,1
-11,distance_from_energy,171.50454711914062,FashionMNIST,ECCCo,MLP Ensemble,6,1
-11,distance_from_targets,630.4116821289062,FashionMNIST,ECCCo,MLP Ensemble,6,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-12,distance,697.8438720703125,FashionMNIST,ECCCo,MLP Ensemble,6,1
-12,distance_from_energy,162.44442749023438,FashionMNIST,ECCCo,MLP Ensemble,6,1
-12,distance_from_targets,647.0457763671875,FashionMNIST,ECCCo,MLP Ensemble,6,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-13,distance,692.7783813476562,FashionMNIST,ECCCo,MLP Ensemble,6,1
-13,distance_from_energy,153.38839721679688,FashionMNIST,ECCCo,MLP Ensemble,6,1
-13,distance_from_targets,642.729248046875,FashionMNIST,ECCCo,MLP Ensemble,6,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-14,distance,679.600341796875,FashionMNIST,ECCCo,MLP Ensemble,6,1
-14,distance_from_energy,155.21875,FashionMNIST,ECCCo,MLP Ensemble,6,1
-14,distance_from_targets,643.19482421875,FashionMNIST,ECCCo,MLP Ensemble,6,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-15,distance,735.955322265625,FashionMNIST,ECCCo,MLP Ensemble,6,1
-15,distance_from_energy,141.658935546875,FashionMNIST,ECCCo,MLP Ensemble,6,1
-15,distance_from_targets,668.236572265625,FashionMNIST,ECCCo,MLP Ensemble,6,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,1
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,1
-11,distance_from_energy,885.8748779296875,FashionMNIST,Schut,MLP Ensemble,6,1
-11,distance_from_targets,453.2076416015625,FashionMNIST,Schut,MLP Ensemble,6,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,1
-12,distance_from_energy,841.1189575195312,FashionMNIST,Schut,MLP Ensemble,6,1
-12,distance_from_targets,425.0394592285156,FashionMNIST,Schut,MLP Ensemble,6,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,1
-13,distance_from_energy,825.3370971679688,FashionMNIST,Schut,MLP Ensemble,6,1
-13,distance_from_targets,405.0334167480469,FashionMNIST,Schut,MLP Ensemble,6,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,1
-14,distance_from_energy,812.7343139648438,FashionMNIST,Schut,MLP Ensemble,6,1
-14,distance_from_targets,432.2456970214844,FashionMNIST,Schut,MLP Ensemble,6,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,1
-15,distance_from_energy,842.9635009765625,FashionMNIST,Schut,MLP Ensemble,6,1
-15,distance_from_targets,399.6462707519531,FashionMNIST,Schut,MLP Ensemble,6,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,1
-16,distance,86.62358856201172,FashionMNIST,Wachter,JEM,6,1
-16,distance_from_energy,559.1243896484375,FashionMNIST,Wachter,JEM,6,1
-16,distance_from_targets,449.6904602050781,FashionMNIST,Wachter,JEM,6,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,1
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,1
-17,distance,113.9627914428711,FashionMNIST,Wachter,JEM,6,1
-17,distance_from_energy,707.1079711914062,FashionMNIST,Wachter,JEM,6,1
-17,distance_from_targets,475.95849609375,FashionMNIST,Wachter,JEM,6,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,1
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,1
-18,distance,81.43560791015625,FashionMNIST,Wachter,JEM,6,1
-18,distance_from_energy,591.48193359375,FashionMNIST,Wachter,JEM,6,1
-18,distance_from_targets,445.17926025390625,FashionMNIST,Wachter,JEM,6,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,1
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,1
-19,distance,89.37531280517578,FashionMNIST,Wachter,JEM,6,1
-19,distance_from_energy,631.1633911132812,FashionMNIST,Wachter,JEM,6,1
-19,distance_from_targets,461.20159912109375,FashionMNIST,Wachter,JEM,6,1
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,1
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,1
-20,distance,93.30428314208984,FashionMNIST,Wachter,JEM,6,1
-20,distance_from_energy,597.2658081054688,FashionMNIST,Wachter,JEM,6,1
-20,distance_from_targets,448.787841796875,FashionMNIST,Wachter,JEM,6,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,1
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,1
-16,distance,322.97637939453125,FashionMNIST,REVISE,JEM,6,1
-16,distance_from_energy,586.7503662109375,FashionMNIST,REVISE,JEM,6,1
-16,distance_from_targets,435.65692138671875,FashionMNIST,REVISE,JEM,6,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,1
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,6,1
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,1
-17,distance,941.5828247070312,FashionMNIST,REVISE,JEM,6,1
-17,distance_from_energy,925.5057373046875,FashionMNIST,REVISE,JEM,6,1
-17,distance_from_targets,765.4607543945312,FashionMNIST,REVISE,JEM,6,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,1
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,1
-17,validity,1.0,FashionMNIST,REVISE,JEM,6,1
-18,distance,449.3838806152344,FashionMNIST,REVISE,JEM,6,1
-18,distance_from_energy,699.167724609375,FashionMNIST,REVISE,JEM,6,1
-18,distance_from_targets,415.3663024902344,FashionMNIST,REVISE,JEM,6,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,1
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,1
-18,validity,0.0,FashionMNIST,REVISE,JEM,6,1
-19,distance,570.6083984375,FashionMNIST,REVISE,JEM,6,1
-19,distance_from_energy,637.2620849609375,FashionMNIST,REVISE,JEM,6,1
-19,distance_from_targets,699.6687622070312,FashionMNIST,REVISE,JEM,6,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,1
-19,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,6,1
-20,distance,508.89984130859375,FashionMNIST,REVISE,JEM,6,1
-20,distance_from_energy,502.3221740722656,FashionMNIST,REVISE,JEM,6,1
-20,distance_from_targets,561.0841064453125,FashionMNIST,REVISE,JEM,6,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,1
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,6,1
-20,validity,1.0,FashionMNIST,REVISE,JEM,6,1
-16,distance,408.82440185546875,FashionMNIST,ECCCo,JEM,6,1
-16,distance_from_energy,211.54638671875,FashionMNIST,ECCCo,JEM,6,1
-16,distance_from_targets,482.9820861816406,FashionMNIST,ECCCo,JEM,6,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,1
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,6,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,1
-17,distance,484.00421142578125,FashionMNIST,ECCCo,JEM,6,1
-17,distance_from_energy,109.00654602050781,FashionMNIST,ECCCo,JEM,6,1
-17,distance_from_targets,499.97296142578125,FashionMNIST,ECCCo,JEM,6,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,1
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,1
-18,distance,424.8367004394531,FashionMNIST,ECCCo,JEM,6,1
-18,distance_from_energy,210.6396484375,FashionMNIST,ECCCo,JEM,6,1
-18,distance_from_targets,468.4930114746094,FashionMNIST,ECCCo,JEM,6,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,1
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,1
-19,distance,438.9048156738281,FashionMNIST,ECCCo,JEM,6,1
-19,distance_from_energy,204.5035400390625,FashionMNIST,ECCCo,JEM,6,1
-19,distance_from_targets,481.32586669921875,FashionMNIST,ECCCo,JEM,6,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,1
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,1
-20,distance,511.8133239746094,FashionMNIST,ECCCo,JEM,6,1
-20,distance_from_energy,111.4777603149414,FashionMNIST,ECCCo,JEM,6,1
-20,distance_from_targets,524.3069458007812,FashionMNIST,ECCCo,JEM,6,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,1
-20,set_size_penalty,1.9915978992131693,FashionMNIST,ECCCo,JEM,6,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,1
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,1
-16,distance_from_energy,653.2516479492188,FashionMNIST,Schut,JEM,6,1
-16,distance_from_targets,415.809814453125,FashionMNIST,Schut,JEM,6,1
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,1
-16,validity,0.0,FashionMNIST,Schut,JEM,6,1
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,1
-17,distance_from_energy,712.2605590820312,FashionMNIST,Schut,JEM,6,1
-17,distance_from_targets,428.856201171875,FashionMNIST,Schut,JEM,6,1
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,6,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,1
-17,validity,0.0,FashionMNIST,Schut,JEM,6,1
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,1
-18,distance_from_energy,628.1705322265625,FashionMNIST,Schut,JEM,6,1
-18,distance_from_targets,412.7212219238281,FashionMNIST,Schut,JEM,6,1
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,1
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,1
-18,validity,0.0,FashionMNIST,Schut,JEM,6,1
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,1
-19,distance_from_energy,665.0916748046875,FashionMNIST,Schut,JEM,6,1
-19,distance_from_targets,425.0506896972656,FashionMNIST,Schut,JEM,6,1
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,1
-19,validity,0.0,FashionMNIST,Schut,JEM,6,1
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,1
-20,distance_from_energy,565.2034301757812,FashionMNIST,Schut,JEM,6,1
-20,distance_from_targets,409.7839050292969,FashionMNIST,Schut,JEM,6,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,1
-20,validity,0.0,FashionMNIST,Schut,JEM,6,1
-1,distance,56.04273986816406,FashionMNIST,Wachter,JEM Ensemble,6,2
-1,distance_from_energy,493.84136962890625,FashionMNIST,Wachter,JEM Ensemble,6,2
-1,distance_from_targets,601.6782836914062,FashionMNIST,Wachter,JEM Ensemble,6,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-2,distance,61.599449157714844,FashionMNIST,Wachter,JEM Ensemble,6,2
-2,distance_from_energy,624.1931762695312,FashionMNIST,Wachter,JEM Ensemble,6,2
-2,distance_from_targets,392.35650634765625,FashionMNIST,Wachter,JEM Ensemble,6,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-2,set_size_penalty,1.0000000000009788,FashionMNIST,Wachter,JEM Ensemble,6,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-3,distance,61.87155532836914,FashionMNIST,Wachter,JEM Ensemble,6,2
-3,distance_from_energy,461.0209045410156,FashionMNIST,Wachter,JEM Ensemble,6,2
-3,distance_from_targets,445.87725830078125,FashionMNIST,Wachter,JEM Ensemble,6,2
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,2
-3,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-4,distance,63.49000930786133,FashionMNIST,Wachter,JEM Ensemble,6,2
-4,distance_from_energy,693.228515625,FashionMNIST,Wachter,JEM Ensemble,6,2
-4,distance_from_targets,415.49884033203125,FashionMNIST,Wachter,JEM Ensemble,6,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-5,distance,59.951168060302734,FashionMNIST,Wachter,JEM Ensemble,6,2
-5,distance_from_energy,432.3074645996094,FashionMNIST,Wachter,JEM Ensemble,6,2
-5,distance_from_targets,376.71234130859375,FashionMNIST,Wachter,JEM Ensemble,6,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,2
-1,distance,167.74447631835938,FashionMNIST,REVISE,JEM Ensemble,6,2
-1,distance_from_energy,606.2206420898438,FashionMNIST,REVISE,JEM Ensemble,6,2
-1,distance_from_targets,594.08544921875,FashionMNIST,REVISE,JEM Ensemble,6,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-1,set_size_penalty,4.999999999999526,FashionMNIST,REVISE,JEM Ensemble,6,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-2,distance,305.97137451171875,FashionMNIST,REVISE,JEM Ensemble,6,2
-2,distance_from_energy,554.5783081054688,FashionMNIST,REVISE,JEM Ensemble,6,2
-2,distance_from_targets,351.8337707519531,FashionMNIST,REVISE,JEM Ensemble,6,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-3,distance,275.55706787109375,FashionMNIST,REVISE,JEM Ensemble,6,2
-3,distance_from_energy,625.4462280273438,FashionMNIST,REVISE,JEM Ensemble,6,2
-3,distance_from_targets,382.2168273925781,FashionMNIST,REVISE,JEM Ensemble,6,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-4,distance,460.2813415527344,FashionMNIST,REVISE,JEM Ensemble,6,2
-4,distance_from_energy,825.2288818359375,FashionMNIST,REVISE,JEM Ensemble,6,2
-4,distance_from_targets,450.0545959472656,FashionMNIST,REVISE,JEM Ensemble,6,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-4,set_size_penalty,7.040819498310545,FashionMNIST,REVISE,JEM Ensemble,6,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-5,distance,391.8805847167969,FashionMNIST,REVISE,JEM Ensemble,6,2
-5,distance_from_energy,650.9885864257812,FashionMNIST,REVISE,JEM Ensemble,6,2
-5,distance_from_targets,336.14190673828125,FashionMNIST,REVISE,JEM Ensemble,6,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,2
-1,distance,425.7772216796875,FashionMNIST,ECCCo,JEM Ensemble,6,2
-1,distance_from_energy,102.0678939819336,FashionMNIST,ECCCo,JEM Ensemble,6,2
-1,distance_from_targets,547.418212890625,FashionMNIST,ECCCo,JEM Ensemble,6,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-2,distance,479.2934265136719,FashionMNIST,ECCCo,JEM Ensemble,6,2
-2,distance_from_energy,126.85768127441406,FashionMNIST,ECCCo,JEM Ensemble,6,2
-2,distance_from_targets,481.6916198730469,FashionMNIST,ECCCo,JEM Ensemble,6,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-3,distance,389.8054504394531,FashionMNIST,ECCCo,JEM Ensemble,6,2
-3,distance_from_energy,49.82645034790039,FashionMNIST,ECCCo,JEM Ensemble,6,2
-3,distance_from_targets,584.6734008789062,FashionMNIST,ECCCo,JEM Ensemble,6,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-3,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-4,distance,621.5733032226562,FashionMNIST,ECCCo,JEM Ensemble,6,2
-4,distance_from_energy,69.52827453613281,FashionMNIST,ECCCo,JEM Ensemble,6,2
-4,distance_from_targets,550.4412231445312,FashionMNIST,ECCCo,JEM Ensemble,6,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-4,set_size_penalty,4.725875049723617,FashionMNIST,ECCCo,JEM Ensemble,6,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-5,distance,488.33746337890625,FashionMNIST,ECCCo,JEM Ensemble,6,2
-5,distance_from_energy,60.482994079589844,FashionMNIST,ECCCo,JEM Ensemble,6,2
-5,distance_from_targets,558.90576171875,FashionMNIST,ECCCo,JEM Ensemble,6,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,2
-1,distance,4.200000762939453,FashionMNIST,Schut,JEM Ensemble,6,2
-1,distance_from_energy,497.26708984375,FashionMNIST,Schut,JEM Ensemble,6,2
-1,distance_from_targets,580.0439453125,FashionMNIST,Schut,JEM Ensemble,6,2
-1,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM Ensemble,6,2
-1,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,6,2
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,2
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,2
-2,distance_from_energy,620.4583740234375,FashionMNIST,Schut,JEM Ensemble,6,2
-2,distance_from_targets,361.1827392578125,FashionMNIST,Schut,JEM Ensemble,6,2
-2,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,6,2
-2,set_size_penalty,1.0000000000000002,FashionMNIST,Schut,JEM Ensemble,6,2
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,2
-3,distance,9.500001907348633,FashionMNIST,Schut,JEM Ensemble,6,2
-3,distance_from_energy,467.8197326660156,FashionMNIST,Schut,JEM Ensemble,6,2
-3,distance_from_targets,418.7324523925781,FashionMNIST,Schut,JEM Ensemble,6,2
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,2
-3,set_size_penalty,3.00000000010854,FashionMNIST,Schut,JEM Ensemble,6,2
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,2
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,2
-4,distance_from_energy,682.40283203125,FashionMNIST,Schut,JEM Ensemble,6,2
-4,distance_from_targets,389.61981201171875,FashionMNIST,Schut,JEM Ensemble,6,2
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,2
-4,set_size_penalty,10.0,FashionMNIST,Schut,JEM Ensemble,6,2
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,2
-5,distance,6.40000057220459,FashionMNIST,Schut,JEM Ensemble,6,2
-5,distance_from_energy,535.6071166992188,FashionMNIST,Schut,JEM Ensemble,6,2
-5,distance_from_targets,360.80657958984375,FashionMNIST,Schut,JEM Ensemble,6,2
-5,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM Ensemble,6,2
-5,set_size_penalty,4.000000000217221,FashionMNIST,Schut,JEM Ensemble,6,2
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,2
-6,distance,63.25458526611328,FashionMNIST,Wachter,MLP,6,2
-6,distance_from_energy,887.0827026367188,FashionMNIST,Wachter,MLP,6,2
-6,distance_from_targets,373.7376708984375,FashionMNIST,Wachter,MLP,6,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,2
-6,set_size_penalty,2.999999999837457,FashionMNIST,Wachter,MLP,6,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,2
-7,distance,75.77185821533203,FashionMNIST,Wachter,MLP,6,2
-7,distance_from_energy,875.7791137695312,FashionMNIST,Wachter,MLP,6,2
-7,distance_from_targets,454.9508972167969,FashionMNIST,Wachter,MLP,6,2
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,2
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,6,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,2
-8,distance,61.39189529418945,FashionMNIST,Wachter,MLP,6,2
-8,distance_from_energy,882.7855224609375,FashionMNIST,Wachter,MLP,6,2
-8,distance_from_targets,386.1481628417969,FashionMNIST,Wachter,MLP,6,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,2
-8,set_size_penalty,1.9999896829322568,FashionMNIST,Wachter,MLP,6,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,2
-9,distance,62.37443542480469,FashionMNIST,Wachter,MLP,6,2
-9,distance_from_energy,890.9696044921875,FashionMNIST,Wachter,MLP,6,2
-9,distance_from_targets,544.7362670898438,FashionMNIST,Wachter,MLP,6,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,2
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,6,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,2
-10,distance,64.9818344116211,FashionMNIST,Wachter,MLP,6,2
-10,distance_from_energy,884.8795166015625,FashionMNIST,Wachter,MLP,6,2
-10,distance_from_targets,456.5671081542969,FashionMNIST,Wachter,MLP,6,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,2
-10,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,6,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,2
-6,distance,358.8985900878906,FashionMNIST,REVISE,MLP,6,2
-6,distance_from_energy,853.6689453125,FashionMNIST,REVISE,MLP,6,2
-6,distance_from_targets,534.1210327148438,FashionMNIST,REVISE,MLP,6,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,2
-6,set_size_penalty,3.000045665968692,FashionMNIST,REVISE,MLP,6,2
-6,validity,1.0,FashionMNIST,REVISE,MLP,6,2
-7,distance,257.7681579589844,FashionMNIST,REVISE,MLP,6,2
-7,distance_from_energy,934.6159057617188,FashionMNIST,REVISE,MLP,6,2
-7,distance_from_targets,440.96246337890625,FashionMNIST,REVISE,MLP,6,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,2
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,2
-7,validity,0.0,FashionMNIST,REVISE,MLP,6,2
-8,distance,284.99737548828125,FashionMNIST,REVISE,MLP,6,2
-8,distance_from_energy,857.1492309570312,FashionMNIST,REVISE,MLP,6,2
-8,distance_from_targets,485.2940673828125,FashionMNIST,REVISE,MLP,6,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,2
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,2
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,2
-9,distance,327.81475830078125,FashionMNIST,REVISE,MLP,6,2
-9,distance_from_energy,880.7496337890625,FashionMNIST,REVISE,MLP,6,2
-9,distance_from_targets,627.296630859375,FashionMNIST,REVISE,MLP,6,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,2
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,6,2
-9,validity,1.0,FashionMNIST,REVISE,MLP,6,2
-10,distance,158.7279510498047,FashionMNIST,REVISE,MLP,6,2
-10,distance_from_energy,842.1341552734375,FashionMNIST,REVISE,MLP,6,2
-10,distance_from_targets,467.37725830078125,FashionMNIST,REVISE,MLP,6,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,2
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,6,2
-10,validity,1.0,FashionMNIST,REVISE,MLP,6,2
-6,distance,728.1309204101562,FashionMNIST,ECCCo,MLP,6,2
-6,distance_from_energy,177.07247924804688,FashionMNIST,ECCCo,MLP,6,2
-6,distance_from_targets,724.2506713867188,FashionMNIST,ECCCo,MLP,6,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,2
-6,set_size_penalty,2.0047912047160397,FashionMNIST,ECCCo,MLP,6,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,2
-7,distance,705.1248168945312,FashionMNIST,ECCCo,MLP,6,2
-7,distance_from_energy,234.16464233398438,FashionMNIST,ECCCo,MLP,6,2
-7,distance_from_targets,700.95849609375,FashionMNIST,ECCCo,MLP,6,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,2
-7,set_size_penalty,1.0009165676047533,FashionMNIST,ECCCo,MLP,6,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,2
-8,distance,709.5223388671875,FashionMNIST,ECCCo,MLP,6,2
-8,distance_from_energy,170.9505157470703,FashionMNIST,ECCCo,MLP,6,2
-8,distance_from_targets,717.519287109375,FashionMNIST,ECCCo,MLP,6,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,2
-8,set_size_penalty,2.000039479296181,FashionMNIST,ECCCo,MLP,6,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,2
-9,distance,666.4924926757812,FashionMNIST,ECCCo,MLP,6,2
-9,distance_from_energy,245.41098022460938,FashionMNIST,ECCCo,MLP,6,2
-9,distance_from_targets,687.0894775390625,FashionMNIST,ECCCo,MLP,6,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,2
-9,set_size_penalty,1.0012911740124322,FashionMNIST,ECCCo,MLP,6,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,2
-10,distance,643.2005004882812,FashionMNIST,ECCCo,MLP,6,2
-10,distance_from_energy,276.456298828125,FashionMNIST,ECCCo,MLP,6,2
-10,distance_from_targets,682.4470825195312,FashionMNIST,ECCCo,MLP,6,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,2
-10,set_size_penalty,1.00018856682442,FashionMNIST,ECCCo,MLP,6,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,2
-6,distance,9.199999809265137,FashionMNIST,Schut,MLP,6,2
-6,distance_from_energy,868.576171875,FashionMNIST,Schut,MLP,6,2
-6,distance_from_targets,348.5808410644531,FashionMNIST,Schut,MLP,6,2
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,6,2
-6,set_size_penalty,3.0,FashionMNIST,Schut,MLP,6,2
-6,validity,1.0,FashionMNIST,Schut,MLP,6,2
-7,distance,10.0,FashionMNIST,Schut,MLP,6,2
-7,distance_from_energy,918.7459716796875,FashionMNIST,Schut,MLP,6,2
-7,distance_from_targets,422.8891906738281,FashionMNIST,Schut,MLP,6,2
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,2
-7,validity,0.0,FashionMNIST,Schut,MLP,6,2
-8,distance,8.200000762939453,FashionMNIST,Schut,MLP,6,2
-8,distance_from_energy,863.0931396484375,FashionMNIST,Schut,MLP,6,2
-8,distance_from_targets,351.50433349609375,FashionMNIST,Schut,MLP,6,2
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,2
-8,set_size_penalty,2.735529069966589,FashionMNIST,Schut,MLP,6,2
-8,validity,1.0,FashionMNIST,Schut,MLP,6,2
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,2
-9,distance_from_energy,874.7662353515625,FashionMNIST,Schut,MLP,6,2
-9,distance_from_targets,520.22412109375,FashionMNIST,Schut,MLP,6,2
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,2
-9,set_size_penalty,3.0,FashionMNIST,Schut,MLP,6,2
-9,validity,1.0,FashionMNIST,Schut,MLP,6,2
-10,distance,10.0,FashionMNIST,Schut,MLP,6,2
-10,distance_from_energy,894.4129638671875,FashionMNIST,Schut,MLP,6,2
-10,distance_from_targets,426.05999755859375,FashionMNIST,Schut,MLP,6,2
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,2
-10,validity,0.0,FashionMNIST,Schut,MLP,6,2
-11,distance,57.487735748291016,FashionMNIST,Wachter,MLP Ensemble,6,2
-11,distance_from_energy,781.5819702148438,FashionMNIST,Wachter,MLP Ensemble,6,2
-11,distance_from_targets,376.89581298828125,FashionMNIST,Wachter,MLP Ensemble,6,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-12,distance,71.7034912109375,FashionMNIST,Wachter,MLP Ensemble,6,2
-12,distance_from_energy,765.8679809570312,FashionMNIST,Wachter,MLP Ensemble,6,2
-12,distance_from_targets,423.36456298828125,FashionMNIST,Wachter,MLP Ensemble,6,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-13,distance,61.66585159301758,FashionMNIST,Wachter,MLP Ensemble,6,2
-13,distance_from_energy,752.89013671875,FashionMNIST,Wachter,MLP Ensemble,6,2
-13,distance_from_targets,409.80181884765625,FashionMNIST,Wachter,MLP Ensemble,6,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-14,distance,53.70645523071289,FashionMNIST,Wachter,MLP Ensemble,6,2
-14,distance_from_energy,767.720703125,FashionMNIST,Wachter,MLP Ensemble,6,2
-14,distance_from_targets,388.12603759765625,FashionMNIST,Wachter,MLP Ensemble,6,2
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,6,2
-14,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-15,distance,63.568603515625,FashionMNIST,Wachter,MLP Ensemble,6,2
-15,distance_from_energy,753.7156982421875,FashionMNIST,Wachter,MLP Ensemble,6,2
-15,distance_from_targets,399.6312561035156,FashionMNIST,Wachter,MLP Ensemble,6,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-15,set_size_penalty,1.0000002793965685,FashionMNIST,Wachter,MLP Ensemble,6,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,2
-11,distance,131.44691467285156,FashionMNIST,REVISE,MLP Ensemble,6,2
-11,distance_from_energy,785.3367919921875,FashionMNIST,REVISE,MLP Ensemble,6,2
-11,distance_from_targets,335.6643981933594,FashionMNIST,REVISE,MLP Ensemble,6,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-11,set_size_penalty,2.575417004517655,FashionMNIST,REVISE,MLP Ensemble,6,2
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-12,distance,251.618896484375,FashionMNIST,REVISE,MLP Ensemble,6,2
-12,distance_from_energy,795.3001098632812,FashionMNIST,REVISE,MLP Ensemble,6,2
-12,distance_from_targets,426.9710693359375,FashionMNIST,REVISE,MLP Ensemble,6,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-13,distance,243.08673095703125,FashionMNIST,REVISE,MLP Ensemble,6,2
-13,distance_from_energy,751.8524780273438,FashionMNIST,REVISE,MLP Ensemble,6,2
-13,distance_from_targets,322.99951171875,FashionMNIST,REVISE,MLP Ensemble,6,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-13,set_size_penalty,2.9999999966660367,FashionMNIST,REVISE,MLP Ensemble,6,2
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-14,distance,136.00390625,FashionMNIST,REVISE,MLP Ensemble,6,2
-14,distance_from_energy,773.3516235351562,FashionMNIST,REVISE,MLP Ensemble,6,2
-14,distance_from_targets,359.5763244628906,FashionMNIST,REVISE,MLP Ensemble,6,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-14,set_size_penalty,2.9999999999999996,FashionMNIST,REVISE,MLP Ensemble,6,2
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-15,distance,364.52392578125,FashionMNIST,REVISE,MLP Ensemble,6,2
-15,distance_from_energy,764.5682983398438,FashionMNIST,REVISE,MLP Ensemble,6,2
-15,distance_from_targets,492.36505126953125,FashionMNIST,REVISE,MLP Ensemble,6,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,2
-11,distance,701.26123046875,FashionMNIST,ECCCo,MLP Ensemble,6,2
-11,distance_from_energy,100.70082092285156,FashionMNIST,ECCCo,MLP Ensemble,6,2
-11,distance_from_targets,687.2915649414062,FashionMNIST,ECCCo,MLP Ensemble,6,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-12,distance,667.6148071289062,FashionMNIST,ECCCo,MLP Ensemble,6,2
-12,distance_from_energy,115.561767578125,FashionMNIST,ECCCo,MLP Ensemble,6,2
-12,distance_from_targets,685.9893798828125,FashionMNIST,ECCCo,MLP Ensemble,6,2
-12,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,6,2
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-13,distance,687.6613159179688,FashionMNIST,ECCCo,MLP Ensemble,6,2
-13,distance_from_energy,99.8830337524414,FashionMNIST,ECCCo,MLP Ensemble,6,2
-13,distance_from_targets,696.5264892578125,FashionMNIST,ECCCo,MLP Ensemble,6,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-14,distance,685.890869140625,FashionMNIST,ECCCo,MLP Ensemble,6,2
-14,distance_from_energy,121.92203521728516,FashionMNIST,ECCCo,MLP Ensemble,6,2
-14,distance_from_targets,686.2391967773438,FashionMNIST,ECCCo,MLP Ensemble,6,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-15,distance,703.2146606445312,FashionMNIST,ECCCo,MLP Ensemble,6,2
-15,distance_from_energy,99.81752014160156,FashionMNIST,ECCCo,MLP Ensemble,6,2
-15,distance_from_targets,710.3444213867188,FashionMNIST,ECCCo,MLP Ensemble,6,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,2
-11,distance,7.100000381469727,FashionMNIST,Schut,MLP Ensemble,6,2
-11,distance_from_energy,794.0020751953125,FashionMNIST,Schut,MLP Ensemble,6,2
-11,distance_from_targets,349.99761962890625,FashionMNIST,Schut,MLP Ensemble,6,2
-11,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP Ensemble,6,2
-11,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,2
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,2
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,2
-12,distance_from_energy,750.140625,FashionMNIST,Schut,MLP Ensemble,6,2
-12,distance_from_targets,401.7858581542969,FashionMNIST,Schut,MLP Ensemble,6,2
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,2
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,2
-13,distance_from_energy,751.5845336914062,FashionMNIST,Schut,MLP Ensemble,6,2
-13,distance_from_targets,378.12408447265625,FashionMNIST,Schut,MLP Ensemble,6,2
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,2
-13,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,2
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,2
-14,distance,7.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,2
-14,distance_from_energy,788.8012084960938,FashionMNIST,Schut,MLP Ensemble,6,2
-14,distance_from_targets,360.5102844238281,FashionMNIST,Schut,MLP Ensemble,6,2
-14,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP Ensemble,6,2
-14,set_size_penalty,3.0,FashionMNIST,Schut,MLP Ensemble,6,2
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,2
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,2
-15,distance_from_energy,773.2708129882812,FashionMNIST,Schut,MLP Ensemble,6,2
-15,distance_from_targets,379.2271728515625,FashionMNIST,Schut,MLP Ensemble,6,2
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,2
-15,set_size_penalty,1.9999999999997926,FashionMNIST,Schut,MLP Ensemble,6,2
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,2
-16,distance,54.23320770263672,FashionMNIST,Wachter,JEM,6,2
-16,distance_from_energy,423.3587341308594,FashionMNIST,Wachter,JEM,6,2
-16,distance_from_targets,435.9284973144531,FashionMNIST,Wachter,JEM,6,2
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,2
-16,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,6,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,2
-17,distance,59.08880615234375,FashionMNIST,Wachter,JEM,6,2
-17,distance_from_energy,569.1293334960938,FashionMNIST,Wachter,JEM,6,2
-17,distance_from_targets,364.3580322265625,FashionMNIST,Wachter,JEM,6,2
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,6,2
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,2
-18,distance,55.91835403442383,FashionMNIST,Wachter,JEM,6,2
-18,distance_from_energy,508.39569091796875,FashionMNIST,Wachter,JEM,6,2
-18,distance_from_targets,380.95172119140625,FashionMNIST,Wachter,JEM,6,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,2
-18,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,6,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,2
-19,distance,58.61579132080078,FashionMNIST,Wachter,JEM,6,2
-19,distance_from_energy,335.4737243652344,FashionMNIST,Wachter,JEM,6,2
-19,distance_from_targets,452.37945556640625,FashionMNIST,Wachter,JEM,6,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,2
-19,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,6,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,2
-20,distance,61.09499740600586,FashionMNIST,Wachter,JEM,6,2
-20,distance_from_energy,451.4261169433594,FashionMNIST,Wachter,JEM,6,2
-20,distance_from_targets,424.4964294433594,FashionMNIST,Wachter,JEM,6,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,2
-20,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,6,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,2
-16,distance,334.9571838378906,FashionMNIST,REVISE,JEM,6,2
-16,distance_from_energy,661.3931884765625,FashionMNIST,REVISE,JEM,6,2
-16,distance_from_targets,561.1478881835938,FashionMNIST,REVISE,JEM,6,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,2
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,6,2
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,2
-17,distance,240.07003784179688,FashionMNIST,REVISE,JEM,6,2
-17,distance_from_energy,570.6035766601562,FashionMNIST,REVISE,JEM,6,2
-17,distance_from_targets,408.82232666015625,FashionMNIST,REVISE,JEM,6,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,2
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,2
-17,validity,0.0,FashionMNIST,REVISE,JEM,6,2
-18,distance,568.2470703125,FashionMNIST,REVISE,JEM,6,2
-18,distance_from_energy,520.302734375,FashionMNIST,REVISE,JEM,6,2
-18,distance_from_targets,617.5546875,FashionMNIST,REVISE,JEM,6,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,2
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,2
-18,validity,0.0,FashionMNIST,REVISE,JEM,6,2
-19,distance,253.57461547851562,FashionMNIST,REVISE,JEM,6,2
-19,distance_from_energy,532.9523315429688,FashionMNIST,REVISE,JEM,6,2
-19,distance_from_targets,508.3697814941406,FashionMNIST,REVISE,JEM,6,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,2
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,6,2
-19,validity,1.0,FashionMNIST,REVISE,JEM,6,2
-20,distance,774.3518676757812,FashionMNIST,REVISE,JEM,6,2
-20,distance_from_energy,921.4329833984375,FashionMNIST,REVISE,JEM,6,2
-20,distance_from_targets,788.6201782226562,FashionMNIST,REVISE,JEM,6,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,2
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,6,2
-16,distance,319.6742858886719,FashionMNIST,ECCCo,JEM,6,2
-16,distance_from_energy,103.4417953491211,FashionMNIST,ECCCo,JEM,6,2
-16,distance_from_targets,552.1925048828125,FashionMNIST,ECCCo,JEM,6,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,2
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,6,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,2
-17,distance,520.6658935546875,FashionMNIST,ECCCo,JEM,6,2
-17,distance_from_energy,100.86531066894531,FashionMNIST,ECCCo,JEM,6,2
-17,distance_from_targets,533.0867919921875,FashionMNIST,ECCCo,JEM,6,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,2
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,2
-18,distance,447.31988525390625,FashionMNIST,ECCCo,JEM,6,2
-18,distance_from_energy,89.46548461914062,FashionMNIST,ECCCo,JEM,6,2
-18,distance_from_targets,529.1226196289062,FashionMNIST,ECCCo,JEM,6,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,2
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,2
-19,distance,632.5923461914062,FashionMNIST,ECCCo,JEM,6,2
-19,distance_from_energy,184.64431762695312,FashionMNIST,ECCCo,JEM,6,2
-19,distance_from_targets,499.09173583984375,FashionMNIST,ECCCo,JEM,6,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,2
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,2
-20,distance,413.39404296875,FashionMNIST,ECCCo,JEM,6,2
-20,distance_from_energy,117.12738037109375,FashionMNIST,ECCCo,JEM,6,2
-20,distance_from_targets,524.788818359375,FashionMNIST,ECCCo,JEM,6,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,2
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,6,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,2
-16,distance,2.6000003814697266,FashionMNIST,Schut,JEM,6,2
-16,distance_from_energy,468.224365234375,FashionMNIST,Schut,JEM,6,2
-16,distance_from_targets,411.1327209472656,FashionMNIST,Schut,JEM,6,2
-16,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,6,2
-16,set_size_penalty,4.999995947977162,FashionMNIST,Schut,JEM,6,2
-16,validity,1.0,FashionMNIST,Schut,JEM,6,2
-17,distance,3.700000047683716,FashionMNIST,Schut,JEM,6,2
-17,distance_from_energy,563.09912109375,FashionMNIST,Schut,JEM,6,2
-17,distance_from_targets,333.50189208984375,FashionMNIST,Schut,JEM,6,2
-17,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,6,2
-17,set_size_penalty,3.000000009035658,FashionMNIST,Schut,JEM,6,2
-17,validity,1.0,FashionMNIST,Schut,JEM,6,2
-18,distance,3.700000047683716,FashionMNIST,Schut,JEM,6,2
-18,distance_from_energy,522.0938720703125,FashionMNIST,Schut,JEM,6,2
-18,distance_from_targets,346.7286682128906,FashionMNIST,Schut,JEM,6,2
-18,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,6,2
-18,set_size_penalty,4.0,FashionMNIST,Schut,JEM,6,2
-18,validity,1.0,FashionMNIST,Schut,JEM,6,2
-19,distance,5.90000057220459,FashionMNIST,Schut,JEM,6,2
-19,distance_from_energy,526.9019775390625,FashionMNIST,Schut,JEM,6,2
-19,distance_from_targets,441.81170654296875,FashionMNIST,Schut,JEM,6,2
-19,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,6,2
-19,set_size_penalty,4.0,FashionMNIST,Schut,JEM,6,2
-19,validity,1.0,FashionMNIST,Schut,JEM,6,2
-20,distance,5.30000114440918,FashionMNIST,Schut,JEM,6,2
-20,distance_from_energy,746.6128540039062,FashionMNIST,Schut,JEM,6,2
-20,distance_from_targets,395.5413513183594,FashionMNIST,Schut,JEM,6,2
-20,redundancy,0.9923469387755102,FashionMNIST,Schut,JEM,6,2
-20,set_size_penalty,4.0000000012835715,FashionMNIST,Schut,JEM,6,2
-20,validity,1.0,FashionMNIST,Schut,JEM,6,2
-1,distance,80.400634765625,FashionMNIST,Wachter,JEM Ensemble,6,3
-1,distance_from_energy,544.3578491210938,FashionMNIST,Wachter,JEM Ensemble,6,3
-1,distance_from_targets,418.83392333984375,FashionMNIST,Wachter,JEM Ensemble,6,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-1,set_size_penalty,4.999999582328838,FashionMNIST,Wachter,JEM Ensemble,6,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-2,distance,82.36634826660156,FashionMNIST,Wachter,JEM Ensemble,6,3
-2,distance_from_energy,572.5028076171875,FashionMNIST,Wachter,JEM Ensemble,6,3
-2,distance_from_targets,414.33587646484375,FashionMNIST,Wachter,JEM Ensemble,6,3
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-2,set_size_penalty,1.0000000007643022,FashionMNIST,Wachter,JEM Ensemble,6,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-3,distance,105.3326644897461,FashionMNIST,Wachter,JEM Ensemble,6,3
-3,distance_from_energy,579.90087890625,FashionMNIST,Wachter,JEM Ensemble,6,3
-3,distance_from_targets,479.569580078125,FashionMNIST,Wachter,JEM Ensemble,6,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-3,set_size_penalty,3.0439216335856796,FashionMNIST,Wachter,JEM Ensemble,6,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-4,distance,98.06388092041016,FashionMNIST,Wachter,JEM Ensemble,6,3
-4,distance_from_energy,738.3125610351562,FashionMNIST,Wachter,JEM Ensemble,6,3
-4,distance_from_targets,480.7315368652344,FashionMNIST,Wachter,JEM Ensemble,6,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-4,set_size_penalty,1.000000008192079,FashionMNIST,Wachter,JEM Ensemble,6,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-5,distance,95.39937591552734,FashionMNIST,Wachter,JEM Ensemble,6,3
-5,distance_from_energy,628.8741455078125,FashionMNIST,Wachter,JEM Ensemble,6,3
-5,distance_from_targets,493.43621826171875,FashionMNIST,Wachter,JEM Ensemble,6,3
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,3
-5,set_size_penalty,5.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,3
-1,distance,460.6141357421875,FashionMNIST,REVISE,JEM Ensemble,6,3
-1,distance_from_energy,417.2535705566406,FashionMNIST,REVISE,JEM Ensemble,6,3
-1,distance_from_targets,565.6300659179688,FashionMNIST,REVISE,JEM Ensemble,6,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-1,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-2,distance,591.8092651367188,FashionMNIST,REVISE,JEM Ensemble,6,3
-2,distance_from_energy,560.1336669921875,FashionMNIST,REVISE,JEM Ensemble,6,3
-2,distance_from_targets,586.369140625,FashionMNIST,REVISE,JEM Ensemble,6,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-3,distance,213.6385498046875,FashionMNIST,REVISE,JEM Ensemble,6,3
-3,distance_from_energy,566.135986328125,FashionMNIST,REVISE,JEM Ensemble,6,3
-3,distance_from_targets,379.4997253417969,FashionMNIST,REVISE,JEM Ensemble,6,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-4,distance,343.4380187988281,FashionMNIST,REVISE,JEM Ensemble,6,3
-4,distance_from_energy,766.9796752929688,FashionMNIST,REVISE,JEM Ensemble,6,3
-4,distance_from_targets,481.54718017578125,FashionMNIST,REVISE,JEM Ensemble,6,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-5,distance,306.9367980957031,FashionMNIST,REVISE,JEM Ensemble,6,3
-5,distance_from_energy,311.4837951660156,FashionMNIST,REVISE,JEM Ensemble,6,3
-5,distance_from_targets,453.3468933105469,FashionMNIST,REVISE,JEM Ensemble,6,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,3
-1,distance,355.45245361328125,FashionMNIST,ECCCo,JEM Ensemble,6,3
-1,distance_from_energy,133.68629455566406,FashionMNIST,ECCCo,JEM Ensemble,6,3
-1,distance_from_targets,503.0897521972656,FashionMNIST,ECCCo,JEM Ensemble,6,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-1,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-2,distance,528.535400390625,FashionMNIST,ECCCo,JEM Ensemble,6,3
-2,distance_from_energy,119.27901458740234,FashionMNIST,ECCCo,JEM Ensemble,6,3
-2,distance_from_targets,524.8621826171875,FashionMNIST,ECCCo,JEM Ensemble,6,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-3,distance,429.5685119628906,FashionMNIST,ECCCo,JEM Ensemble,6,3
-3,distance_from_energy,118.4276351928711,FashionMNIST,ECCCo,JEM Ensemble,6,3
-3,distance_from_targets,516.3045654296875,FashionMNIST,ECCCo,JEM Ensemble,6,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-3,set_size_penalty,3.0000012678654002,FashionMNIST,ECCCo,JEM Ensemble,6,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-4,distance,573.4844970703125,FashionMNIST,ECCCo,JEM Ensemble,6,3
-4,distance_from_energy,160.20054626464844,FashionMNIST,ECCCo,JEM Ensemble,6,3
-4,distance_from_targets,502.1302185058594,FashionMNIST,ECCCo,JEM Ensemble,6,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-4,set_size_penalty,2.9999999999891505,FashionMNIST,ECCCo,JEM Ensemble,6,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-5,distance,399.47259521484375,FashionMNIST,ECCCo,JEM Ensemble,6,3
-5,distance_from_energy,175.30130004882812,FashionMNIST,ECCCo,JEM Ensemble,6,3
-5,distance_from_targets,476.2249755859375,FashionMNIST,ECCCo,JEM Ensemble,6,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-5,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,3
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,3
-1,distance_from_energy,517.0982055664062,FashionMNIST,Schut,JEM Ensemble,6,3
-1,distance_from_targets,390.3612060546875,FashionMNIST,Schut,JEM Ensemble,6,3
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,3
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,3
-2,distance_from_energy,522.420654296875,FashionMNIST,Schut,JEM Ensemble,6,3
-2,distance_from_targets,382.2374572753906,FashionMNIST,Schut,JEM Ensemble,6,3
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,3
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,3
-3,distance_from_energy,603.2448120117188,FashionMNIST,Schut,JEM Ensemble,6,3
-3,distance_from_targets,451.5932922363281,FashionMNIST,Schut,JEM Ensemble,6,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,3
-4,distance_from_energy,709.6480712890625,FashionMNIST,Schut,JEM Ensemble,6,3
-4,distance_from_targets,448.027587890625,FashionMNIST,Schut,JEM Ensemble,6,3
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,3
-5,distance_from_energy,615.54052734375,FashionMNIST,Schut,JEM Ensemble,6,3
-5,distance_from_targets,453.114013671875,FashionMNIST,Schut,JEM Ensemble,6,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,3
-6,distance,69.0542221069336,FashionMNIST,Wachter,MLP,6,3
-6,distance_from_energy,943.3307495117188,FashionMNIST,Wachter,MLP,6,3
-6,distance_from_targets,435.5637512207031,FashionMNIST,Wachter,MLP,6,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,3
-6,set_size_penalty,2.00000000000271,FashionMNIST,Wachter,MLP,6,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,3
-7,distance,78.330078125,FashionMNIST,Wachter,MLP,6,3
-7,distance_from_energy,898.3156127929688,FashionMNIST,Wachter,MLP,6,3
-7,distance_from_targets,460.1932373046875,FashionMNIST,Wachter,MLP,6,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,6,3
-7,set_size_penalty,2.0000003746964685,FashionMNIST,Wachter,MLP,6,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,3
-8,distance,62.47050094604492,FashionMNIST,Wachter,MLP,6,3
-8,distance_from_energy,912.2913818359375,FashionMNIST,Wachter,MLP,6,3
-8,distance_from_targets,389.1410827636719,FashionMNIST,Wachter,MLP,6,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,3
-8,set_size_penalty,1.0000000000006737,FashionMNIST,Wachter,MLP,6,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,3
-9,distance,82.14022827148438,FashionMNIST,Wachter,MLP,6,3
-9,distance_from_energy,920.9886474609375,FashionMNIST,Wachter,MLP,6,3
-9,distance_from_targets,464.93670654296875,FashionMNIST,Wachter,MLP,6,3
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,3
-9,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,6,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,3
-10,distance,69.0542221069336,FashionMNIST,Wachter,MLP,6,3
-10,distance_from_energy,918.314453125,FashionMNIST,Wachter,MLP,6,3
-10,distance_from_targets,439.45123291015625,FashionMNIST,Wachter,MLP,6,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,3
-10,set_size_penalty,2.00000000000271,FashionMNIST,Wachter,MLP,6,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,3
-6,distance,180.077392578125,FashionMNIST,REVISE,MLP,6,3
-6,distance_from_energy,930.9724731445312,FashionMNIST,REVISE,MLP,6,3
-6,distance_from_targets,375.3999328613281,FashionMNIST,REVISE,MLP,6,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,3
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,3
-6,validity,0.0,FashionMNIST,REVISE,MLP,6,3
-7,distance,272.45147705078125,FashionMNIST,REVISE,MLP,6,3
-7,distance_from_energy,872.1325073242188,FashionMNIST,REVISE,MLP,6,3
-7,distance_from_targets,468.03350830078125,FashionMNIST,REVISE,MLP,6,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,3
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,3
-7,validity,0.0,FashionMNIST,REVISE,MLP,6,3
-8,distance,273.4677429199219,FashionMNIST,REVISE,MLP,6,3
-8,distance_from_energy,881.2557373046875,FashionMNIST,REVISE,MLP,6,3
-8,distance_from_targets,450.4668884277344,FashionMNIST,REVISE,MLP,6,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,3
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,3
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,3
-9,distance,223.22882080078125,FashionMNIST,REVISE,MLP,6,3
-9,distance_from_energy,904.9703369140625,FashionMNIST,REVISE,MLP,6,3
-9,distance_from_targets,437.12567138671875,FashionMNIST,REVISE,MLP,6,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,3
-10,distance,202.5335235595703,FashionMNIST,REVISE,MLP,6,3
-10,distance_from_energy,926.4451293945312,FashionMNIST,REVISE,MLP,6,3
-10,distance_from_targets,368.0057678222656,FashionMNIST,REVISE,MLP,6,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,3
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,3
-10,validity,0.0,FashionMNIST,REVISE,MLP,6,3
-6,distance,685.5643920898438,FashionMNIST,ECCCo,MLP,6,3
-6,distance_from_energy,259.26226806640625,FashionMNIST,ECCCo,MLP,6,3
-6,distance_from_targets,659.755859375,FashionMNIST,ECCCo,MLP,6,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,3
-6,set_size_penalty,2.0000001383829926,FashionMNIST,ECCCo,MLP,6,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,3
-7,distance,692.719482421875,FashionMNIST,ECCCo,MLP,6,3
-7,distance_from_energy,227.14407348632812,FashionMNIST,ECCCo,MLP,6,3
-7,distance_from_targets,707.2540283203125,FashionMNIST,ECCCo,MLP,6,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,3
-7,set_size_penalty,1.0006054034328897,FashionMNIST,ECCCo,MLP,6,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,3
-8,distance,753.3464965820312,FashionMNIST,ECCCo,MLP,6,3
-8,distance_from_energy,162.91888427734375,FashionMNIST,ECCCo,MLP,6,3
-8,distance_from_targets,740.6294555664062,FashionMNIST,ECCCo,MLP,6,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,3
-8,set_size_penalty,1.0004913446504444,FashionMNIST,ECCCo,MLP,6,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,3
-9,distance,739.1151123046875,FashionMNIST,ECCCo,MLP,6,3
-9,distance_from_energy,198.17066955566406,FashionMNIST,ECCCo,MLP,6,3
-9,distance_from_targets,693.4426879882812,FashionMNIST,ECCCo,MLP,6,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,3
-9,set_size_penalty,2.003006330406544,FashionMNIST,ECCCo,MLP,6,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,3
-10,distance,741.2550659179688,FashionMNIST,ECCCo,MLP,6,3
-10,distance_from_energy,239.1539764404297,FashionMNIST,ECCCo,MLP,6,3
-10,distance_from_targets,690.8046264648438,FashionMNIST,ECCCo,MLP,6,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,3
-10,set_size_penalty,1.000031746389871,FashionMNIST,ECCCo,MLP,6,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,3
-6,distance,10.0,FashionMNIST,Schut,MLP,6,3
-6,distance_from_energy,942.0846557617188,FashionMNIST,Schut,MLP,6,3
-6,distance_from_targets,409.1863098144531,FashionMNIST,Schut,MLP,6,3
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,3
-6,validity,0.0,FashionMNIST,Schut,MLP,6,3
-7,distance,10.0,FashionMNIST,Schut,MLP,6,3
-7,distance_from_energy,901.3776245117188,FashionMNIST,Schut,MLP,6,3
-7,distance_from_targets,435.6041259765625,FashionMNIST,Schut,MLP,6,3
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,3
-7,validity,0.0,FashionMNIST,Schut,MLP,6,3
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,3
-8,distance_from_energy,908.2149658203125,FashionMNIST,Schut,MLP,6,3
-8,distance_from_targets,366.63238525390625,FashionMNIST,Schut,MLP,6,3
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,3
-8,set_size_penalty,1.0000000000004505,FashionMNIST,Schut,MLP,6,3
-8,validity,1.0,FashionMNIST,Schut,MLP,6,3
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,3
-9,distance_from_energy,912.59521484375,FashionMNIST,Schut,MLP,6,3
-9,distance_from_targets,428.76275634765625,FashionMNIST,Schut,MLP,6,3
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,3
-9,validity,0.0,FashionMNIST,Schut,MLP,6,3
-10,distance,10.0,FashionMNIST,Schut,MLP,6,3
-10,distance_from_energy,932.3365478515625,FashionMNIST,Schut,MLP,6,3
-10,distance_from_targets,405.07763671875,FashionMNIST,Schut,MLP,6,3
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,3
-10,validity,0.0,FashionMNIST,Schut,MLP,6,3
-11,distance,61.112247467041016,FashionMNIST,Wachter,MLP Ensemble,6,3
-11,distance_from_energy,809.733154296875,FashionMNIST,Wachter,MLP Ensemble,6,3
-11,distance_from_targets,465.51409912109375,FashionMNIST,Wachter,MLP Ensemble,6,3
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,6,3
-11,set_size_penalty,1.0000000182530788,FashionMNIST,Wachter,MLP Ensemble,6,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-12,distance,64.62872314453125,FashionMNIST,Wachter,MLP Ensemble,6,3
-12,distance_from_energy,782.1951293945312,FashionMNIST,Wachter,MLP Ensemble,6,3
-12,distance_from_targets,456.3009948730469,FashionMNIST,Wachter,MLP Ensemble,6,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-12,set_size_penalty,0.9999999999999942,FashionMNIST,Wachter,MLP Ensemble,6,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-13,distance,53.460182189941406,FashionMNIST,Wachter,MLP Ensemble,6,3
-13,distance_from_energy,821.4654541015625,FashionMNIST,Wachter,MLP Ensemble,6,3
-13,distance_from_targets,451.689208984375,FashionMNIST,Wachter,MLP Ensemble,6,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-13,set_size_penalty,3.002443096366349,FashionMNIST,Wachter,MLP Ensemble,6,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-14,distance,65.98175048828125,FashionMNIST,Wachter,MLP Ensemble,6,3
-14,distance_from_energy,828.4283447265625,FashionMNIST,Wachter,MLP Ensemble,6,3
-14,distance_from_targets,442.272705078125,FashionMNIST,Wachter,MLP Ensemble,6,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-14,set_size_penalty,2.000073558154411,FashionMNIST,Wachter,MLP Ensemble,6,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-15,distance,69.95682525634766,FashionMNIST,Wachter,MLP Ensemble,6,3
-15,distance_from_energy,800.2943115234375,FashionMNIST,Wachter,MLP Ensemble,6,3
-15,distance_from_targets,401.8411865234375,FashionMNIST,Wachter,MLP Ensemble,6,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-15,set_size_penalty,1.0052492664683526,FashionMNIST,Wachter,MLP Ensemble,6,3
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,3
-11,distance,252.09970092773438,FashionMNIST,REVISE,MLP Ensemble,6,3
-11,distance_from_energy,818.1040649414062,FashionMNIST,REVISE,MLP Ensemble,6,3
-11,distance_from_targets,365.9465637207031,FashionMNIST,REVISE,MLP Ensemble,6,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-11,set_size_penalty,1.000000234640839,FashionMNIST,REVISE,MLP Ensemble,6,3
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-12,distance,164.33404541015625,FashionMNIST,REVISE,MLP Ensemble,6,3
-12,distance_from_energy,742.6951293945312,FashionMNIST,REVISE,MLP Ensemble,6,3
-12,distance_from_targets,514.404541015625,FashionMNIST,REVISE,MLP Ensemble,6,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-12,set_size_penalty,10.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-13,distance,284.0475158691406,FashionMNIST,REVISE,MLP Ensemble,6,3
-13,distance_from_energy,813.2508544921875,FashionMNIST,REVISE,MLP Ensemble,6,3
-13,distance_from_targets,358.2778015136719,FashionMNIST,REVISE,MLP Ensemble,6,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-14,distance,189.32981872558594,FashionMNIST,REVISE,MLP Ensemble,6,3
-14,distance_from_energy,828.5026245117188,FashionMNIST,REVISE,MLP Ensemble,6,3
-14,distance_from_targets,349.7190856933594,FashionMNIST,REVISE,MLP Ensemble,6,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-15,distance,220.3459014892578,FashionMNIST,REVISE,MLP Ensemble,6,3
-15,distance_from_energy,818.4509887695312,FashionMNIST,REVISE,MLP Ensemble,6,3
-15,distance_from_targets,406.84332275390625,FashionMNIST,REVISE,MLP Ensemble,6,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-15,set_size_penalty,2.003753847711947,FashionMNIST,REVISE,MLP Ensemble,6,3
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,3
-11,distance,643.083984375,FashionMNIST,ECCCo,MLP Ensemble,6,3
-11,distance_from_energy,177.25018310546875,FashionMNIST,ECCCo,MLP Ensemble,6,3
-11,distance_from_targets,631.8143310546875,FashionMNIST,ECCCo,MLP Ensemble,6,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-12,distance,627.5767211914062,FashionMNIST,ECCCo,MLP Ensemble,6,3
-12,distance_from_energy,164.07559204101562,FashionMNIST,ECCCo,MLP Ensemble,6,3
-12,distance_from_targets,635.1964111328125,FashionMNIST,ECCCo,MLP Ensemble,6,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-13,distance,634.2957153320312,FashionMNIST,ECCCo,MLP Ensemble,6,3
-13,distance_from_energy,214.5467071533203,FashionMNIST,ECCCo,MLP Ensemble,6,3
-13,distance_from_targets,606.25439453125,FashionMNIST,ECCCo,MLP Ensemble,6,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-14,distance,657.6384887695312,FashionMNIST,ECCCo,MLP Ensemble,6,3
-14,distance_from_energy,182.22366333007812,FashionMNIST,ECCCo,MLP Ensemble,6,3
-14,distance_from_targets,619.5429077148438,FashionMNIST,ECCCo,MLP Ensemble,6,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-15,distance,692.3272705078125,FashionMNIST,ECCCo,MLP Ensemble,6,3
-15,distance_from_energy,134.2436981201172,FashionMNIST,ECCCo,MLP Ensemble,6,3
-15,distance_from_targets,657.4959716796875,FashionMNIST,ECCCo,MLP Ensemble,6,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,3
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,3
-11,distance_from_energy,806.2657470703125,FashionMNIST,Schut,MLP Ensemble,6,3
-11,distance_from_targets,436.5411071777344,FashionMNIST,Schut,MLP Ensemble,6,3
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,3
-11,set_size_penalty,1.0000000000000022,FashionMNIST,Schut,MLP Ensemble,6,3
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,3
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,3
-12,distance_from_energy,780.1065673828125,FashionMNIST,Schut,MLP Ensemble,6,3
-12,distance_from_targets,415.7896423339844,FashionMNIST,Schut,MLP Ensemble,6,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,3
-12,set_size_penalty,1.0,FashionMNIST,Schut,MLP Ensemble,6,3
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,3
-13,distance,6.80000114440918,FashionMNIST,Schut,MLP Ensemble,6,3
-13,distance_from_energy,831.4967651367188,FashionMNIST,Schut,MLP Ensemble,6,3
-13,distance_from_targets,427.2538757324219,FashionMNIST,Schut,MLP Ensemble,6,3
-13,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP Ensemble,6,3
-13,set_size_penalty,3.0000005148517443,FashionMNIST,Schut,MLP Ensemble,6,3
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,3
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,3
-14,distance_from_energy,820.3557739257812,FashionMNIST,Schut,MLP Ensemble,6,3
-14,distance_from_targets,412.5793151855469,FashionMNIST,Schut,MLP Ensemble,6,3
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,3
-14,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,3
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,3
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,3
-15,distance_from_energy,817.9923095703125,FashionMNIST,Schut,MLP Ensemble,6,3
-15,distance_from_targets,368.97161865234375,FashionMNIST,Schut,MLP Ensemble,6,3
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,3
-16,distance,75.42340087890625,FashionMNIST,Wachter,JEM,6,3
-16,distance_from_energy,747.6753540039062,FashionMNIST,Wachter,JEM,6,3
-16,distance_from_targets,437.6772155761719,FashionMNIST,Wachter,JEM,6,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,3
-16,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,3
-17,distance,66.65156555175781,FashionMNIST,Wachter,JEM,6,3
-17,distance_from_energy,602.4644775390625,FashionMNIST,Wachter,JEM,6,3
-17,distance_from_targets,394.8233947753906,FashionMNIST,Wachter,JEM,6,3
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,6,3
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,3
-18,distance,76.84281921386719,FashionMNIST,Wachter,JEM,6,3
-18,distance_from_energy,645.2424926757812,FashionMNIST,Wachter,JEM,6,3
-18,distance_from_targets,440.5486755371094,FashionMNIST,Wachter,JEM,6,3
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,6,3
-18,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,3
-19,distance,58.76361083984375,FashionMNIST,Wachter,JEM,6,3
-19,distance_from_energy,702.0420532226562,FashionMNIST,Wachter,JEM,6,3
-19,distance_from_targets,468.033935546875,FashionMNIST,Wachter,JEM,6,3
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,6,3
-19,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,6,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,3
-20,distance,62.92768859863281,FashionMNIST,Wachter,JEM,6,3
-20,distance_from_energy,671.50927734375,FashionMNIST,Wachter,JEM,6,3
-20,distance_from_targets,446.96466064453125,FashionMNIST,Wachter,JEM,6,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,3
-20,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,6,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,3
-16,distance,405.19866943359375,FashionMNIST,REVISE,JEM,6,3
-16,distance_from_energy,898.5977783203125,FashionMNIST,REVISE,JEM,6,3
-16,distance_from_targets,538.94091796875,FashionMNIST,REVISE,JEM,6,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,3
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,3
-16,validity,0.0,FashionMNIST,REVISE,JEM,6,3
-17,distance,313.2358703613281,FashionMNIST,REVISE,JEM,6,3
-17,distance_from_energy,521.8291015625,FashionMNIST,REVISE,JEM,6,3
-17,distance_from_targets,444.5040588378906,FashionMNIST,REVISE,JEM,6,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,3
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,3
-17,validity,0.0,FashionMNIST,REVISE,JEM,6,3
-18,distance,322.46038818359375,FashionMNIST,REVISE,JEM,6,3
-18,distance_from_energy,902.2584228515625,FashionMNIST,REVISE,JEM,6,3
-18,distance_from_targets,511.14654541015625,FashionMNIST,REVISE,JEM,6,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,3
-18,set_size_penalty,4.513327675527817,FashionMNIST,REVISE,JEM,6,3
-18,validity,1.0,FashionMNIST,REVISE,JEM,6,3
-19,distance,277.5768127441406,FashionMNIST,REVISE,JEM,6,3
-19,distance_from_energy,669.5631103515625,FashionMNIST,REVISE,JEM,6,3
-19,distance_from_targets,545.248779296875,FashionMNIST,REVISE,JEM,6,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,3
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,6,3
-19,validity,1.0,FashionMNIST,REVISE,JEM,6,3
-20,distance,664.2075805664062,FashionMNIST,REVISE,JEM,6,3
-20,distance_from_energy,793.58056640625,FashionMNIST,REVISE,JEM,6,3
-20,distance_from_targets,587.89404296875,FashionMNIST,REVISE,JEM,6,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,3
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,3
-20,validity,0.0,FashionMNIST,REVISE,JEM,6,3
-16,distance,540.409423828125,FashionMNIST,ECCCo,JEM,6,3
-16,distance_from_energy,105.3787612915039,FashionMNIST,ECCCo,JEM,6,3
-16,distance_from_targets,513.0901489257812,FashionMNIST,ECCCo,JEM,6,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,3
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,3
-17,distance,492.21221923828125,FashionMNIST,ECCCo,JEM,6,3
-17,distance_from_energy,90.92777252197266,FashionMNIST,ECCCo,JEM,6,3
-17,distance_from_targets,528.5982666015625,FashionMNIST,ECCCo,JEM,6,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,3
-17,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,6,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,3
-18,distance,607.0060424804688,FashionMNIST,ECCCo,JEM,6,3
-18,distance_from_energy,153.79725646972656,FashionMNIST,ECCCo,JEM,6,3
-18,distance_from_targets,486.9950866699219,FashionMNIST,ECCCo,JEM,6,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,3
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,3
-19,distance,420.85400390625,FashionMNIST,ECCCo,JEM,6,3
-19,distance_from_energy,216.7904815673828,FashionMNIST,ECCCo,JEM,6,3
-19,distance_from_targets,475.443603515625,FashionMNIST,ECCCo,JEM,6,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,3
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,3
-20,distance,409.39837646484375,FashionMNIST,ECCCo,JEM,6,3
-20,distance_from_energy,194.5952606201172,FashionMNIST,ECCCo,JEM,6,3
-20,distance_from_targets,488.8508605957031,FashionMNIST,ECCCo,JEM,6,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,3
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,6,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,3
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,3
-16,distance_from_energy,529.24658203125,FashionMNIST,Schut,JEM,6,3
-16,distance_from_targets,401.1820373535156,FashionMNIST,Schut,JEM,6,3
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,3
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,3
-16,validity,0.0,FashionMNIST,Schut,JEM,6,3
-17,distance,9.900001525878906,FashionMNIST,Schut,JEM,6,3
-17,distance_from_energy,584.0963134765625,FashionMNIST,Schut,JEM,6,3
-17,distance_from_targets,365.1249084472656,FashionMNIST,Schut,JEM,6,3
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,6,3
-17,set_size_penalty,1.000028139673529,FashionMNIST,Schut,JEM,6,3
-17,validity,1.0,FashionMNIST,Schut,JEM,6,3
-18,distance,10.0,FashionMNIST,Schut,JEM,6,3
-18,distance_from_energy,529.5733642578125,FashionMNIST,Schut,JEM,6,3
-18,distance_from_targets,410.1654052734375,FashionMNIST,Schut,JEM,6,3
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,3
-18,validity,0.0,FashionMNIST,Schut,JEM,6,3
-19,distance,4.90000057220459,FashionMNIST,Schut,JEM,6,3
-19,distance_from_energy,479.4879455566406,FashionMNIST,Schut,JEM,6,3
-19,distance_from_targets,435.29852294921875,FashionMNIST,Schut,JEM,6,3
-19,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,6,3
-19,set_size_penalty,5.0,FashionMNIST,Schut,JEM,6,3
-19,validity,1.0,FashionMNIST,Schut,JEM,6,3
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,3
-20,distance_from_energy,637.1580200195312,FashionMNIST,Schut,JEM,6,3
-20,distance_from_targets,425.5820617675781,FashionMNIST,Schut,JEM,6,3
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,3
-20,set_size_penalty,2.9999999997711457,FashionMNIST,Schut,JEM,6,3
-20,validity,1.0,FashionMNIST,Schut,JEM,6,3
-1,distance,57.72102737426758,FashionMNIST,Wachter,JEM Ensemble,6,4
-1,distance_from_energy,781.7291259765625,FashionMNIST,Wachter,JEM Ensemble,6,4
-1,distance_from_targets,413.13519287109375,FashionMNIST,Wachter,JEM Ensemble,6,4
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,4
-1,set_size_penalty,3.9997945763251836,FashionMNIST,Wachter,JEM Ensemble,6,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-2,distance,58.08741760253906,FashionMNIST,Wachter,JEM Ensemble,6,4
-2,distance_from_energy,515.6047973632812,FashionMNIST,Wachter,JEM Ensemble,6,4
-2,distance_from_targets,393.8249206542969,FashionMNIST,Wachter,JEM Ensemble,6,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-2,set_size_penalty,5.956095343292397,FashionMNIST,Wachter,JEM Ensemble,6,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-3,distance,56.39419937133789,FashionMNIST,Wachter,JEM Ensemble,6,4
-3,distance_from_energy,645.1806640625,FashionMNIST,Wachter,JEM Ensemble,6,4
-3,distance_from_targets,366.83966064453125,FashionMNIST,Wachter,JEM Ensemble,6,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-3,set_size_penalty,0.8623851601667292,FashionMNIST,Wachter,JEM Ensemble,6,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-4,distance,70.82273864746094,FashionMNIST,Wachter,JEM Ensemble,6,4
-4,distance_from_energy,473.95477294921875,FashionMNIST,Wachter,JEM Ensemble,6,4
-4,distance_from_targets,398.8438720703125,FashionMNIST,Wachter,JEM Ensemble,6,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-5,distance,60.65876388549805,FashionMNIST,Wachter,JEM Ensemble,6,4
-5,distance_from_energy,399.7259216308594,FashionMNIST,Wachter,JEM Ensemble,6,4
-5,distance_from_targets,413.4847106933594,FashionMNIST,Wachter,JEM Ensemble,6,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-5,set_size_penalty,3.0000000000005813,FashionMNIST,Wachter,JEM Ensemble,6,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,4
-1,distance,175.552978515625,FashionMNIST,REVISE,JEM Ensemble,6,4
-1,distance_from_energy,853.8121337890625,FashionMNIST,REVISE,JEM Ensemble,6,4
-1,distance_from_targets,419.1492614746094,FashionMNIST,REVISE,JEM Ensemble,6,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-1,set_size_penalty,4.998680815174839,FashionMNIST,REVISE,JEM Ensemble,6,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-2,distance,395.61895751953125,FashionMNIST,REVISE,JEM Ensemble,6,4
-2,distance_from_energy,395.39984130859375,FashionMNIST,REVISE,JEM Ensemble,6,4
-2,distance_from_targets,556.5712280273438,FashionMNIST,REVISE,JEM Ensemble,6,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-3,distance,205.64218139648438,FashionMNIST,REVISE,JEM Ensemble,6,4
-3,distance_from_energy,661.2164916992188,FashionMNIST,REVISE,JEM Ensemble,6,4
-3,distance_from_targets,322.4331359863281,FashionMNIST,REVISE,JEM Ensemble,6,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-4,distance,199.71456909179688,FashionMNIST,REVISE,JEM Ensemble,6,4
-4,distance_from_energy,501.14385986328125,FashionMNIST,REVISE,JEM Ensemble,6,4
-4,distance_from_targets,337.9646301269531,FashionMNIST,REVISE,JEM Ensemble,6,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-5,distance,309.6609802246094,FashionMNIST,REVISE,JEM Ensemble,6,4
-5,distance_from_energy,425.3282165527344,FashionMNIST,REVISE,JEM Ensemble,6,4
-5,distance_from_targets,519.2127075195312,FashionMNIST,REVISE,JEM Ensemble,6,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,4
-1,distance,704.947021484375,FashionMNIST,ECCCo,JEM Ensemble,6,4
-1,distance_from_energy,113.48770904541016,FashionMNIST,ECCCo,JEM Ensemble,6,4
-1,distance_from_targets,513.3560791015625,FashionMNIST,ECCCo,JEM Ensemble,6,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-1,set_size_penalty,3.0256953782378977,FashionMNIST,ECCCo,JEM Ensemble,6,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-2,distance,294.8976135253906,FashionMNIST,ECCCo,JEM Ensemble,6,4
-2,distance_from_energy,267.94671630859375,FashionMNIST,ECCCo,JEM Ensemble,6,4
-2,distance_from_targets,432.21124267578125,FashionMNIST,ECCCo,JEM Ensemble,6,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-2,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-3,distance,580.7260131835938,FashionMNIST,ECCCo,JEM Ensemble,6,4
-3,distance_from_energy,58.43975830078125,FashionMNIST,ECCCo,JEM Ensemble,6,4
-3,distance_from_targets,560.7282104492188,FashionMNIST,ECCCo,JEM Ensemble,6,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-3,set_size_penalty,4.000000000000167,FashionMNIST,ECCCo,JEM Ensemble,6,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-4,distance,409.3322448730469,FashionMNIST,ECCCo,JEM Ensemble,6,4
-4,distance_from_energy,38.576499938964844,FashionMNIST,ECCCo,JEM Ensemble,6,4
-4,distance_from_targets,584.1563720703125,FashionMNIST,ECCCo,JEM Ensemble,6,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-4,set_size_penalty,7.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-5,distance,347.2237854003906,FashionMNIST,ECCCo,JEM Ensemble,6,4
-5,distance_from_energy,54.27105712890625,FashionMNIST,ECCCo,JEM Ensemble,6,4
-5,distance_from_targets,584.1112060546875,FashionMNIST,ECCCo,JEM Ensemble,6,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,4
-1,distance,9.400001525878906,FashionMNIST,Schut,JEM Ensemble,6,4
-1,distance_from_energy,790.6227416992188,FashionMNIST,Schut,JEM Ensemble,6,4
-1,distance_from_targets,394.60784912109375,FashionMNIST,Schut,JEM Ensemble,6,4
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,4
-1,set_size_penalty,4.000008547247845,FashionMNIST,Schut,JEM Ensemble,6,4
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,4
-2,distance,9.100000381469727,FashionMNIST,Schut,JEM Ensemble,6,4
-2,distance_from_energy,419.81048583984375,FashionMNIST,Schut,JEM Ensemble,6,4
-2,distance_from_targets,371.88763427734375,FashionMNIST,Schut,JEM Ensemble,6,4
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,4
-2,set_size_penalty,5.999326245944643,FashionMNIST,Schut,JEM Ensemble,6,4
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,4
-3,distance,6.90000057220459,FashionMNIST,Schut,JEM Ensemble,6,4
-3,distance_from_energy,619.2997436523438,FashionMNIST,Schut,JEM Ensemble,6,4
-3,distance_from_targets,349.86273193359375,FashionMNIST,Schut,JEM Ensemble,6,4
-3,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,6,4
-3,set_size_penalty,9.999994914294216,FashionMNIST,Schut,JEM Ensemble,6,4
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,4
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,4
-4,distance_from_energy,411.60498046875,FashionMNIST,Schut,JEM Ensemble,6,4
-4,distance_from_targets,360.40234375,FashionMNIST,Schut,JEM Ensemble,6,4
-4,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,6,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,4
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,4
-5,distance_from_energy,569.0125732421875,FashionMNIST,Schut,JEM Ensemble,6,4
-5,distance_from_targets,392.782958984375,FashionMNIST,Schut,JEM Ensemble,6,4
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,4
-5,set_size_penalty,3.000000000000404,FashionMNIST,Schut,JEM Ensemble,6,4
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,4
-6,distance,57.6818733215332,FashionMNIST,Wachter,MLP,6,4
-6,distance_from_energy,865.4474487304688,FashionMNIST,Wachter,MLP,6,4
-6,distance_from_targets,447.46087646484375,FashionMNIST,Wachter,MLP,6,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,4
-6,set_size_penalty,2.0000000000911893,FashionMNIST,Wachter,MLP,6,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,4
-7,distance,57.40670394897461,FashionMNIST,Wachter,MLP,6,4
-7,distance_from_energy,841.3778076171875,FashionMNIST,Wachter,MLP,6,4
-7,distance_from_targets,401.1712646484375,FashionMNIST,Wachter,MLP,6,4
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,4
-7,set_size_penalty,2.0002073149018074,FashionMNIST,Wachter,MLP,6,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,4
-8,distance,74.60430908203125,FashionMNIST,Wachter,MLP,6,4
-8,distance_from_energy,827.8707275390625,FashionMNIST,Wachter,MLP,6,4
-8,distance_from_targets,475.3086242675781,FashionMNIST,Wachter,MLP,6,4
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,4
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,6,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,4
-9,distance,67.90005493164062,FashionMNIST,Wachter,MLP,6,4
-9,distance_from_energy,883.9697265625,FashionMNIST,Wachter,MLP,6,4
-9,distance_from_targets,452.5382385253906,FashionMNIST,Wachter,MLP,6,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,4
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,6,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,4
-10,distance,62.158836364746094,FashionMNIST,Wachter,MLP,6,4
-10,distance_from_energy,869.4494018554688,FashionMNIST,Wachter,MLP,6,4
-10,distance_from_targets,451.3702697753906,FashionMNIST,Wachter,MLP,6,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,4
-10,set_size_penalty,2.000017762359077,FashionMNIST,Wachter,MLP,6,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,4
-6,distance,236.86822509765625,FashionMNIST,REVISE,MLP,6,4
-6,distance_from_energy,888.21484375,FashionMNIST,REVISE,MLP,6,4
-6,distance_from_targets,352.234130859375,FashionMNIST,REVISE,MLP,6,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,4
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,6,4
-6,validity,1.0,FashionMNIST,REVISE,MLP,6,4
-7,distance,484.92742919921875,FashionMNIST,REVISE,MLP,6,4
-7,distance_from_energy,838.7623291015625,FashionMNIST,REVISE,MLP,6,4
-7,distance_from_targets,528.2972412109375,FashionMNIST,REVISE,MLP,6,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,4
-7,set_size_penalty,4.219267853865084,FashionMNIST,REVISE,MLP,6,4
-7,validity,1.0,FashionMNIST,REVISE,MLP,6,4
-8,distance,504.43017578125,FashionMNIST,REVISE,MLP,6,4
-8,distance_from_energy,842.9598388671875,FashionMNIST,REVISE,MLP,6,4
-8,distance_from_targets,570.4105834960938,FashionMNIST,REVISE,MLP,6,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,4
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,4
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,4
-9,distance,197.83981323242188,FashionMNIST,REVISE,MLP,6,4
-9,distance_from_energy,914.5849609375,FashionMNIST,REVISE,MLP,6,4
-9,distance_from_targets,453.5890808105469,FashionMNIST,REVISE,MLP,6,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,4
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,4
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,4
-10,distance,149.525390625,FashionMNIST,REVISE,MLP,6,4
-10,distance_from_energy,886.0725708007812,FashionMNIST,REVISE,MLP,6,4
-10,distance_from_targets,449.12115478515625,FashionMNIST,REVISE,MLP,6,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,4
-10,set_size_penalty,2.9999797833207573,FashionMNIST,REVISE,MLP,6,4
-10,validity,1.0,FashionMNIST,REVISE,MLP,6,4
-6,distance,696.395263671875,FashionMNIST,ECCCo,MLP,6,4
-6,distance_from_energy,193.41522216796875,FashionMNIST,ECCCo,MLP,6,4
-6,distance_from_targets,720.7451171875,FashionMNIST,ECCCo,MLP,6,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,4
-6,set_size_penalty,1.0000000190574114,FashionMNIST,ECCCo,MLP,6,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,4
-7,distance,750.3042602539062,FashionMNIST,ECCCo,MLP,6,4
-7,distance_from_energy,97.4852294921875,FashionMNIST,ECCCo,MLP,6,4
-7,distance_from_targets,781.5426635742188,FashionMNIST,ECCCo,MLP,6,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,4
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,6,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,4
-8,distance,619.451904296875,FashionMNIST,ECCCo,MLP,6,4
-8,distance_from_energy,232.26638793945312,FashionMNIST,ECCCo,MLP,6,4
-8,distance_from_targets,691.5075073242188,FashionMNIST,ECCCo,MLP,6,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,4
-8,set_size_penalty,2.0000002600492546,FashionMNIST,ECCCo,MLP,6,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,4
-9,distance,698.6069946289062,FashionMNIST,ECCCo,MLP,6,4
-9,distance_from_energy,212.7923583984375,FashionMNIST,ECCCo,MLP,6,4
-9,distance_from_targets,708.1651000976562,FashionMNIST,ECCCo,MLP,6,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,4
-9,set_size_penalty,1.0011589951999904,FashionMNIST,ECCCo,MLP,6,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,4
-10,distance,620.7997436523438,FashionMNIST,ECCCo,MLP,6,4
-10,distance_from_energy,250.15530395507812,FashionMNIST,ECCCo,MLP,6,4
-10,distance_from_targets,672.252685546875,FashionMNIST,ECCCo,MLP,6,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,4
-10,set_size_penalty,2.000452466795311,FashionMNIST,ECCCo,MLP,6,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,4
-6,distance,7.80000114440918,FashionMNIST,Schut,MLP,6,4
-6,distance_from_energy,880.2844848632812,FashionMNIST,Schut,MLP,6,4
-6,distance_from_targets,423.6496276855469,FashionMNIST,Schut,MLP,6,4
-6,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP,6,4
-6,set_size_penalty,2.0,FashionMNIST,Schut,MLP,6,4
-6,validity,1.0,FashionMNIST,Schut,MLP,6,4
-7,distance,6.200000286102295,FashionMNIST,Schut,MLP,6,4
-7,distance_from_energy,866.0164184570312,FashionMNIST,Schut,MLP,6,4
-7,distance_from_targets,384.08966064453125,FashionMNIST,Schut,MLP,6,4
-7,redundancy,0.9910714285714286,FashionMNIST,Schut,MLP,6,4
-7,set_size_penalty,2.9716597283913284,FashionMNIST,Schut,MLP,6,4
-7,validity,1.0,FashionMNIST,Schut,MLP,6,4
-8,distance,10.0,FashionMNIST,Schut,MLP,6,4
-8,distance_from_energy,853.2142333984375,FashionMNIST,Schut,MLP,6,4
-8,distance_from_targets,443.42218017578125,FashionMNIST,Schut,MLP,6,4
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,4
-8,validity,0.0,FashionMNIST,Schut,MLP,6,4
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,4
-9,distance_from_energy,867.2796020507812,FashionMNIST,Schut,MLP,6,4
-9,distance_from_targets,422.70062255859375,FashionMNIST,Schut,MLP,6,4
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,4
-9,set_size_penalty,3.0,FashionMNIST,Schut,MLP,6,4
-9,validity,1.0,FashionMNIST,Schut,MLP,6,4
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,4
-10,distance_from_energy,896.3582153320312,FashionMNIST,Schut,MLP,6,4
-10,distance_from_targets,433.1464538574219,FashionMNIST,Schut,MLP,6,4
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,4
-10,set_size_penalty,2.0,FashionMNIST,Schut,MLP,6,4
-10,validity,1.0,FashionMNIST,Schut,MLP,6,4
-11,distance,61.04997253417969,FashionMNIST,Wachter,MLP Ensemble,6,4
-11,distance_from_energy,796.6790161132812,FashionMNIST,Wachter,MLP Ensemble,6,4
-11,distance_from_targets,406.99908447265625,FashionMNIST,Wachter,MLP Ensemble,6,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-11,set_size_penalty,1.8974888895306259,FashionMNIST,Wachter,MLP Ensemble,6,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-12,distance,53.92802429199219,FashionMNIST,Wachter,MLP Ensemble,6,4
-12,distance_from_energy,782.8807373046875,FashionMNIST,Wachter,MLP Ensemble,6,4
-12,distance_from_targets,390.78216552734375,FashionMNIST,Wachter,MLP Ensemble,6,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-12,set_size_penalty,2.99999999999673,FashionMNIST,Wachter,MLP Ensemble,6,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-13,distance,63.840919494628906,FashionMNIST,Wachter,MLP Ensemble,6,4
-13,distance_from_energy,747.193359375,FashionMNIST,Wachter,MLP Ensemble,6,4
-13,distance_from_targets,454.4895935058594,FashionMNIST,Wachter,MLP Ensemble,6,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-13,set_size_penalty,2.0000000000895817,FashionMNIST,Wachter,MLP Ensemble,6,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-14,distance,70.2616195678711,FashionMNIST,Wachter,MLP Ensemble,6,4
-14,distance_from_energy,817.3777465820312,FashionMNIST,Wachter,MLP Ensemble,6,4
-14,distance_from_targets,442.810302734375,FashionMNIST,Wachter,MLP Ensemble,6,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-14,set_size_penalty,1.0000055124623672,FashionMNIST,Wachter,MLP Ensemble,6,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-15,distance,66.59862518310547,FashionMNIST,Wachter,MLP Ensemble,6,4
-15,distance_from_energy,756.4754638671875,FashionMNIST,Wachter,MLP Ensemble,6,4
-15,distance_from_targets,411.74884033203125,FashionMNIST,Wachter,MLP Ensemble,6,4
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,6,4
-15,set_size_penalty,2.9999999995761106,FashionMNIST,Wachter,MLP Ensemble,6,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,4
-11,distance,141.4958953857422,FashionMNIST,REVISE,MLP Ensemble,6,4
-11,distance_from_energy,779.7789306640625,FashionMNIST,REVISE,MLP Ensemble,6,4
-11,distance_from_targets,348.2923583984375,FashionMNIST,REVISE,MLP Ensemble,6,4
-11,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,6,4
-11,set_size_penalty,2.1012727496033676,FashionMNIST,REVISE,MLP Ensemble,6,4
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-12,distance,151.3878173828125,FashionMNIST,REVISE,MLP Ensemble,6,4
-12,distance_from_energy,800.2129516601562,FashionMNIST,REVISE,MLP Ensemble,6,4
-12,distance_from_targets,406.0352478027344,FashionMNIST,REVISE,MLP Ensemble,6,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-12,set_size_penalty,2.9999999999988614,FashionMNIST,REVISE,MLP Ensemble,6,4
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-13,distance,196.24960327148438,FashionMNIST,REVISE,MLP Ensemble,6,4
-13,distance_from_energy,823.3112182617188,FashionMNIST,REVISE,MLP Ensemble,6,4
-13,distance_from_targets,472.2508850097656,FashionMNIST,REVISE,MLP Ensemble,6,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-13,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-14,distance,223.30613708496094,FashionMNIST,REVISE,MLP Ensemble,6,4
-14,distance_from_energy,833.3948974609375,FashionMNIST,REVISE,MLP Ensemble,6,4
-14,distance_from_targets,422.2322998046875,FashionMNIST,REVISE,MLP Ensemble,6,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-14,set_size_penalty,2.0000000017880564,FashionMNIST,REVISE,MLP Ensemble,6,4
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-15,distance,250.22972106933594,FashionMNIST,REVISE,MLP Ensemble,6,4
-15,distance_from_energy,769.2608642578125,FashionMNIST,REVISE,MLP Ensemble,6,4
-15,distance_from_targets,406.5996398925781,FashionMNIST,REVISE,MLP Ensemble,6,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,4
-11,distance,664.2384643554688,FashionMNIST,ECCCo,MLP Ensemble,6,4
-11,distance_from_energy,154.23745727539062,FashionMNIST,ECCCo,MLP Ensemble,6,4
-11,distance_from_targets,651.0319213867188,FashionMNIST,ECCCo,MLP Ensemble,6,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-12,distance,664.8019409179688,FashionMNIST,ECCCo,MLP Ensemble,6,4
-12,distance_from_energy,136.93820190429688,FashionMNIST,ECCCo,MLP Ensemble,6,4
-12,distance_from_targets,651.4089965820312,FashionMNIST,ECCCo,MLP Ensemble,6,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-13,distance,643.4268798828125,FashionMNIST,ECCCo,MLP Ensemble,6,4
-13,distance_from_energy,153.50588989257812,FashionMNIST,ECCCo,MLP Ensemble,6,4
-13,distance_from_targets,653.3623046875,FashionMNIST,ECCCo,MLP Ensemble,6,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-14,distance,682.2319946289062,FashionMNIST,ECCCo,MLP Ensemble,6,4
-14,distance_from_energy,173.62957763671875,FashionMNIST,ECCCo,MLP Ensemble,6,4
-14,distance_from_targets,638.9292602539062,FashionMNIST,ECCCo,MLP Ensemble,6,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-15,distance,685.3658447265625,FashionMNIST,ECCCo,MLP Ensemble,6,4
-15,distance_from_energy,101.01358795166016,FashionMNIST,ECCCo,MLP Ensemble,6,4
-15,distance_from_targets,697.3533935546875,FashionMNIST,ECCCo,MLP Ensemble,6,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,4
-11,distance_from_energy,810.5829467773438,FashionMNIST,Schut,MLP Ensemble,6,4
-11,distance_from_targets,387.24151611328125,FashionMNIST,Schut,MLP Ensemble,6,4
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,4
-11,set_size_penalty,2.0049393842743317,FashionMNIST,Schut,MLP Ensemble,6,4
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,4
-12,distance,9.10000228881836,FashionMNIST,Schut,MLP Ensemble,6,4
-12,distance_from_energy,785.3511962890625,FashionMNIST,Schut,MLP Ensemble,6,4
-12,distance_from_targets,367.2798156738281,FashionMNIST,Schut,MLP Ensemble,6,4
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,4
-12,set_size_penalty,2.9999999999999987,FashionMNIST,Schut,MLP Ensemble,6,4
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,4
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,4
-13,distance_from_energy,788.9171142578125,FashionMNIST,Schut,MLP Ensemble,6,4
-13,distance_from_targets,425.66064453125,FashionMNIST,Schut,MLP Ensemble,6,4
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,4
-13,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,6,4
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,4
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,4
-14,distance_from_energy,820.7747192382812,FashionMNIST,Schut,MLP Ensemble,6,4
-14,distance_from_targets,410.9457702636719,FashionMNIST,Schut,MLP Ensemble,6,4
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,4
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,4
-15,distance_from_energy,765.5982055664062,FashionMNIST,Schut,MLP Ensemble,6,4
-15,distance_from_targets,388.6187744140625,FashionMNIST,Schut,MLP Ensemble,6,4
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,4
-16,distance,55.60392379760742,FashionMNIST,Wachter,JEM,6,4
-16,distance_from_energy,562.7835693359375,FashionMNIST,Wachter,JEM,6,4
-16,distance_from_targets,358.79638671875,FashionMNIST,Wachter,JEM,6,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,4
-16,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,6,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,4
-17,distance,55.46430969238281,FashionMNIST,Wachter,JEM,6,4
-17,distance_from_energy,647.1270751953125,FashionMNIST,Wachter,JEM,6,4
-17,distance_from_targets,361.2536315917969,FashionMNIST,Wachter,JEM,6,4
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,4
-17,set_size_penalty,4.994548563028637,FashionMNIST,Wachter,JEM,6,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,4
-18,distance,65.89617156982422,FashionMNIST,Wachter,JEM,6,4
-18,distance_from_energy,443.98486328125,FashionMNIST,Wachter,JEM,6,4
-18,distance_from_targets,417.305419921875,FashionMNIST,Wachter,JEM,6,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,4
-18,set_size_penalty,2.999999214252214,FashionMNIST,Wachter,JEM,6,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,4
-19,distance,54.37615966796875,FashionMNIST,Wachter,JEM,6,4
-19,distance_from_energy,707.8443603515625,FashionMNIST,Wachter,JEM,6,4
-19,distance_from_targets,374.1129455566406,FashionMNIST,Wachter,JEM,6,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,4
-19,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,6,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,4
-20,distance,99.84483337402344,FashionMNIST,Wachter,JEM,6,4
-20,distance_from_energy,544.4609375,FashionMNIST,Wachter,JEM,6,4
-20,distance_from_targets,412.1001281738281,FashionMNIST,Wachter,JEM,6,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,4
-20,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,4
-16,distance,652.1632690429688,FashionMNIST,REVISE,JEM,6,4
-16,distance_from_energy,790.7957763671875,FashionMNIST,REVISE,JEM,6,4
-16,distance_from_targets,710.4270629882812,FashionMNIST,REVISE,JEM,6,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,4
-16,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,4
-17,distance,608.2220458984375,FashionMNIST,REVISE,JEM,6,4
-17,distance_from_energy,744.9807739257812,FashionMNIST,REVISE,JEM,6,4
-17,distance_from_targets,727.0480346679688,FashionMNIST,REVISE,JEM,6,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,4
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,6,4
-18,distance,736.0806274414062,FashionMNIST,REVISE,JEM,6,4
-18,distance_from_energy,891.0978393554688,FashionMNIST,REVISE,JEM,6,4
-18,distance_from_targets,670.1502075195312,FashionMNIST,REVISE,JEM,6,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,4
-18,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,6,4
-19,distance,342.71820068359375,FashionMNIST,REVISE,JEM,6,4
-19,distance_from_energy,572.79345703125,FashionMNIST,REVISE,JEM,6,4
-19,distance_from_targets,530.73095703125,FashionMNIST,REVISE,JEM,6,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,4
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,4
-19,validity,0.0,FashionMNIST,REVISE,JEM,6,4
-20,distance,621.8037109375,FashionMNIST,REVISE,JEM,6,4
-20,distance_from_energy,762.6154174804688,FashionMNIST,REVISE,JEM,6,4
-20,distance_from_targets,585.1124267578125,FashionMNIST,REVISE,JEM,6,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,4
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,4
-20,validity,1.0,FashionMNIST,REVISE,JEM,6,4
-16,distance,481.7508544921875,FashionMNIST,ECCCo,JEM,6,4
-16,distance_from_energy,101.13401794433594,FashionMNIST,ECCCo,JEM,6,4
-16,distance_from_targets,546.6525268554688,FashionMNIST,ECCCo,JEM,6,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,4
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,6,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,4
-17,distance,549.0335083007812,FashionMNIST,ECCCo,JEM,6,4
-17,distance_from_energy,153.85142517089844,FashionMNIST,ECCCo,JEM,6,4
-17,distance_from_targets,498.300537109375,FashionMNIST,ECCCo,JEM,6,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,4
-17,set_size_penalty,3.015626402924404,FashionMNIST,ECCCo,JEM,6,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,4
-18,distance,362.08001708984375,FashionMNIST,ECCCo,JEM,6,4
-18,distance_from_energy,108.66485595703125,FashionMNIST,ECCCo,JEM,6,4
-18,distance_from_targets,522.4827270507812,FashionMNIST,ECCCo,JEM,6,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,4
-18,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,6,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,4
-19,distance,417.59466552734375,FashionMNIST,ECCCo,JEM,6,4
-19,distance_from_energy,223.4891357421875,FashionMNIST,ECCCo,JEM,6,4
-19,distance_from_targets,467.1257629394531,FashionMNIST,ECCCo,JEM,6,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,4
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,4
-20,distance,491.97222900390625,FashionMNIST,ECCCo,JEM,6,4
-20,distance_from_energy,100.80211639404297,FashionMNIST,ECCCo,JEM,6,4
-20,distance_from_targets,518.2848510742188,FashionMNIST,ECCCo,JEM,6,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,4
-20,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,6,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,4
-16,distance,4.40000057220459,FashionMNIST,Schut,JEM,6,4
-16,distance_from_energy,605.8780517578125,FashionMNIST,Schut,JEM,6,4
-16,distance_from_targets,334.71441650390625,FashionMNIST,Schut,JEM,6,4
-16,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,6,4
-16,set_size_penalty,4.0,FashionMNIST,Schut,JEM,6,4
-16,validity,1.0,FashionMNIST,Schut,JEM,6,4
-17,distance,3.700000047683716,FashionMNIST,Schut,JEM,6,4
-17,distance_from_energy,634.8374633789062,FashionMNIST,Schut,JEM,6,4
-17,distance_from_targets,334.9901123046875,FashionMNIST,Schut,JEM,6,4
-17,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM,6,4
-17,set_size_penalty,3.999999999999707,FashionMNIST,Schut,JEM,6,4
-17,validity,1.0,FashionMNIST,Schut,JEM,6,4
-18,distance,4.80000114440918,FashionMNIST,Schut,JEM,6,4
-18,distance_from_energy,643.2620239257812,FashionMNIST,Schut,JEM,6,4
-18,distance_from_targets,376.8786926269531,FashionMNIST,Schut,JEM,6,4
-18,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM,6,4
-18,set_size_penalty,4.0,FashionMNIST,Schut,JEM,6,4
-18,validity,1.0,FashionMNIST,Schut,JEM,6,4
-19,distance,1.8000004291534424,FashionMNIST,Schut,JEM,6,4
-19,distance_from_energy,678.8115234375,FashionMNIST,Schut,JEM,6,4
-19,distance_from_targets,354.4917907714844,FashionMNIST,Schut,JEM,6,4
-19,redundancy,0.9974489795918368,FashionMNIST,Schut,JEM,6,4
-19,set_size_penalty,4.0,FashionMNIST,Schut,JEM,6,4
-19,validity,1.0,FashionMNIST,Schut,JEM,6,4
-20,distance,6.300000190734863,FashionMNIST,Schut,JEM,6,4
-20,distance_from_energy,592.9725952148438,FashionMNIST,Schut,JEM,6,4
-20,distance_from_targets,376.5760498046875,FashionMNIST,Schut,JEM,6,4
-20,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,6,4
-20,set_size_penalty,3.000000000085689,FashionMNIST,Schut,JEM,6,4
-20,validity,1.0,FashionMNIST,Schut,JEM,6,4
-1,distance,107.30419921875,FashionMNIST,Wachter,JEM Ensemble,6,5
-1,distance_from_energy,823.892578125,FashionMNIST,Wachter,JEM Ensemble,6,5
-1,distance_from_targets,510.88348388671875,FashionMNIST,Wachter,JEM Ensemble,6,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-2,distance,70.3608169555664,FashionMNIST,Wachter,JEM Ensemble,6,5
-2,distance_from_energy,924.3187255859375,FashionMNIST,Wachter,JEM Ensemble,6,5
-2,distance_from_targets,515.95947265625,FashionMNIST,Wachter,JEM Ensemble,6,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-2,set_size_penalty,4.000000000000366,FashionMNIST,Wachter,JEM Ensemble,6,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-3,distance,80.60092163085938,FashionMNIST,Wachter,JEM Ensemble,6,5
-3,distance_from_energy,802.5162353515625,FashionMNIST,Wachter,JEM Ensemble,6,5
-3,distance_from_targets,531.4143676757812,FashionMNIST,Wachter,JEM Ensemble,6,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-3,set_size_penalty,1.3141680704159389,FashionMNIST,Wachter,JEM Ensemble,6,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-4,distance,75.80797576904297,FashionMNIST,Wachter,JEM Ensemble,6,5
-4,distance_from_energy,823.8468627929688,FashionMNIST,Wachter,JEM Ensemble,6,5
-4,distance_from_targets,468.37005615234375,FashionMNIST,Wachter,JEM Ensemble,6,5
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,5
-4,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-5,distance,84.5998306274414,FashionMNIST,Wachter,JEM Ensemble,6,5
-5,distance_from_energy,980.72705078125,FashionMNIST,Wachter,JEM Ensemble,6,5
-5,distance_from_targets,550.347412109375,FashionMNIST,Wachter,JEM Ensemble,6,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-5,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,5
-1,distance,302.6647033691406,FashionMNIST,REVISE,JEM Ensemble,6,5
-1,distance_from_energy,786.0053100585938,FashionMNIST,REVISE,JEM Ensemble,6,5
-1,distance_from_targets,483.9921875,FashionMNIST,REVISE,JEM Ensemble,6,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-2,distance,182.0265350341797,FashionMNIST,REVISE,JEM Ensemble,6,5
-2,distance_from_energy,952.0280151367188,FashionMNIST,REVISE,JEM Ensemble,6,5
-2,distance_from_targets,503.0905456542969,FashionMNIST,REVISE,JEM Ensemble,6,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-2,set_size_penalty,7.999999999273497,FashionMNIST,REVISE,JEM Ensemble,6,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-3,distance,202.78309631347656,FashionMNIST,REVISE,JEM Ensemble,6,5
-3,distance_from_energy,577.7921142578125,FashionMNIST,REVISE,JEM Ensemble,6,5
-3,distance_from_targets,490.94854736328125,FashionMNIST,REVISE,JEM Ensemble,6,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-4,distance,154.0082244873047,FashionMNIST,REVISE,JEM Ensemble,6,5
-4,distance_from_energy,874.0155029296875,FashionMNIST,REVISE,JEM Ensemble,6,5
-4,distance_from_targets,463.3807067871094,FashionMNIST,REVISE,JEM Ensemble,6,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-5,distance,269.7196960449219,FashionMNIST,REVISE,JEM Ensemble,6,5
-5,distance_from_energy,938.8564453125,FashionMNIST,REVISE,JEM Ensemble,6,5
-5,distance_from_targets,596.8839721679688,FashionMNIST,REVISE,JEM Ensemble,6,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-5,set_size_penalty,9.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,5
-1,distance,541.3472900390625,FashionMNIST,ECCCo,JEM Ensemble,6,5
-1,distance_from_energy,216.84762573242188,FashionMNIST,ECCCo,JEM Ensemble,6,5
-1,distance_from_targets,443.20208740234375,FashionMNIST,ECCCo,JEM Ensemble,6,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-2,distance,669.4097290039062,FashionMNIST,ECCCo,JEM Ensemble,6,5
-2,distance_from_energy,293.30023193359375,FashionMNIST,ECCCo,JEM Ensemble,6,5
-2,distance_from_targets,420.08575439453125,FashionMNIST,ECCCo,JEM Ensemble,6,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-3,distance,592.1994018554688,FashionMNIST,ECCCo,JEM Ensemble,6,5
-3,distance_from_energy,255.430908203125,FashionMNIST,ECCCo,JEM Ensemble,6,5
-3,distance_from_targets,415.6181335449219,FashionMNIST,ECCCo,JEM Ensemble,6,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-4,distance,568.0776977539062,FashionMNIST,ECCCo,JEM Ensemble,6,5
-4,distance_from_energy,174.5894775390625,FashionMNIST,ECCCo,JEM Ensemble,6,5
-4,distance_from_targets,456.5876770019531,FashionMNIST,ECCCo,JEM Ensemble,6,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-4,set_size_penalty,1.0000000000331135,FashionMNIST,ECCCo,JEM Ensemble,6,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-5,distance,776.5326538085938,FashionMNIST,ECCCo,JEM Ensemble,6,5
-5,distance_from_energy,224.3402557373047,FashionMNIST,ECCCo,JEM Ensemble,6,5
-5,distance_from_targets,431.9630126953125,FashionMNIST,ECCCo,JEM Ensemble,6,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-5,set_size_penalty,2.9179464783961837,FashionMNIST,ECCCo,JEM Ensemble,6,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,5
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,5
-1,distance_from_energy,853.53271484375,FashionMNIST,Schut,JEM Ensemble,6,5
-1,distance_from_targets,508.78076171875,FashionMNIST,Schut,JEM Ensemble,6,5
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,5
-2,distance_from_energy,867.1663818359375,FashionMNIST,Schut,JEM Ensemble,6,5
-2,distance_from_targets,498.2508544921875,FashionMNIST,Schut,JEM Ensemble,6,5
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,6,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,5
-3,distance_from_energy,439.4144592285156,FashionMNIST,Schut,JEM Ensemble,6,5
-3,distance_from_targets,517.0289306640625,FashionMNIST,Schut,JEM Ensemble,6,5
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,5
-4,distance_from_energy,865.3508911132812,FashionMNIST,Schut,JEM Ensemble,6,5
-4,distance_from_targets,452.4024963378906,FashionMNIST,Schut,JEM Ensemble,6,5
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,5
-5,distance_from_energy,564.7377319335938,FashionMNIST,Schut,JEM Ensemble,6,5
-5,distance_from_targets,547.760986328125,FashionMNIST,Schut,JEM Ensemble,6,5
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,5
-6,distance,70.08552551269531,FashionMNIST,Wachter,MLP,6,5
-6,distance_from_energy,837.7744140625,FashionMNIST,Wachter,MLP,6,5
-6,distance_from_targets,536.0182495117188,FashionMNIST,Wachter,MLP,6,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,5
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,6,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,5
-7,distance,82.75784301757812,FashionMNIST,Wachter,MLP,6,5
-7,distance_from_energy,864.2234497070312,FashionMNIST,Wachter,MLP,6,5
-7,distance_from_targets,511.9622497558594,FashionMNIST,Wachter,MLP,6,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,6,5
-7,set_size_penalty,2.999999977882367,FashionMNIST,Wachter,MLP,6,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,5
-8,distance,89.69770050048828,FashionMNIST,Wachter,MLP,6,5
-8,distance_from_energy,843.8113403320312,FashionMNIST,Wachter,MLP,6,5
-8,distance_from_targets,530.7363891601562,FashionMNIST,Wachter,MLP,6,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,5
-8,set_size_penalty,2.0000000000033884,FashionMNIST,Wachter,MLP,6,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,5
-9,distance,78.21337127685547,FashionMNIST,Wachter,MLP,6,5
-9,distance_from_energy,840.8338012695312,FashionMNIST,Wachter,MLP,6,5
-9,distance_from_targets,521.4613037109375,FashionMNIST,Wachter,MLP,6,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,5
-9,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,6,5
-9,validity,0.0,FashionMNIST,Wachter,MLP,6,5
-10,distance,70.4950180053711,FashionMNIST,Wachter,MLP,6,5
-10,distance_from_energy,838.0944213867188,FashionMNIST,Wachter,MLP,6,5
-10,distance_from_targets,500.72900390625,FashionMNIST,Wachter,MLP,6,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,5
-10,set_size_penalty,2.0000000000000386,FashionMNIST,Wachter,MLP,6,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,5
-6,distance,186.6561737060547,FashionMNIST,REVISE,MLP,6,5
-6,distance_from_energy,864.2185668945312,FashionMNIST,REVISE,MLP,6,5
-6,distance_from_targets,465.9734802246094,FashionMNIST,REVISE,MLP,6,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,5
-6,set_size_penalty,3.0000000000062155,FashionMNIST,REVISE,MLP,6,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,6,5
-7,distance,215.64923095703125,FashionMNIST,REVISE,MLP,6,5
-7,distance_from_energy,882.8277587890625,FashionMNIST,REVISE,MLP,6,5
-7,distance_from_targets,464.5870361328125,FashionMNIST,REVISE,MLP,6,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,5
-7,set_size_penalty,1.9999967378413357,FashionMNIST,REVISE,MLP,6,5
-7,validity,1.0,FashionMNIST,REVISE,MLP,6,5
-8,distance,241.72024536132812,FashionMNIST,REVISE,MLP,6,5
-8,distance_from_energy,851.6560668945312,FashionMNIST,REVISE,MLP,6,5
-8,distance_from_targets,541.6505126953125,FashionMNIST,REVISE,MLP,6,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,5
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,5
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,5
-9,distance,181.2565460205078,FashionMNIST,REVISE,MLP,6,5
-9,distance_from_energy,874.5205078125,FashionMNIST,REVISE,MLP,6,5
-9,distance_from_targets,474.862548828125,FashionMNIST,REVISE,MLP,6,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,5
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,5
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,5
-10,distance,185.68162536621094,FashionMNIST,REVISE,MLP,6,5
-10,distance_from_energy,866.9609375,FashionMNIST,REVISE,MLP,6,5
-10,distance_from_targets,470.39599609375,FashionMNIST,REVISE,MLP,6,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,5
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,5
-10,validity,0.0,FashionMNIST,REVISE,MLP,6,5
-6,distance,655.2283325195312,FashionMNIST,ECCCo,MLP,6,5
-6,distance_from_energy,221.86734008789062,FashionMNIST,ECCCo,MLP,6,5
-6,distance_from_targets,717.4197998046875,FashionMNIST,ECCCo,MLP,6,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,5
-6,set_size_penalty,2.006324122795322,FashionMNIST,ECCCo,MLP,6,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,5
-7,distance,703.9317626953125,FashionMNIST,ECCCo,MLP,6,5
-7,distance_from_energy,178.4355926513672,FashionMNIST,ECCCo,MLP,6,5
-7,distance_from_targets,719.4972534179688,FashionMNIST,ECCCo,MLP,6,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,5
-7,set_size_penalty,2.001352254324506,FashionMNIST,ECCCo,MLP,6,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,5
-8,distance,681.9049072265625,FashionMNIST,ECCCo,MLP,6,5
-8,distance_from_energy,197.32781982421875,FashionMNIST,ECCCo,MLP,6,5
-8,distance_from_targets,711.83935546875,FashionMNIST,ECCCo,MLP,6,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,5
-8,set_size_penalty,1.0011334384605315,FashionMNIST,ECCCo,MLP,6,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,5
-9,distance,698.2692260742188,FashionMNIST,ECCCo,MLP,6,5
-9,distance_from_energy,171.97244262695312,FashionMNIST,ECCCo,MLP,6,5
-9,distance_from_targets,735.4655151367188,FashionMNIST,ECCCo,MLP,6,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,5
-9,set_size_penalty,2.0000000127824844,FashionMNIST,ECCCo,MLP,6,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,5
-10,distance,680.3067016601562,FashionMNIST,ECCCo,MLP,6,5
-10,distance_from_energy,166.48739624023438,FashionMNIST,ECCCo,MLP,6,5
-10,distance_from_targets,738.4454956054688,FashionMNIST,ECCCo,MLP,6,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,5
-10,set_size_penalty,1.000110328957165,FashionMNIST,ECCCo,MLP,6,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,5
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,5
-6,distance_from_energy,844.1056518554688,FashionMNIST,Schut,MLP,6,5
-6,distance_from_targets,509.65179443359375,FashionMNIST,Schut,MLP,6,5
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,5
-6,validity,0.0,FashionMNIST,Schut,MLP,6,5
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,5
-7,distance_from_energy,917.7086791992188,FashionMNIST,Schut,MLP,6,5
-7,distance_from_targets,483.3636779785156,FashionMNIST,Schut,MLP,6,5
-7,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,6,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,5
-7,validity,0.0,FashionMNIST,Schut,MLP,6,5
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,5
-8,distance_from_energy,869.1799926757812,FashionMNIST,Schut,MLP,6,5
-8,distance_from_targets,507.0671081542969,FashionMNIST,Schut,MLP,6,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,5
-8,validity,0.0,FashionMNIST,Schut,MLP,6,5
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,5
-9,distance_from_energy,815.3687744140625,FashionMNIST,Schut,MLP,6,5
-9,distance_from_targets,494.2600402832031,FashionMNIST,Schut,MLP,6,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,5
-9,validity,0.0,FashionMNIST,Schut,MLP,6,5
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,5
-10,distance_from_energy,846.3678588867188,FashionMNIST,Schut,MLP,6,5
-10,distance_from_targets,475.94354248046875,FashionMNIST,Schut,MLP,6,5
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,6,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,5
-10,validity,0.0,FashionMNIST,Schut,MLP,6,5
-11,distance,78.20101928710938,FashionMNIST,Wachter,MLP Ensemble,6,5
-11,distance_from_energy,781.7994995117188,FashionMNIST,Wachter,MLP Ensemble,6,5
-11,distance_from_targets,526.283447265625,FashionMNIST,Wachter,MLP Ensemble,6,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-11,set_size_penalty,0.9999346506590268,FashionMNIST,Wachter,MLP Ensemble,6,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-12,distance,72.42333984375,FashionMNIST,Wachter,MLP Ensemble,6,5
-12,distance_from_energy,745.771728515625,FashionMNIST,Wachter,MLP Ensemble,6,5
-12,distance_from_targets,553.4517822265625,FashionMNIST,Wachter,MLP Ensemble,6,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-12,set_size_penalty,2.3093109119058397,FashionMNIST,Wachter,MLP Ensemble,6,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-13,distance,68.05375671386719,FashionMNIST,Wachter,MLP Ensemble,6,5
-13,distance_from_energy,786.1061401367188,FashionMNIST,Wachter,MLP Ensemble,6,5
-13,distance_from_targets,490.5508117675781,FashionMNIST,Wachter,MLP Ensemble,6,5
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-13,set_size_penalty,1.9999999999999976,FashionMNIST,Wachter,MLP Ensemble,6,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-14,distance,100.38502502441406,FashionMNIST,Wachter,MLP Ensemble,6,5
-14,distance_from_energy,775.2952880859375,FashionMNIST,Wachter,MLP Ensemble,6,5
-14,distance_from_targets,578.9287719726562,FashionMNIST,Wachter,MLP Ensemble,6,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-14,set_size_penalty,3.000000000058142,FashionMNIST,Wachter,MLP Ensemble,6,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-15,distance,75.67305755615234,FashionMNIST,Wachter,MLP Ensemble,6,5
-15,distance_from_energy,753.4187622070312,FashionMNIST,Wachter,MLP Ensemble,6,5
-15,distance_from_targets,534.4480590820312,FashionMNIST,Wachter,MLP Ensemble,6,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-15,set_size_penalty,2.9999789600363367,FashionMNIST,Wachter,MLP Ensemble,6,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,5
-11,distance,134.97335815429688,FashionMNIST,REVISE,MLP Ensemble,6,5
-11,distance_from_energy,775.9446411132812,FashionMNIST,REVISE,MLP Ensemble,6,5
-11,distance_from_targets,519.3314208984375,FashionMNIST,REVISE,MLP Ensemble,6,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-12,distance,222.52935791015625,FashionMNIST,REVISE,MLP Ensemble,6,5
-12,distance_from_energy,740.987060546875,FashionMNIST,REVISE,MLP Ensemble,6,5
-12,distance_from_targets,488.2486267089844,FashionMNIST,REVISE,MLP Ensemble,6,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-13,distance,191.519775390625,FashionMNIST,REVISE,MLP Ensemble,6,5
-13,distance_from_energy,775.3677978515625,FashionMNIST,REVISE,MLP Ensemble,6,5
-13,distance_from_targets,432.51568603515625,FashionMNIST,REVISE,MLP Ensemble,6,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-13,set_size_penalty,1.9999874575227659,FashionMNIST,REVISE,MLP Ensemble,6,5
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-14,distance,299.8531188964844,FashionMNIST,REVISE,MLP Ensemble,6,5
-14,distance_from_energy,770.9743041992188,FashionMNIST,REVISE,MLP Ensemble,6,5
-14,distance_from_targets,468.68780517578125,FashionMNIST,REVISE,MLP Ensemble,6,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-14,set_size_penalty,9.999857564477846,FashionMNIST,REVISE,MLP Ensemble,6,5
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-15,distance,188.84495544433594,FashionMNIST,REVISE,MLP Ensemble,6,5
-15,distance_from_energy,757.7694702148438,FashionMNIST,REVISE,MLP Ensemble,6,5
-15,distance_from_targets,516.7053833007812,FashionMNIST,REVISE,MLP Ensemble,6,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-15,set_size_penalty,9.99998793721295,FashionMNIST,REVISE,MLP Ensemble,6,5
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,5
-11,distance,592.515869140625,FashionMNIST,ECCCo,MLP Ensemble,6,5
-11,distance_from_energy,179.86631774902344,FashionMNIST,ECCCo,MLP Ensemble,6,5
-11,distance_from_targets,625.0616455078125,FashionMNIST,ECCCo,MLP Ensemble,6,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-12,distance,588.1478881835938,FashionMNIST,ECCCo,MLP Ensemble,6,5
-12,distance_from_energy,184.4176483154297,FashionMNIST,ECCCo,MLP Ensemble,6,5
-12,distance_from_targets,640.1927490234375,FashionMNIST,ECCCo,MLP Ensemble,6,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-13,distance,625.403564453125,FashionMNIST,ECCCo,MLP Ensemble,6,5
-13,distance_from_energy,155.4947509765625,FashionMNIST,ECCCo,MLP Ensemble,6,5
-13,distance_from_targets,646.1429443359375,FashionMNIST,ECCCo,MLP Ensemble,6,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-14,distance,632.01416015625,FashionMNIST,ECCCo,MLP Ensemble,6,5
-14,distance_from_energy,171.08363342285156,FashionMNIST,ECCCo,MLP Ensemble,6,5
-14,distance_from_targets,644.8232421875,FashionMNIST,ECCCo,MLP Ensemble,6,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-15,distance,625.3784790039062,FashionMNIST,ECCCo,MLP Ensemble,6,5
-15,distance_from_energy,159.46530151367188,FashionMNIST,ECCCo,MLP Ensemble,6,5
-15,distance_from_targets,653.0947875976562,FashionMNIST,ECCCo,MLP Ensemble,6,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,5
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,5
-11,distance_from_energy,793.3011474609375,FashionMNIST,Schut,MLP Ensemble,6,5
-11,distance_from_targets,493.88739013671875,FashionMNIST,Schut,MLP Ensemble,6,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,5
-12,distance_from_energy,741.2027587890625,FashionMNIST,Schut,MLP Ensemble,6,5
-12,distance_from_targets,532.5066528320312,FashionMNIST,Schut,MLP Ensemble,6,5
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,5
-13,distance_from_energy,762.5906372070312,FashionMNIST,Schut,MLP Ensemble,6,5
-13,distance_from_targets,470.0509948730469,FashionMNIST,Schut,MLP Ensemble,6,5
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,5
-14,distance_from_energy,802.7176513671875,FashionMNIST,Schut,MLP Ensemble,6,5
-14,distance_from_targets,559.74951171875,FashionMNIST,Schut,MLP Ensemble,6,5
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,5
-15,distance_from_energy,759.1124267578125,FashionMNIST,Schut,MLP Ensemble,6,5
-15,distance_from_targets,515.1746215820312,FashionMNIST,Schut,MLP Ensemble,6,5
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,5
-16,distance,95.96708679199219,FashionMNIST,Wachter,JEM,6,5
-16,distance_from_energy,639.5941162109375,FashionMNIST,Wachter,JEM,6,5
-16,distance_from_targets,549.8389282226562,FashionMNIST,Wachter,JEM,6,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,5
-16,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,5
-17,distance,109.2431411743164,FashionMNIST,Wachter,JEM,6,5
-17,distance_from_energy,674.3023071289062,FashionMNIST,Wachter,JEM,6,5
-17,distance_from_targets,494.25323486328125,FashionMNIST,Wachter,JEM,6,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,5
-17,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,6,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,5
-18,distance,65.58387756347656,FashionMNIST,Wachter,JEM,6,5
-18,distance_from_energy,615.8038330078125,FashionMNIST,Wachter,JEM,6,5
-18,distance_from_targets,537.3923950195312,FashionMNIST,Wachter,JEM,6,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,5
-18,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,6,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,5
-19,distance,68.03759002685547,FashionMNIST,Wachter,JEM,6,5
-19,distance_from_energy,548.2999267578125,FashionMNIST,Wachter,JEM,6,5
-19,distance_from_targets,545.7188720703125,FashionMNIST,Wachter,JEM,6,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,5
-19,set_size_penalty,0.9999926523392705,FashionMNIST,Wachter,JEM,6,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,5
-20,distance,97.54122924804688,FashionMNIST,Wachter,JEM,6,5
-20,distance_from_energy,668.4381713867188,FashionMNIST,Wachter,JEM,6,5
-20,distance_from_targets,535.6055908203125,FashionMNIST,Wachter,JEM,6,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,5
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,5
-16,distance,1002.9756469726562,FashionMNIST,REVISE,JEM,6,5
-16,distance_from_energy,756.619140625,FashionMNIST,REVISE,JEM,6,5
-16,distance_from_targets,712.5678100585938,FashionMNIST,REVISE,JEM,6,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,5
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,5
-16,validity,0.0,FashionMNIST,REVISE,JEM,6,5
-17,distance,720.7202758789062,FashionMNIST,REVISE,JEM,6,5
-17,distance_from_energy,865.6849365234375,FashionMNIST,REVISE,JEM,6,5
-17,distance_from_targets,655.7149047851562,FashionMNIST,REVISE,JEM,6,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,5
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,5
-17,validity,1.0,FashionMNIST,REVISE,JEM,6,5
-18,distance,232.8717803955078,FashionMNIST,REVISE,JEM,6,5
-18,distance_from_energy,690.0828247070312,FashionMNIST,REVISE,JEM,6,5
-18,distance_from_targets,534.0064086914062,FashionMNIST,REVISE,JEM,6,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,5
-18,set_size_penalty,4.000000000002619,FashionMNIST,REVISE,JEM,6,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,6,5
-19,distance,770.2208862304688,FashionMNIST,REVISE,JEM,6,5
-19,distance_from_energy,468.196533203125,FashionMNIST,REVISE,JEM,6,5
-19,distance_from_targets,476.0624084472656,FashionMNIST,REVISE,JEM,6,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,5
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,5
-19,validity,0.0,FashionMNIST,REVISE,JEM,6,5
-20,distance,812.6688842773438,FashionMNIST,REVISE,JEM,6,5
-20,distance_from_energy,646.5797119140625,FashionMNIST,REVISE,JEM,6,5
-20,distance_from_targets,609.8362426757812,FashionMNIST,REVISE,JEM,6,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,5
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,5
-20,validity,0.0,FashionMNIST,REVISE,JEM,6,5
-16,distance,384.5868225097656,FashionMNIST,ECCCo,JEM,6,5
-16,distance_from_energy,75.53904724121094,FashionMNIST,ECCCo,JEM,6,5
-16,distance_from_targets,573.0469970703125,FashionMNIST,ECCCo,JEM,6,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,5
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,5
-17,distance,580.4773559570312,FashionMNIST,ECCCo,JEM,6,5
-17,distance_from_energy,195.53115844726562,FashionMNIST,ECCCo,JEM,6,5
-17,distance_from_targets,472.6420593261719,FashionMNIST,ECCCo,JEM,6,5
-17,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,6,5
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,5
-18,distance,553.9107666015625,FashionMNIST,ECCCo,JEM,6,5
-18,distance_from_energy,227.9001922607422,FashionMNIST,ECCCo,JEM,6,5
-18,distance_from_targets,441.7266845703125,FashionMNIST,ECCCo,JEM,6,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,5
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,5
-19,distance,621.852294921875,FashionMNIST,ECCCo,JEM,6,5
-19,distance_from_energy,246.720458984375,FashionMNIST,ECCCo,JEM,6,5
-19,distance_from_targets,431.5899658203125,FashionMNIST,ECCCo,JEM,6,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,5
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,5
-20,distance,574.0906372070312,FashionMNIST,ECCCo,JEM,6,5
-20,distance_from_energy,168.05667114257812,FashionMNIST,ECCCo,JEM,6,5
-20,distance_from_targets,484.18817138671875,FashionMNIST,ECCCo,JEM,6,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,5
-20,set_size_penalty,1.0000439509440602,FashionMNIST,ECCCo,JEM,6,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,5
-16,distance,8.000000953674316,FashionMNIST,Schut,JEM,6,5
-16,distance_from_energy,926.7073364257812,FashionMNIST,Schut,JEM,6,5
-16,distance_from_targets,520.7149658203125,FashionMNIST,Schut,JEM,6,5
-16,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,6,5
-16,set_size_penalty,3.0,FashionMNIST,Schut,JEM,6,5
-16,validity,1.0,FashionMNIST,Schut,JEM,6,5
-17,distance,7.700000286102295,FashionMNIST,Schut,JEM,6,5
-17,distance_from_energy,677.0703125,FashionMNIST,Schut,JEM,6,5
-17,distance_from_targets,469.26458740234375,FashionMNIST,Schut,JEM,6,5
-17,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,6,5
-17,set_size_penalty,2.9999999999999982,FashionMNIST,Schut,JEM,6,5
-17,validity,1.0,FashionMNIST,Schut,JEM,6,5
-18,distance,7.800000190734863,FashionMNIST,Schut,JEM,6,5
-18,distance_from_energy,479.39410400390625,FashionMNIST,Schut,JEM,6,5
-18,distance_from_targets,498.7386779785156,FashionMNIST,Schut,JEM,6,5
-18,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,6,5
-18,set_size_penalty,1.0,FashionMNIST,Schut,JEM,6,5
-18,validity,1.0,FashionMNIST,Schut,JEM,6,5
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,5
-19,distance_from_energy,844.6168823242188,FashionMNIST,Schut,JEM,6,5
-19,distance_from_targets,505.46966552734375,FashionMNIST,Schut,JEM,6,5
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,6,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,5
-19,validity,0.0,FashionMNIST,Schut,JEM,6,5
-20,distance,8.40000057220459,FashionMNIST,Schut,JEM,6,5
-20,distance_from_energy,552.0589599609375,FashionMNIST,Schut,JEM,6,5
-20,distance_from_targets,509.8504638671875,FashionMNIST,Schut,JEM,6,5
-20,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,6,5
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,6,5
-20,validity,1.0,FashionMNIST,Schut,JEM,6,5
-1,distance,76.88440704345703,FashionMNIST,Wachter,JEM Ensemble,6,7
-1,distance_from_energy,916.3546142578125,FashionMNIST,Wachter,JEM Ensemble,6,7
-1,distance_from_targets,494.62017822265625,FashionMNIST,Wachter,JEM Ensemble,6,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-1,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-2,distance,93.4002456665039,FashionMNIST,Wachter,JEM Ensemble,6,7
-2,distance_from_energy,803.6778564453125,FashionMNIST,Wachter,JEM Ensemble,6,7
-2,distance_from_targets,497.546630859375,FashionMNIST,Wachter,JEM Ensemble,6,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-2,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-3,distance,118.7956771850586,FashionMNIST,Wachter,JEM Ensemble,6,7
-3,distance_from_energy,812.0240478515625,FashionMNIST,Wachter,JEM Ensemble,6,7
-3,distance_from_targets,513.7086181640625,FashionMNIST,Wachter,JEM Ensemble,6,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-3,set_size_penalty,0.9998404315447659,FashionMNIST,Wachter,JEM Ensemble,6,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-4,distance,120.09144592285156,FashionMNIST,Wachter,JEM Ensemble,6,7
-4,distance_from_energy,797.7064819335938,FashionMNIST,Wachter,JEM Ensemble,6,7
-4,distance_from_targets,528.7059326171875,FashionMNIST,Wachter,JEM Ensemble,6,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-4,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-5,distance,138.80307006835938,FashionMNIST,Wachter,JEM Ensemble,6,7
-5,distance_from_energy,760.0533447265625,FashionMNIST,Wachter,JEM Ensemble,6,7
-5,distance_from_targets,516.6825561523438,FashionMNIST,Wachter,JEM Ensemble,6,7
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,7
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,7
-1,distance,138.98268127441406,FashionMNIST,REVISE,JEM Ensemble,6,7
-1,distance_from_energy,859.2039794921875,FashionMNIST,REVISE,JEM Ensemble,6,7
-1,distance_from_targets,462.849365234375,FashionMNIST,REVISE,JEM Ensemble,6,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-2,distance,758.9459838867188,FashionMNIST,REVISE,JEM Ensemble,6,7
-2,distance_from_energy,428.1470642089844,FashionMNIST,REVISE,JEM Ensemble,6,7
-2,distance_from_targets,552.4400024414062,FashionMNIST,REVISE,JEM Ensemble,6,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-3,distance,280.89312744140625,FashionMNIST,REVISE,JEM Ensemble,6,7
-3,distance_from_energy,801.4064331054688,FashionMNIST,REVISE,JEM Ensemble,6,7
-3,distance_from_targets,468.8385314941406,FashionMNIST,REVISE,JEM Ensemble,6,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-3,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-4,distance,283.1823425292969,FashionMNIST,REVISE,JEM Ensemble,6,7
-4,distance_from_energy,822.0822143554688,FashionMNIST,REVISE,JEM Ensemble,6,7
-4,distance_from_targets,455.50286865234375,FashionMNIST,REVISE,JEM Ensemble,6,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-4,set_size_penalty,4.000000000231761,FashionMNIST,REVISE,JEM Ensemble,6,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-5,distance,413.47723388671875,FashionMNIST,REVISE,JEM Ensemble,6,7
-5,distance_from_energy,830.62939453125,FashionMNIST,REVISE,JEM Ensemble,6,7
-5,distance_from_targets,569.7594604492188,FashionMNIST,REVISE,JEM Ensemble,6,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-5,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,7
-1,distance,713.8359375,FashionMNIST,ECCCo,JEM Ensemble,6,7
-1,distance_from_energy,181.468994140625,FashionMNIST,ECCCo,JEM Ensemble,6,7
-1,distance_from_targets,454.1793212890625,FashionMNIST,ECCCo,JEM Ensemble,6,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-1,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-2,distance,621.3057861328125,FashionMNIST,ECCCo,JEM Ensemble,6,7
-2,distance_from_energy,187.9845428466797,FashionMNIST,ECCCo,JEM Ensemble,6,7
-2,distance_from_targets,456.61474609375,FashionMNIST,ECCCo,JEM Ensemble,6,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-2,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-3,distance,613.1192626953125,FashionMNIST,ECCCo,JEM Ensemble,6,7
-3,distance_from_energy,253.0074462890625,FashionMNIST,ECCCo,JEM Ensemble,6,7
-3,distance_from_targets,462.5547790527344,FashionMNIST,ECCCo,JEM Ensemble,6,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-4,distance,450.5810546875,FashionMNIST,ECCCo,JEM Ensemble,6,7
-4,distance_from_energy,153.6735382080078,FashionMNIST,ECCCo,JEM Ensemble,6,7
-4,distance_from_targets,507.6410827636719,FashionMNIST,ECCCo,JEM Ensemble,6,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-4,set_size_penalty,1.0054281059805892,FashionMNIST,ECCCo,JEM Ensemble,6,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-5,distance,645.9688110351562,FashionMNIST,ECCCo,JEM Ensemble,6,7
-5,distance_from_energy,116.65714263916016,FashionMNIST,ECCCo,JEM Ensemble,6,7
-5,distance_from_targets,484.9211730957031,FashionMNIST,ECCCo,JEM Ensemble,6,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-5,set_size_penalty,4.000054149857541,FashionMNIST,ECCCo,JEM Ensemble,6,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,7
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,7
-1,distance_from_energy,849.9476318359375,FashionMNIST,Schut,JEM Ensemble,6,7
-1,distance_from_targets,481.41607666015625,FashionMNIST,Schut,JEM Ensemble,6,7
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,7
-2,distance_from_energy,787.2830200195312,FashionMNIST,Schut,JEM Ensemble,6,7
-2,distance_from_targets,477.4669494628906,FashionMNIST,Schut,JEM Ensemble,6,7
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,7
-3,distance_from_energy,829.5609130859375,FashionMNIST,Schut,JEM Ensemble,6,7
-3,distance_from_targets,501.7469177246094,FashionMNIST,Schut,JEM Ensemble,6,7
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,7
-4,distance_from_energy,835.9290771484375,FashionMNIST,Schut,JEM Ensemble,6,7
-4,distance_from_targets,514.6652221679688,FashionMNIST,Schut,JEM Ensemble,6,7
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,7
-5,distance_from_energy,720.656982421875,FashionMNIST,Schut,JEM Ensemble,6,7
-5,distance_from_targets,506.510986328125,FashionMNIST,Schut,JEM Ensemble,6,7
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,7
-6,distance,87.25475311279297,FashionMNIST,Wachter,MLP,6,7
-6,distance_from_energy,837.9202270507812,FashionMNIST,Wachter,MLP,6,7
-6,distance_from_targets,543.60791015625,FashionMNIST,Wachter,MLP,6,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,7
-6,set_size_penalty,3.999999999999999,FashionMNIST,Wachter,MLP,6,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,7
-7,distance,79.85408782958984,FashionMNIST,Wachter,MLP,6,7
-7,distance_from_energy,847.0577392578125,FashionMNIST,Wachter,MLP,6,7
-7,distance_from_targets,501.02508544921875,FashionMNIST,Wachter,MLP,6,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,6,7
-7,set_size_penalty,1.0003617450338662,FashionMNIST,Wachter,MLP,6,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,7
-8,distance,77.48759460449219,FashionMNIST,Wachter,MLP,6,7
-8,distance_from_energy,861.1052856445312,FashionMNIST,Wachter,MLP,6,7
-8,distance_from_targets,526.1129150390625,FashionMNIST,Wachter,MLP,6,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,7
-8,set_size_penalty,3.000000000004074,FashionMNIST,Wachter,MLP,6,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,7
-9,distance,74.65419006347656,FashionMNIST,Wachter,MLP,6,7
-9,distance_from_energy,841.5226440429688,FashionMNIST,Wachter,MLP,6,7
-9,distance_from_targets,519.1958618164062,FashionMNIST,Wachter,MLP,6,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,7
-9,set_size_penalty,2.0000000000204046,FashionMNIST,Wachter,MLP,6,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,7
-10,distance,80.81197357177734,FashionMNIST,Wachter,MLP,6,7
-10,distance_from_energy,833.7103271484375,FashionMNIST,Wachter,MLP,6,7
-10,distance_from_targets,533.7333374023438,FashionMNIST,Wachter,MLP,6,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,7
-10,set_size_penalty,2.999999999999856,FashionMNIST,Wachter,MLP,6,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,7
-6,distance,207.188232421875,FashionMNIST,REVISE,MLP,6,7
-6,distance_from_energy,838.7593994140625,FashionMNIST,REVISE,MLP,6,7
-6,distance_from_targets,553.626220703125,FashionMNIST,REVISE,MLP,6,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,7
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,7
-6,validity,0.0,FashionMNIST,REVISE,MLP,6,7
-7,distance,155.19464111328125,FashionMNIST,REVISE,MLP,6,7
-7,distance_from_energy,855.54638671875,FashionMNIST,REVISE,MLP,6,7
-7,distance_from_targets,495.4303894042969,FashionMNIST,REVISE,MLP,6,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,7
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,7
-7,validity,0.0,FashionMNIST,REVISE,MLP,6,7
-8,distance,210.83921813964844,FashionMNIST,REVISE,MLP,6,7
-8,distance_from_energy,857.845703125,FashionMNIST,REVISE,MLP,6,7
-8,distance_from_targets,434.05743408203125,FashionMNIST,REVISE,MLP,6,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,7
-8,set_size_penalty,1.0001408275106005,FashionMNIST,REVISE,MLP,6,7
-8,validity,1.0,FashionMNIST,REVISE,MLP,6,7
-9,distance,175.90985107421875,FashionMNIST,REVISE,MLP,6,7
-9,distance_from_energy,864.7509765625,FashionMNIST,REVISE,MLP,6,7
-9,distance_from_targets,504.3760070800781,FashionMNIST,REVISE,MLP,6,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,7
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,7
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,7
-10,distance,124.96634674072266,FashionMNIST,REVISE,MLP,6,7
-10,distance_from_energy,848.884765625,FashionMNIST,REVISE,MLP,6,7
-10,distance_from_targets,501.6719055175781,FashionMNIST,REVISE,MLP,6,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,7
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,7
-10,validity,0.0,FashionMNIST,REVISE,MLP,6,7
-6,distance,684.825439453125,FashionMNIST,ECCCo,MLP,6,7
-6,distance_from_energy,224.8087158203125,FashionMNIST,ECCCo,MLP,6,7
-6,distance_from_targets,719.2693481445312,FashionMNIST,ECCCo,MLP,6,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,7
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,6,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,7
-7,distance,690.7141723632812,FashionMNIST,ECCCo,MLP,6,7
-7,distance_from_energy,175.22572326660156,FashionMNIST,ECCCo,MLP,6,7
-7,distance_from_targets,710.0701904296875,FashionMNIST,ECCCo,MLP,6,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,7
-7,set_size_penalty,2.0019339177709434,FashionMNIST,ECCCo,MLP,6,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,7
-8,distance,684.6759643554688,FashionMNIST,ECCCo,MLP,6,7
-8,distance_from_energy,180.78976440429688,FashionMNIST,ECCCo,MLP,6,7
-8,distance_from_targets,730.1318969726562,FashionMNIST,ECCCo,MLP,6,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,7
-8,set_size_penalty,2.0000245911677794,FashionMNIST,ECCCo,MLP,6,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,7
-9,distance,661.769287109375,FashionMNIST,ECCCo,MLP,6,7
-9,distance_from_energy,196.13912963867188,FashionMNIST,ECCCo,MLP,6,7
-9,distance_from_targets,707.2763061523438,FashionMNIST,ECCCo,MLP,6,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,7
-9,set_size_penalty,1.7796507539869708,FashionMNIST,ECCCo,MLP,6,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,7
-10,distance,696.1248168945312,FashionMNIST,ECCCo,MLP,6,7
-10,distance_from_energy,181.18692016601562,FashionMNIST,ECCCo,MLP,6,7
-10,distance_from_targets,732.122802734375,FashionMNIST,ECCCo,MLP,6,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,7
-10,set_size_penalty,1.0002806903546433,FashionMNIST,ECCCo,MLP,6,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,7
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,7
-6,distance_from_energy,859.1072387695312,FashionMNIST,Schut,MLP,6,7
-6,distance_from_targets,520.1253662109375,FashionMNIST,Schut,MLP,6,7
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,7
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,7
-6,validity,0.0,FashionMNIST,Schut,MLP,6,7
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,7
-7,distance_from_energy,852.6875,FashionMNIST,Schut,MLP,6,7
-7,distance_from_targets,492.113525390625,FashionMNIST,Schut,MLP,6,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,7
-7,validity,0.0,FashionMNIST,Schut,MLP,6,7
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,7
-8,distance_from_energy,836.2327880859375,FashionMNIST,Schut,MLP,6,7
-8,distance_from_targets,496.0874938964844,FashionMNIST,Schut,MLP,6,7
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,6,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,7
-8,validity,0.0,FashionMNIST,Schut,MLP,6,7
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,7
-9,distance_from_energy,855.01513671875,FashionMNIST,Schut,MLP,6,7
-9,distance_from_targets,497.4858093261719,FashionMNIST,Schut,MLP,6,7
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,7
-9,validity,0.0,FashionMNIST,Schut,MLP,6,7
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,7
-10,distance_from_energy,840.2800903320312,FashionMNIST,Schut,MLP,6,7
-10,distance_from_targets,504.89569091796875,FashionMNIST,Schut,MLP,6,7
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,7
-10,validity,0.0,FashionMNIST,Schut,MLP,6,7
-11,distance,77.57474517822266,FashionMNIST,Wachter,MLP Ensemble,6,7
-11,distance_from_energy,766.2286376953125,FashionMNIST,Wachter,MLP Ensemble,6,7
-11,distance_from_targets,498.4208984375,FashionMNIST,Wachter,MLP Ensemble,6,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-11,set_size_penalty,2.2759250157137303,FashionMNIST,Wachter,MLP Ensemble,6,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-12,distance,77.77508544921875,FashionMNIST,Wachter,MLP Ensemble,6,7
-12,distance_from_energy,765.7442626953125,FashionMNIST,Wachter,MLP Ensemble,6,7
-12,distance_from_targets,518.6708374023438,FashionMNIST,Wachter,MLP Ensemble,6,7
-12,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP Ensemble,6,7
-12,set_size_penalty,2.9982250825078145,FashionMNIST,Wachter,MLP Ensemble,6,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-13,distance,83.92730712890625,FashionMNIST,Wachter,MLP Ensemble,6,7
-13,distance_from_energy,780.1891479492188,FashionMNIST,Wachter,MLP Ensemble,6,7
-13,distance_from_targets,502.5592956542969,FashionMNIST,Wachter,MLP Ensemble,6,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-13,set_size_penalty,3.000271460364197,FashionMNIST,Wachter,MLP Ensemble,6,7
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-14,distance,86.48724365234375,FashionMNIST,Wachter,MLP Ensemble,6,7
-14,distance_from_energy,772.4381713867188,FashionMNIST,Wachter,MLP Ensemble,6,7
-14,distance_from_targets,532.4059448242188,FashionMNIST,Wachter,MLP Ensemble,6,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-14,set_size_penalty,2.9999999926911336,FashionMNIST,Wachter,MLP Ensemble,6,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-15,distance,82.94987487792969,FashionMNIST,Wachter,MLP Ensemble,6,7
-15,distance_from_energy,759.18994140625,FashionMNIST,Wachter,MLP Ensemble,6,7
-15,distance_from_targets,496.0323181152344,FashionMNIST,Wachter,MLP Ensemble,6,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-15,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,7
-11,distance,148.56716918945312,FashionMNIST,REVISE,MLP Ensemble,6,7
-11,distance_from_energy,765.7886352539062,FashionMNIST,REVISE,MLP Ensemble,6,7
-11,distance_from_targets,423.62982177734375,FashionMNIST,REVISE,MLP Ensemble,6,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-12,distance,157.30780029296875,FashionMNIST,REVISE,MLP Ensemble,6,7
-12,distance_from_energy,748.3858642578125,FashionMNIST,REVISE,MLP Ensemble,6,7
-12,distance_from_targets,451.3971862792969,FashionMNIST,REVISE,MLP Ensemble,6,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-12,set_size_penalty,10.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-13,distance,224.02719116210938,FashionMNIST,REVISE,MLP Ensemble,6,7
-13,distance_from_energy,751.7501220703125,FashionMNIST,REVISE,MLP Ensemble,6,7
-13,distance_from_targets,415.16455078125,FashionMNIST,REVISE,MLP Ensemble,6,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-13,set_size_penalty,1.9990685951617682,FashionMNIST,REVISE,MLP Ensemble,6,7
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-14,distance,121.21772766113281,FashionMNIST,REVISE,MLP Ensemble,6,7
-14,distance_from_energy,795.1095581054688,FashionMNIST,REVISE,MLP Ensemble,6,7
-14,distance_from_targets,508.2043762207031,FashionMNIST,REVISE,MLP Ensemble,6,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-15,distance,264.28076171875,FashionMNIST,REVISE,MLP Ensemble,6,7
-15,distance_from_energy,774.6719360351562,FashionMNIST,REVISE,MLP Ensemble,6,7
-15,distance_from_targets,408.112548828125,FashionMNIST,REVISE,MLP Ensemble,6,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,7
-11,distance,643.166748046875,FashionMNIST,ECCCo,MLP Ensemble,6,7
-11,distance_from_energy,135.6057891845703,FashionMNIST,ECCCo,MLP Ensemble,6,7
-11,distance_from_targets,661.0275268554688,FashionMNIST,ECCCo,MLP Ensemble,6,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-12,distance,616.4481201171875,FashionMNIST,ECCCo,MLP Ensemble,6,7
-12,distance_from_energy,172.17404174804688,FashionMNIST,ECCCo,MLP Ensemble,6,7
-12,distance_from_targets,634.2080688476562,FashionMNIST,ECCCo,MLP Ensemble,6,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-13,distance,635.8663940429688,FashionMNIST,ECCCo,MLP Ensemble,6,7
-13,distance_from_energy,133.32424926757812,FashionMNIST,ECCCo,MLP Ensemble,6,7
-13,distance_from_targets,653.0093994140625,FashionMNIST,ECCCo,MLP Ensemble,6,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-14,distance,653.2866821289062,FashionMNIST,ECCCo,MLP Ensemble,6,7
-14,distance_from_energy,162.21826171875,FashionMNIST,ECCCo,MLP Ensemble,6,7
-14,distance_from_targets,658.1318969726562,FashionMNIST,ECCCo,MLP Ensemble,6,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-15,distance,631.468994140625,FashionMNIST,ECCCo,MLP Ensemble,6,7
-15,distance_from_energy,126.51222229003906,FashionMNIST,ECCCo,MLP Ensemble,6,7
-15,distance_from_targets,660.57666015625,FashionMNIST,ECCCo,MLP Ensemble,6,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,7
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,7
-11,distance_from_energy,767.37939453125,FashionMNIST,Schut,MLP Ensemble,6,7
-11,distance_from_targets,472.6173400878906,FashionMNIST,Schut,MLP Ensemble,6,7
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,7
-12,distance_from_energy,769.4051513671875,FashionMNIST,Schut,MLP Ensemble,6,7
-12,distance_from_targets,494.7953796386719,FashionMNIST,Schut,MLP Ensemble,6,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,7
-13,distance_from_energy,778.4102783203125,FashionMNIST,Schut,MLP Ensemble,6,7
-13,distance_from_targets,476.95648193359375,FashionMNIST,Schut,MLP Ensemble,6,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,7
-14,distance_from_energy,781.0087280273438,FashionMNIST,Schut,MLP Ensemble,6,7
-14,distance_from_targets,507.84796142578125,FashionMNIST,Schut,MLP Ensemble,6,7
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,7
-15,distance_from_energy,762.6520385742188,FashionMNIST,Schut,MLP Ensemble,6,7
-15,distance_from_targets,467.46417236328125,FashionMNIST,Schut,MLP Ensemble,6,7
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,7
-16,distance,96.44931030273438,FashionMNIST,Wachter,JEM,6,7
-16,distance_from_energy,717.99755859375,FashionMNIST,Wachter,JEM,6,7
-16,distance_from_targets,507.2554016113281,FashionMNIST,Wachter,JEM,6,7
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,7
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,7
-17,distance,87.71891021728516,FashionMNIST,Wachter,JEM,6,7
-17,distance_from_energy,723.5578002929688,FashionMNIST,Wachter,JEM,6,7
-17,distance_from_targets,532.2242431640625,FashionMNIST,Wachter,JEM,6,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,7
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,7
-18,distance,76.16228485107422,FashionMNIST,Wachter,JEM,6,7
-18,distance_from_energy,678.3696899414062,FashionMNIST,Wachter,JEM,6,7
-18,distance_from_targets,520.332275390625,FashionMNIST,Wachter,JEM,6,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,7
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,7
-19,distance,107.23103332519531,FashionMNIST,Wachter,JEM,6,7
-19,distance_from_energy,817.4892578125,FashionMNIST,Wachter,JEM,6,7
-19,distance_from_targets,582.0089111328125,FashionMNIST,Wachter,JEM,6,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,7
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,7
-20,distance,94.82164001464844,FashionMNIST,Wachter,JEM,6,7
-20,distance_from_energy,671.3292236328125,FashionMNIST,Wachter,JEM,6,7
-20,distance_from_targets,514.0166625976562,FashionMNIST,Wachter,JEM,6,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,7
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,7
-16,distance,223.98281860351562,FashionMNIST,REVISE,JEM,6,7
-16,distance_from_energy,817.9219970703125,FashionMNIST,REVISE,JEM,6,7
-16,distance_from_targets,482.0067138671875,FashionMNIST,REVISE,JEM,6,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,7
-16,set_size_penalty,1.0020800864944737,FashionMNIST,REVISE,JEM,6,7
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,7
-17,distance,621.124267578125,FashionMNIST,REVISE,JEM,6,7
-17,distance_from_energy,914.6554565429688,FashionMNIST,REVISE,JEM,6,7
-17,distance_from_targets,692.9715576171875,FashionMNIST,REVISE,JEM,6,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,7
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,6,7
-18,distance,208.14981079101562,FashionMNIST,REVISE,JEM,6,7
-18,distance_from_energy,796.7112426757812,FashionMNIST,REVISE,JEM,6,7
-18,distance_from_targets,482.27288818359375,FashionMNIST,REVISE,JEM,6,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,7
-18,set_size_penalty,1.0000000000078366,FashionMNIST,REVISE,JEM,6,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,6,7
-19,distance,788.3143920898438,FashionMNIST,REVISE,JEM,6,7
-19,distance_from_energy,623.8200073242188,FashionMNIST,REVISE,JEM,6,7
-19,distance_from_targets,623.006591796875,FashionMNIST,REVISE,JEM,6,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,7
-19,set_size_penalty,4.999999999999998,FashionMNIST,REVISE,JEM,6,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,6,7
-20,distance,635.8855590820312,FashionMNIST,REVISE,JEM,6,7
-20,distance_from_energy,843.1561279296875,FashionMNIST,REVISE,JEM,6,7
-20,distance_from_targets,675.419921875,FashionMNIST,REVISE,JEM,6,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,7
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,7
-20,validity,1.0,FashionMNIST,REVISE,JEM,6,7
-16,distance,581.43115234375,FashionMNIST,ECCCo,JEM,6,7
-16,distance_from_energy,153.94505310058594,FashionMNIST,ECCCo,JEM,6,7
-16,distance_from_targets,473.54644775390625,FashionMNIST,ECCCo,JEM,6,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,7
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,7
-17,distance,609.8963012695312,FashionMNIST,ECCCo,JEM,6,7
-17,distance_from_energy,151.98805236816406,FashionMNIST,ECCCo,JEM,6,7
-17,distance_from_targets,468.7825012207031,FashionMNIST,ECCCo,JEM,6,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,7
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,6,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,7
-18,distance,564.0899658203125,FashionMNIST,ECCCo,JEM,6,7
-18,distance_from_energy,125.38150787353516,FashionMNIST,ECCCo,JEM,6,7
-18,distance_from_targets,496.1812744140625,FashionMNIST,ECCCo,JEM,6,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,7
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,7
-19,distance,649.318115234375,FashionMNIST,ECCCo,JEM,6,7
-19,distance_from_energy,193.1116485595703,FashionMNIST,ECCCo,JEM,6,7
-19,distance_from_targets,471.1858215332031,FashionMNIST,ECCCo,JEM,6,7
-19,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,6,7
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,7
-20,distance,669.97314453125,FashionMNIST,ECCCo,JEM,6,7
-20,distance_from_energy,181.6415557861328,FashionMNIST,ECCCo,JEM,6,7
-20,distance_from_targets,474.7656555175781,FashionMNIST,ECCCo,JEM,6,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,7
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,7
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,7
-16,distance_from_energy,810.9700317382812,FashionMNIST,Schut,JEM,6,7
-16,distance_from_targets,478.969482421875,FashionMNIST,Schut,JEM,6,7
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,7
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,7
-16,validity,0.0,FashionMNIST,Schut,JEM,6,7
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,7
-17,distance_from_energy,714.6576538085938,FashionMNIST,Schut,JEM,6,7
-17,distance_from_targets,509.4082336425781,FashionMNIST,Schut,JEM,6,7
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,6,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,7
-17,validity,0.0,FashionMNIST,Schut,JEM,6,7
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,7
-18,distance_from_energy,588.0174560546875,FashionMNIST,Schut,JEM,6,7
-18,distance_from_targets,509.3204040527344,FashionMNIST,Schut,JEM,6,7
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,7
-18,validity,0.0,FashionMNIST,Schut,JEM,6,7
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,7
-19,distance_from_energy,832.9138793945312,FashionMNIST,Schut,JEM,6,7
-19,distance_from_targets,547.822509765625,FashionMNIST,Schut,JEM,6,7
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,7
-19,validity,0.0,FashionMNIST,Schut,JEM,6,7
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,7
-20,distance_from_energy,636.7981567382812,FashionMNIST,Schut,JEM,6,7
-20,distance_from_targets,487.7149658203125,FashionMNIST,Schut,JEM,6,7
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,7
-20,validity,0.0,FashionMNIST,Schut,JEM,6,7
-1,distance,96.49015808105469,FashionMNIST,Wachter,JEM Ensemble,6,8
-1,distance_from_energy,588.744140625,FashionMNIST,Wachter,JEM Ensemble,6,8
-1,distance_from_targets,561.376220703125,FashionMNIST,Wachter,JEM Ensemble,6,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-1,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-2,distance,92.2209243774414,FashionMNIST,Wachter,JEM Ensemble,6,8
-2,distance_from_energy,677.1470947265625,FashionMNIST,Wachter,JEM Ensemble,6,8
-2,distance_from_targets,460.97027587890625,FashionMNIST,Wachter,JEM Ensemble,6,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-2,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-3,distance,80.89644622802734,FashionMNIST,Wachter,JEM Ensemble,6,8
-3,distance_from_energy,756.0133056640625,FashionMNIST,Wachter,JEM Ensemble,6,8
-3,distance_from_targets,463.404541015625,FashionMNIST,Wachter,JEM Ensemble,6,8
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-3,set_size_penalty,1.9999996267502738,FashionMNIST,Wachter,JEM Ensemble,6,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-4,distance,69.73031616210938,FashionMNIST,Wachter,JEM Ensemble,6,8
-4,distance_from_energy,493.1517639160156,FashionMNIST,Wachter,JEM Ensemble,6,8
-4,distance_from_targets,485.2187805175781,FashionMNIST,Wachter,JEM Ensemble,6,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-5,distance,94.69281005859375,FashionMNIST,Wachter,JEM Ensemble,6,8
-5,distance_from_energy,756.2469482421875,FashionMNIST,Wachter,JEM Ensemble,6,8
-5,distance_from_targets,560.03369140625,FashionMNIST,Wachter,JEM Ensemble,6,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,8
-1,distance,256.77886962890625,FashionMNIST,REVISE,JEM Ensemble,6,8
-1,distance_from_energy,554.0748901367188,FashionMNIST,REVISE,JEM Ensemble,6,8
-1,distance_from_targets,500.82421875,FashionMNIST,REVISE,JEM Ensemble,6,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-1,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-2,distance,262.9476623535156,FashionMNIST,REVISE,JEM Ensemble,6,8
-2,distance_from_energy,553.4746704101562,FashionMNIST,REVISE,JEM Ensemble,6,8
-2,distance_from_targets,327.6844177246094,FashionMNIST,REVISE,JEM Ensemble,6,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-2,set_size_penalty,3.766411126993715,FashionMNIST,REVISE,JEM Ensemble,6,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-3,distance,217.3153839111328,FashionMNIST,REVISE,JEM Ensemble,6,8
-3,distance_from_energy,689.1634521484375,FashionMNIST,REVISE,JEM Ensemble,6,8
-3,distance_from_targets,392.5897521972656,FashionMNIST,REVISE,JEM Ensemble,6,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-4,distance,323.03302001953125,FashionMNIST,REVISE,JEM Ensemble,6,8
-4,distance_from_energy,611.2977905273438,FashionMNIST,REVISE,JEM Ensemble,6,8
-4,distance_from_targets,503.99884033203125,FashionMNIST,REVISE,JEM Ensemble,6,8
-4,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,6,8
-4,set_size_penalty,7.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-5,distance,218.9934844970703,FashionMNIST,REVISE,JEM Ensemble,6,8
-5,distance_from_energy,638.3304443359375,FashionMNIST,REVISE,JEM Ensemble,6,8
-5,distance_from_targets,585.818603515625,FashionMNIST,REVISE,JEM Ensemble,6,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,8
-1,distance,513.7239379882812,FashionMNIST,ECCCo,JEM Ensemble,6,8
-1,distance_from_energy,121.13822174072266,FashionMNIST,ECCCo,JEM Ensemble,6,8
-1,distance_from_targets,500.07928466796875,FashionMNIST,ECCCo,JEM Ensemble,6,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-1,set_size_penalty,1.960779287811441,FashionMNIST,ECCCo,JEM Ensemble,6,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-2,distance,663.9690551757812,FashionMNIST,ECCCo,JEM Ensemble,6,8
-2,distance_from_energy,105.62043762207031,FashionMNIST,ECCCo,JEM Ensemble,6,8
-2,distance_from_targets,524.1092529296875,FashionMNIST,ECCCo,JEM Ensemble,6,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-2,set_size_penalty,4.252024324647345,FashionMNIST,ECCCo,JEM Ensemble,6,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-3,distance,610.6185913085938,FashionMNIST,ECCCo,JEM Ensemble,6,8
-3,distance_from_energy,158.54330444335938,FashionMNIST,ECCCo,JEM Ensemble,6,8
-3,distance_from_targets,501.9062805175781,FashionMNIST,ECCCo,JEM Ensemble,6,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-3,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-4,distance,412.3041076660156,FashionMNIST,ECCCo,JEM Ensemble,6,8
-4,distance_from_energy,72.94398498535156,FashionMNIST,ECCCo,JEM Ensemble,6,8
-4,distance_from_targets,571.5925903320312,FashionMNIST,ECCCo,JEM Ensemble,6,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-4,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-5,distance,575.8842163085938,FashionMNIST,ECCCo,JEM Ensemble,6,8
-5,distance_from_energy,87.54502868652344,FashionMNIST,ECCCo,JEM Ensemble,6,8
-5,distance_from_targets,552.2384033203125,FashionMNIST,ECCCo,JEM Ensemble,6,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-5,set_size_penalty,4.003841948857775,FashionMNIST,ECCCo,JEM Ensemble,6,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,8
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,8
-1,distance_from_energy,677.0604858398438,FashionMNIST,Schut,JEM Ensemble,6,8
-1,distance_from_targets,534.049560546875,FashionMNIST,Schut,JEM Ensemble,6,8
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,8
-2,distance_from_energy,666.3367309570312,FashionMNIST,Schut,JEM Ensemble,6,8
-2,distance_from_targets,433.1456298828125,FashionMNIST,Schut,JEM Ensemble,6,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,8
-3,distance_from_energy,713.0105590820312,FashionMNIST,Schut,JEM Ensemble,6,8
-3,distance_from_targets,423.9601745605469,FashionMNIST,Schut,JEM Ensemble,6,8
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,6,8
-4,distance_from_energy,476.47393798828125,FashionMNIST,Schut,JEM Ensemble,6,8
-4,distance_from_targets,457.0962219238281,FashionMNIST,Schut,JEM Ensemble,6,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,8
-4,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,6,8
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,6,8
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,8
-5,distance_from_energy,759.7736206054688,FashionMNIST,Schut,JEM Ensemble,6,8
-5,distance_from_targets,540.7029418945312,FashionMNIST,Schut,JEM Ensemble,6,8
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,8
-6,distance,58.93023681640625,FashionMNIST,Wachter,MLP,6,8
-6,distance_from_energy,824.4470825195312,FashionMNIST,Wachter,MLP,6,8
-6,distance_from_targets,535.3208618164062,FashionMNIST,Wachter,MLP,6,8
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,8
-6,set_size_penalty,2.0011083328940034,FashionMNIST,Wachter,MLP,6,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,8
-7,distance,71.91876983642578,FashionMNIST,Wachter,MLP,6,8
-7,distance_from_energy,849.06298828125,FashionMNIST,Wachter,MLP,6,8
-7,distance_from_targets,508.68927001953125,FashionMNIST,Wachter,MLP,6,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,6,8
-7,set_size_penalty,2.000000000000005,FashionMNIST,Wachter,MLP,6,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,8
-8,distance,79.7209701538086,FashionMNIST,Wachter,MLP,6,8
-8,distance_from_energy,825.4088745117188,FashionMNIST,Wachter,MLP,6,8
-8,distance_from_targets,585.7284545898438,FashionMNIST,Wachter,MLP,6,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,6,8
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,6,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,8
-9,distance,74.76785278320312,FashionMNIST,Wachter,MLP,6,8
-9,distance_from_energy,866.0490112304688,FashionMNIST,Wachter,MLP,6,8
-9,distance_from_targets,508.3043518066406,FashionMNIST,Wachter,MLP,6,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,8
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,6,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,8
-10,distance,89.0470962524414,FashionMNIST,Wachter,MLP,6,8
-10,distance_from_energy,848.8240356445312,FashionMNIST,Wachter,MLP,6,8
-10,distance_from_targets,471.812255859375,FashionMNIST,Wachter,MLP,6,8
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,8
-10,set_size_penalty,2.0408013710923134,FashionMNIST,Wachter,MLP,6,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,8
-6,distance,356.3437805175781,FashionMNIST,REVISE,MLP,6,8
-6,distance_from_energy,849.8701171875,FashionMNIST,REVISE,MLP,6,8
-6,distance_from_targets,611.3964233398438,FashionMNIST,REVISE,MLP,6,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,8
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,8
-6,validity,0.0,FashionMNIST,REVISE,MLP,6,8
-7,distance,273.24224853515625,FashionMNIST,REVISE,MLP,6,8
-7,distance_from_energy,804.0692749023438,FashionMNIST,REVISE,MLP,6,8
-7,distance_from_targets,470.41888427734375,FashionMNIST,REVISE,MLP,6,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,8
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,8
-7,validity,0.0,FashionMNIST,REVISE,MLP,6,8
-8,distance,497.2476501464844,FashionMNIST,REVISE,MLP,6,8
-8,distance_from_energy,843.7529296875,FashionMNIST,REVISE,MLP,6,8
-8,distance_from_targets,491.3575439453125,FashionMNIST,REVISE,MLP,6,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,8
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,8
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,8
-9,distance,308.4837951660156,FashionMNIST,REVISE,MLP,6,8
-9,distance_from_energy,877.5936279296875,FashionMNIST,REVISE,MLP,6,8
-9,distance_from_targets,382.82598876953125,FashionMNIST,REVISE,MLP,6,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,8
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,6,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,6,8
-10,distance,291.6983947753906,FashionMNIST,REVISE,MLP,6,8
-10,distance_from_energy,856.69482421875,FashionMNIST,REVISE,MLP,6,8
-10,distance_from_targets,321.48382568359375,FashionMNIST,REVISE,MLP,6,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,8
-10,set_size_penalty,2.0000000000098725,FashionMNIST,REVISE,MLP,6,8
-10,validity,1.0,FashionMNIST,REVISE,MLP,6,8
-6,distance,682.3973388671875,FashionMNIST,ECCCo,MLP,6,8
-6,distance_from_energy,153.34295654296875,FashionMNIST,ECCCo,MLP,6,8
-6,distance_from_targets,753.352783203125,FashionMNIST,ECCCo,MLP,6,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,8
-6,set_size_penalty,2.9999999999997726,FashionMNIST,ECCCo,MLP,6,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,8
-7,distance,747.3071899414062,FashionMNIST,ECCCo,MLP,6,8
-7,distance_from_energy,112.28904724121094,FashionMNIST,ECCCo,MLP,6,8
-7,distance_from_targets,795.5969848632812,FashionMNIST,ECCCo,MLP,6,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,8
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,6,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,8
-8,distance,742.6273193359375,FashionMNIST,ECCCo,MLP,6,8
-8,distance_from_energy,113.61628723144531,FashionMNIST,ECCCo,MLP,6,8
-8,distance_from_targets,790.471435546875,FashionMNIST,ECCCo,MLP,6,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,8
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,6,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,8
-9,distance,642.2007446289062,FashionMNIST,ECCCo,MLP,6,8
-9,distance_from_energy,242.5458221435547,FashionMNIST,ECCCo,MLP,6,8
-9,distance_from_targets,717.3019409179688,FashionMNIST,ECCCo,MLP,6,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,8
-9,set_size_penalty,2.0000102722526436,FashionMNIST,ECCCo,MLP,6,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,8
-10,distance,704.7521362304688,FashionMNIST,ECCCo,MLP,6,8
-10,distance_from_energy,150.8824462890625,FashionMNIST,ECCCo,MLP,6,8
-10,distance_from_targets,741.20263671875,FashionMNIST,ECCCo,MLP,6,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,8
-10,set_size_penalty,2.0000687263257015,FashionMNIST,ECCCo,MLP,6,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,8
-6,distance,9.5,FashionMNIST,Schut,MLP,6,8
-6,distance_from_energy,867.0687255859375,FashionMNIST,Schut,MLP,6,8
-6,distance_from_targets,516.870361328125,FashionMNIST,Schut,MLP,6,8
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,8
-6,set_size_penalty,2.0004054463928065,FashionMNIST,Schut,MLP,6,8
-6,validity,1.0,FashionMNIST,Schut,MLP,6,8
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,8
-7,distance_from_energy,844.1195068359375,FashionMNIST,Schut,MLP,6,8
-7,distance_from_targets,494.9183044433594,FashionMNIST,Schut,MLP,6,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,8
-7,validity,0.0,FashionMNIST,Schut,MLP,6,8
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,8
-8,distance_from_energy,833.4813232421875,FashionMNIST,Schut,MLP,6,8
-8,distance_from_targets,572.6513671875,FashionMNIST,Schut,MLP,6,8
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,6,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,8
-8,validity,0.0,FashionMNIST,Schut,MLP,6,8
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,8
-9,distance_from_energy,846.15771484375,FashionMNIST,Schut,MLP,6,8
-9,distance_from_targets,484.8132629394531,FashionMNIST,Schut,MLP,6,8
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,8
-9,validity,0.0,FashionMNIST,Schut,MLP,6,8
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,8
-10,distance_from_energy,843.69287109375,FashionMNIST,Schut,MLP,6,8
-10,distance_from_targets,442.7015380859375,FashionMNIST,Schut,MLP,6,8
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,8
-10,validity,0.0,FashionMNIST,Schut,MLP,6,8
-11,distance,87.12602233886719,FashionMNIST,Wachter,MLP Ensemble,6,8
-11,distance_from_energy,738.8187866210938,FashionMNIST,Wachter,MLP Ensemble,6,8
-11,distance_from_targets,505.232666015625,FashionMNIST,Wachter,MLP Ensemble,6,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-12,distance,84.98141479492188,FashionMNIST,Wachter,MLP Ensemble,6,8
-12,distance_from_energy,777.4563598632812,FashionMNIST,Wachter,MLP Ensemble,6,8
-12,distance_from_targets,529.073974609375,FashionMNIST,Wachter,MLP Ensemble,6,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-13,distance,86.58929443359375,FashionMNIST,Wachter,MLP Ensemble,6,8
-13,distance_from_energy,777.8792724609375,FashionMNIST,Wachter,MLP Ensemble,6,8
-13,distance_from_targets,498.1833801269531,FashionMNIST,Wachter,MLP Ensemble,6,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-14,distance,71.5785140991211,FashionMNIST,Wachter,MLP Ensemble,6,8
-14,distance_from_energy,799.412109375,FashionMNIST,Wachter,MLP Ensemble,6,8
-14,distance_from_targets,467.8587951660156,FashionMNIST,Wachter,MLP Ensemble,6,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-15,distance,69.53749084472656,FashionMNIST,Wachter,MLP Ensemble,6,8
-15,distance_from_energy,763.0765991210938,FashionMNIST,Wachter,MLP Ensemble,6,8
-15,distance_from_targets,490.58154296875,FashionMNIST,Wachter,MLP Ensemble,6,8
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-15,set_size_penalty,1.1303470284204817,FashionMNIST,Wachter,MLP Ensemble,6,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,8
-11,distance,367.62078857421875,FashionMNIST,REVISE,MLP Ensemble,6,8
-11,distance_from_energy,782.5011596679688,FashionMNIST,REVISE,MLP Ensemble,6,8
-11,distance_from_targets,508.1994323730469,FashionMNIST,REVISE,MLP Ensemble,6,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-11,set_size_penalty,1.9999999999997522,FashionMNIST,REVISE,MLP Ensemble,6,8
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-12,distance,167.05032348632812,FashionMNIST,REVISE,MLP Ensemble,6,8
-12,distance_from_energy,765.2902221679688,FashionMNIST,REVISE,MLP Ensemble,6,8
-12,distance_from_targets,493.302490234375,FashionMNIST,REVISE,MLP Ensemble,6,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-13,distance,239.06370544433594,FashionMNIST,REVISE,MLP Ensemble,6,8
-13,distance_from_energy,791.1644287109375,FashionMNIST,REVISE,MLP Ensemble,6,8
-13,distance_from_targets,520.1708984375,FashionMNIST,REVISE,MLP Ensemble,6,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-14,distance,342.7262878417969,FashionMNIST,REVISE,MLP Ensemble,6,8
-14,distance_from_energy,774.1234130859375,FashionMNIST,REVISE,MLP Ensemble,6,8
-14,distance_from_targets,477.43505859375,FashionMNIST,REVISE,MLP Ensemble,6,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-15,distance,246.08197021484375,FashionMNIST,REVISE,MLP Ensemble,6,8
-15,distance_from_energy,770.831298828125,FashionMNIST,REVISE,MLP Ensemble,6,8
-15,distance_from_targets,431.10821533203125,FashionMNIST,REVISE,MLP Ensemble,6,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,8
-11,distance,650.54736328125,FashionMNIST,ECCCo,MLP Ensemble,6,8
-11,distance_from_energy,102.11344909667969,FashionMNIST,ECCCo,MLP Ensemble,6,8
-11,distance_from_targets,681.2274780273438,FashionMNIST,ECCCo,MLP Ensemble,6,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-12,distance,653.2328491210938,FashionMNIST,ECCCo,MLP Ensemble,6,8
-12,distance_from_energy,122.2636489868164,FashionMNIST,ECCCo,MLP Ensemble,6,8
-12,distance_from_targets,672.5853881835938,FashionMNIST,ECCCo,MLP Ensemble,6,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-13,distance,717.9373168945312,FashionMNIST,ECCCo,MLP Ensemble,6,8
-13,distance_from_energy,96.2384033203125,FashionMNIST,ECCCo,MLP Ensemble,6,8
-13,distance_from_targets,703.18994140625,FashionMNIST,ECCCo,MLP Ensemble,6,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-14,distance,629.510009765625,FashionMNIST,ECCCo,MLP Ensemble,6,8
-14,distance_from_energy,169.12832641601562,FashionMNIST,ECCCo,MLP Ensemble,6,8
-14,distance_from_targets,634.5939331054688,FashionMNIST,ECCCo,MLP Ensemble,6,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-15,distance,656.1331787109375,FashionMNIST,ECCCo,MLP Ensemble,6,8
-15,distance_from_energy,123.95668029785156,FashionMNIST,ECCCo,MLP Ensemble,6,8
-15,distance_from_targets,661.6466674804688,FashionMNIST,ECCCo,MLP Ensemble,6,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,8
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,6,8
-11,distance_from_energy,743.1763916015625,FashionMNIST,Schut,MLP Ensemble,6,8
-11,distance_from_targets,478.5570373535156,FashionMNIST,Schut,MLP Ensemble,6,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,8
-12,distance_from_energy,769.5970458984375,FashionMNIST,Schut,MLP Ensemble,6,8
-12,distance_from_targets,502.5650634765625,FashionMNIST,Schut,MLP Ensemble,6,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,8
-13,distance_from_energy,810.0125732421875,FashionMNIST,Schut,MLP Ensemble,6,8
-13,distance_from_targets,474.980224609375,FashionMNIST,Schut,MLP Ensemble,6,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,8
-14,distance_from_energy,786.527099609375,FashionMNIST,Schut,MLP Ensemble,6,8
-14,distance_from_targets,433.875,FashionMNIST,Schut,MLP Ensemble,6,8
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,8
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,8
-15,distance_from_energy,776.2804565429688,FashionMNIST,Schut,MLP Ensemble,6,8
-15,distance_from_targets,474.15045166015625,FashionMNIST,Schut,MLP Ensemble,6,8
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,8
-15,set_size_penalty,2.000000000000052,FashionMNIST,Schut,MLP Ensemble,6,8
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,6,8
-16,distance,76.46730041503906,FashionMNIST,Wachter,JEM,6,8
-16,distance_from_energy,858.1961669921875,FashionMNIST,Wachter,JEM,6,8
-16,distance_from_targets,693.5301513671875,FashionMNIST,Wachter,JEM,6,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,8
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,8
-17,distance,67.23514556884766,FashionMNIST,Wachter,JEM,6,8
-17,distance_from_energy,745.4143676757812,FashionMNIST,Wachter,JEM,6,8
-17,distance_from_targets,448.68438720703125,FashionMNIST,Wachter,JEM,6,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,8
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,6,8
-18,distance,99.16815185546875,FashionMNIST,Wachter,JEM,6,8
-18,distance_from_energy,686.3609619140625,FashionMNIST,Wachter,JEM,6,8
-18,distance_from_targets,530.9686889648438,FashionMNIST,Wachter,JEM,6,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,8
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,6,8
-19,distance,86.5458984375,FashionMNIST,Wachter,JEM,6,8
-19,distance_from_energy,826.5442504882812,FashionMNIST,Wachter,JEM,6,8
-19,distance_from_targets,597.1029052734375,FashionMNIST,Wachter,JEM,6,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,6,8
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,6,8
-20,distance,64.51264190673828,FashionMNIST,Wachter,JEM,6,8
-20,distance_from_energy,703.0513916015625,FashionMNIST,Wachter,JEM,6,8
-20,distance_from_targets,470.31524658203125,FashionMNIST,Wachter,JEM,6,8
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,8
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,8
-16,distance,542.2999877929688,FashionMNIST,REVISE,JEM,6,8
-16,distance_from_energy,998.8855590820312,FashionMNIST,REVISE,JEM,6,8
-16,distance_from_targets,784.7510986328125,FashionMNIST,REVISE,JEM,6,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,8
-16,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,8
-17,distance,756.094482421875,FashionMNIST,REVISE,JEM,6,8
-17,distance_from_energy,813.7708740234375,FashionMNIST,REVISE,JEM,6,8
-17,distance_from_targets,633.6747436523438,FashionMNIST,REVISE,JEM,6,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,8
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,8
-17,validity,0.0,FashionMNIST,REVISE,JEM,6,8
-18,distance,831.170654296875,FashionMNIST,REVISE,JEM,6,8
-18,distance_from_energy,598.9970092773438,FashionMNIST,REVISE,JEM,6,8
-18,distance_from_targets,678.5032958984375,FashionMNIST,REVISE,JEM,6,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,8
-18,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,6,8
-18,validity,1.0,FashionMNIST,REVISE,JEM,6,8
-19,distance,446.61419677734375,FashionMNIST,REVISE,JEM,6,8
-19,distance_from_energy,798.1614990234375,FashionMNIST,REVISE,JEM,6,8
-19,distance_from_targets,617.0703735351562,FashionMNIST,REVISE,JEM,6,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,8
-19,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,6,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,6,8
-20,distance,218.64881896972656,FashionMNIST,REVISE,JEM,6,8
-20,distance_from_energy,703.8663330078125,FashionMNIST,REVISE,JEM,6,8
-20,distance_from_targets,435.83843994140625,FashionMNIST,REVISE,JEM,6,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,8
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,8
-20,validity,0.0,FashionMNIST,REVISE,JEM,6,8
-16,distance,758.1908569335938,FashionMNIST,ECCCo,JEM,6,8
-16,distance_from_energy,158.40151977539062,FashionMNIST,ECCCo,JEM,6,8
-16,distance_from_targets,499.71368408203125,FashionMNIST,ECCCo,JEM,6,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,8
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,8
-17,distance,632.7969970703125,FashionMNIST,ECCCo,JEM,6,8
-17,distance_from_energy,91.53651428222656,FashionMNIST,ECCCo,JEM,6,8
-17,distance_from_targets,508.5985107421875,FashionMNIST,ECCCo,JEM,6,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,8
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,8
-18,distance,673.5361328125,FashionMNIST,ECCCo,JEM,6,8
-18,distance_from_energy,129.92916870117188,FashionMNIST,ECCCo,JEM,6,8
-18,distance_from_targets,514.1832885742188,FashionMNIST,ECCCo,JEM,6,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,8
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,8
-19,distance,642.6275024414062,FashionMNIST,ECCCo,JEM,6,8
-19,distance_from_energy,123.0855484008789,FashionMNIST,ECCCo,JEM,6,8
-19,distance_from_targets,540.1065673828125,FashionMNIST,ECCCo,JEM,6,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,8
-19,set_size_penalty,3.0000108223784445,FashionMNIST,ECCCo,JEM,6,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,8
-20,distance,648.3809204101562,FashionMNIST,ECCCo,JEM,6,8
-20,distance_from_energy,153.0644989013672,FashionMNIST,ECCCo,JEM,6,8
-20,distance_from_targets,505.9904479980469,FashionMNIST,ECCCo,JEM,6,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,8
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,8
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,8
-16,distance_from_energy,885.6328125,FashionMNIST,Schut,JEM,6,8
-16,distance_from_targets,683.7230834960938,FashionMNIST,Schut,JEM,6,8
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,8
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,8
-16,validity,0.0,FashionMNIST,Schut,JEM,6,8
-17,distance,10.0,FashionMNIST,Schut,JEM,6,8
-17,distance_from_energy,676.5377807617188,FashionMNIST,Schut,JEM,6,8
-17,distance_from_targets,429.51513671875,FashionMNIST,Schut,JEM,6,8
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,6,8
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,8
-17,validity,0.0,FashionMNIST,Schut,JEM,6,8
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,8
-18,distance_from_energy,747.0143432617188,FashionMNIST,Schut,JEM,6,8
-18,distance_from_targets,506.8032531738281,FashionMNIST,Schut,JEM,6,8
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,8
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,8
-18,validity,0.0,FashionMNIST,Schut,JEM,6,8
-19,distance,9.500001907348633,FashionMNIST,Schut,JEM,6,8
-19,distance_from_energy,760.6244506835938,FashionMNIST,Schut,JEM,6,8
-19,distance_from_targets,570.5665283203125,FashionMNIST,Schut,JEM,6,8
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,8
-19,set_size_penalty,10.0,FashionMNIST,Schut,JEM,6,8
-19,validity,1.0,FashionMNIST,Schut,JEM,6,8
-20,distance,2.1000001430511475,FashionMNIST,Schut,JEM,6,8
-20,distance_from_energy,678.1677856445312,FashionMNIST,Schut,JEM,6,8
-20,distance_from_targets,438.2884826660156,FashionMNIST,Schut,JEM,6,8
-20,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,6,8
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,6,8
-20,validity,1.0,FashionMNIST,Schut,JEM,6,8
-1,distance,185.9274444580078,FashionMNIST,Wachter,JEM Ensemble,6,9
-1,distance_from_energy,699.144775390625,FashionMNIST,Wachter,JEM Ensemble,6,9
-1,distance_from_targets,529.6206665039062,FashionMNIST,Wachter,JEM Ensemble,6,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-2,distance,127.74494934082031,FashionMNIST,Wachter,JEM Ensemble,6,9
-2,distance_from_energy,709.77197265625,FashionMNIST,Wachter,JEM Ensemble,6,9
-2,distance_from_targets,488.4658203125,FashionMNIST,Wachter,JEM Ensemble,6,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-3,distance,178.92803955078125,FashionMNIST,Wachter,JEM Ensemble,6,9
-3,distance_from_energy,636.6766357421875,FashionMNIST,Wachter,JEM Ensemble,6,9
-3,distance_from_targets,523.1212158203125,FashionMNIST,Wachter,JEM Ensemble,6,9
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,6,9
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-4,distance,191.7306671142578,FashionMNIST,Wachter,JEM Ensemble,6,9
-4,distance_from_energy,614.0164184570312,FashionMNIST,Wachter,JEM Ensemble,6,9
-4,distance_from_targets,554.8629760742188,FashionMNIST,Wachter,JEM Ensemble,6,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-5,distance,160.1343231201172,FashionMNIST,Wachter,JEM Ensemble,6,9
-5,distance_from_energy,629.955078125,FashionMNIST,Wachter,JEM Ensemble,6,9
-5,distance_from_targets,507.706787109375,FashionMNIST,Wachter,JEM Ensemble,6,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,6,9
-1,distance,445.2435302734375,FashionMNIST,REVISE,JEM Ensemble,6,9
-1,distance_from_energy,644.3063354492188,FashionMNIST,REVISE,JEM Ensemble,6,9
-1,distance_from_targets,350.4024658203125,FashionMNIST,REVISE,JEM Ensemble,6,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-1,set_size_penalty,3.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-2,distance,647.8507690429688,FashionMNIST,REVISE,JEM Ensemble,6,9
-2,distance_from_energy,506.23272705078125,FashionMNIST,REVISE,JEM Ensemble,6,9
-2,distance_from_targets,562.9037475585938,FashionMNIST,REVISE,JEM Ensemble,6,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-3,distance,749.4985961914062,FashionMNIST,REVISE,JEM Ensemble,6,9
-3,distance_from_energy,512.53759765625,FashionMNIST,REVISE,JEM Ensemble,6,9
-3,distance_from_targets,645.3417358398438,FashionMNIST,REVISE,JEM Ensemble,6,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-4,distance,696.02783203125,FashionMNIST,REVISE,JEM Ensemble,6,9
-4,distance_from_energy,394.10748291015625,FashionMNIST,REVISE,JEM Ensemble,6,9
-4,distance_from_targets,552.3330078125,FashionMNIST,REVISE,JEM Ensemble,6,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-5,distance,536.7911987304688,FashionMNIST,REVISE,JEM Ensemble,6,9
-5,distance_from_energy,677.5180053710938,FashionMNIST,REVISE,JEM Ensemble,6,9
-5,distance_from_targets,462.07781982421875,FashionMNIST,REVISE,JEM Ensemble,6,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,6,9
-1,distance,634.7183227539062,FashionMNIST,ECCCo,JEM Ensemble,6,9
-1,distance_from_energy,140.35104370117188,FashionMNIST,ECCCo,JEM Ensemble,6,9
-1,distance_from_targets,520.2673950195312,FashionMNIST,ECCCo,JEM Ensemble,6,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-1,set_size_penalty,3.0000001695104475,FashionMNIST,ECCCo,JEM Ensemble,6,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-2,distance,636.2998046875,FashionMNIST,ECCCo,JEM Ensemble,6,9
-2,distance_from_energy,144.3465118408203,FashionMNIST,ECCCo,JEM Ensemble,6,9
-2,distance_from_targets,527.702880859375,FashionMNIST,ECCCo,JEM Ensemble,6,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-3,distance,590.9990844726562,FashionMNIST,ECCCo,JEM Ensemble,6,9
-3,distance_from_energy,111.76454162597656,FashionMNIST,ECCCo,JEM Ensemble,6,9
-3,distance_from_targets,512.8516235351562,FashionMNIST,ECCCo,JEM Ensemble,6,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-4,distance,613.3545532226562,FashionMNIST,ECCCo,JEM Ensemble,6,9
-4,distance_from_energy,68.5958023071289,FashionMNIST,ECCCo,JEM Ensemble,6,9
-4,distance_from_targets,521.6779174804688,FashionMNIST,ECCCo,JEM Ensemble,6,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-4,set_size_penalty,3.000000000001221,FashionMNIST,ECCCo,JEM Ensemble,6,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-5,distance,579.793212890625,FashionMNIST,ECCCo,JEM Ensemble,6,9
-5,distance_from_energy,78.8138427734375,FashionMNIST,ECCCo,JEM Ensemble,6,9
-5,distance_from_targets,550.7936401367188,FashionMNIST,ECCCo,JEM Ensemble,6,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-5,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,6,9
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,9
-1,distance_from_energy,688.1630859375,FashionMNIST,Schut,JEM Ensemble,6,9
-1,distance_from_targets,512.2581176757812,FashionMNIST,Schut,JEM Ensemble,6,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,9
-2,distance_from_energy,764.5492553710938,FashionMNIST,Schut,JEM Ensemble,6,9
-2,distance_from_targets,479.2803039550781,FashionMNIST,Schut,JEM Ensemble,6,9
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,9
-3,distance_from_energy,730.63525390625,FashionMNIST,Schut,JEM Ensemble,6,9
-3,distance_from_targets,502.83856201171875,FashionMNIST,Schut,JEM Ensemble,6,9
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,6,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,6,9
-4,distance_from_energy,724.00048828125,FashionMNIST,Schut,JEM Ensemble,6,9
-4,distance_from_targets,540.8169555664062,FashionMNIST,Schut,JEM Ensemble,6,9
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,6,9
-5,distance_from_energy,699.7191162109375,FashionMNIST,Schut,JEM Ensemble,6,9
-5,distance_from_targets,492.8754577636719,FashionMNIST,Schut,JEM Ensemble,6,9
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,6,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,6,9
-6,distance,76.22149658203125,FashionMNIST,Wachter,MLP,6,9
-6,distance_from_energy,866.6550903320312,FashionMNIST,Wachter,MLP,6,9
-6,distance_from_targets,540.1105346679688,FashionMNIST,Wachter,MLP,6,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,6,9
-6,set_size_penalty,4.999995447840847,FashionMNIST,Wachter,MLP,6,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,6,9
-7,distance,94.55864715576172,FashionMNIST,Wachter,MLP,6,9
-7,distance_from_energy,874.5963134765625,FashionMNIST,Wachter,MLP,6,9
-7,distance_from_targets,562.6370849609375,FashionMNIST,Wachter,MLP,6,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,6,9
-7,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,6,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,6,9
-8,distance,106.81932067871094,FashionMNIST,Wachter,MLP,6,9
-8,distance_from_energy,863.4019775390625,FashionMNIST,Wachter,MLP,6,9
-8,distance_from_targets,602.31201171875,FashionMNIST,Wachter,MLP,6,9
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,6,9
-8,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,6,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,6,9
-9,distance,96.91990661621094,FashionMNIST,Wachter,MLP,6,9
-9,distance_from_energy,874.955078125,FashionMNIST,Wachter,MLP,6,9
-9,distance_from_targets,501.7091064453125,FashionMNIST,Wachter,MLP,6,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,6,9
-9,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,6,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,6,9
-10,distance,82.365478515625,FashionMNIST,Wachter,MLP,6,9
-10,distance_from_energy,849.0400390625,FashionMNIST,Wachter,MLP,6,9
-10,distance_from_targets,570.7987060546875,FashionMNIST,Wachter,MLP,6,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,6,9
-10,set_size_penalty,4.999536616128741,FashionMNIST,Wachter,MLP,6,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,6,9
-6,distance,249.4355926513672,FashionMNIST,REVISE,MLP,6,9
-6,distance_from_energy,853.8010864257812,FashionMNIST,REVISE,MLP,6,9
-6,distance_from_targets,508.8484802246094,FashionMNIST,REVISE,MLP,6,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,6,9
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,9
-6,validity,0.0,FashionMNIST,REVISE,MLP,6,9
-7,distance,282.11749267578125,FashionMNIST,REVISE,MLP,6,9
-7,distance_from_energy,852.0828247070312,FashionMNIST,REVISE,MLP,6,9
-7,distance_from_targets,454.8575134277344,FashionMNIST,REVISE,MLP,6,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,6,9
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,6,9
-7,validity,1.0,FashionMNIST,REVISE,MLP,6,9
-8,distance,408.3135681152344,FashionMNIST,REVISE,MLP,6,9
-8,distance_from_energy,914.6448974609375,FashionMNIST,REVISE,MLP,6,9
-8,distance_from_targets,543.7571411132812,FashionMNIST,REVISE,MLP,6,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,6,9
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,9
-8,validity,0.0,FashionMNIST,REVISE,MLP,6,9
-9,distance,228.82716369628906,FashionMNIST,REVISE,MLP,6,9
-9,distance_from_energy,873.1788330078125,FashionMNIST,REVISE,MLP,6,9
-9,distance_from_targets,445.12017822265625,FashionMNIST,REVISE,MLP,6,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,6,9
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,6,9
-9,validity,0.0,FashionMNIST,REVISE,MLP,6,9
-10,distance,274.37701416015625,FashionMNIST,REVISE,MLP,6,9
-10,distance_from_energy,828.9259643554688,FashionMNIST,REVISE,MLP,6,9
-10,distance_from_targets,444.2557067871094,FashionMNIST,REVISE,MLP,6,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,6,9
-10,set_size_penalty,3.0000000000000013,FashionMNIST,REVISE,MLP,6,9
-10,validity,1.0,FashionMNIST,REVISE,MLP,6,9
-6,distance,704.0555419921875,FashionMNIST,ECCCo,MLP,6,9
-6,distance_from_energy,152.1054229736328,FashionMNIST,ECCCo,MLP,6,9
-6,distance_from_targets,738.6689453125,FashionMNIST,ECCCo,MLP,6,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,9
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,6,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,6,9
-7,distance,649.1387939453125,FashionMNIST,ECCCo,MLP,6,9
-7,distance_from_energy,186.83493041992188,FashionMNIST,ECCCo,MLP,6,9
-7,distance_from_targets,712.6787719726562,FashionMNIST,ECCCo,MLP,6,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,9
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,6,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,6,9
-8,distance,736.3118286132812,FashionMNIST,ECCCo,MLP,6,9
-8,distance_from_energy,181.32211303710938,FashionMNIST,ECCCo,MLP,6,9
-8,distance_from_targets,730.2796020507812,FashionMNIST,ECCCo,MLP,6,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,9
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,6,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,6,9
-9,distance,715.228271484375,FashionMNIST,ECCCo,MLP,6,9
-9,distance_from_energy,195.108154296875,FashionMNIST,ECCCo,MLP,6,9
-9,distance_from_targets,724.3114013671875,FashionMNIST,ECCCo,MLP,6,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,9
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,6,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,6,9
-10,distance,642.8947143554688,FashionMNIST,ECCCo,MLP,6,9
-10,distance_from_energy,192.41293334960938,FashionMNIST,ECCCo,MLP,6,9
-10,distance_from_targets,705.9611206054688,FashionMNIST,ECCCo,MLP,6,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,6,9
-10,set_size_penalty,2.0243998894450312,FashionMNIST,ECCCo,MLP,6,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,6,9
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,9
-6,distance_from_energy,810.2721557617188,FashionMNIST,Schut,MLP,6,9
-6,distance_from_targets,511.3236083984375,FashionMNIST,Schut,MLP,6,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,9
-6,validity,0.0,FashionMNIST,Schut,MLP,6,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,9
-7,distance_from_energy,866.3429565429688,FashionMNIST,Schut,MLP,6,9
-7,distance_from_targets,532.8067016601562,FashionMNIST,Schut,MLP,6,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,9
-7,validity,0.0,FashionMNIST,Schut,MLP,6,9
-8,distance,10.0,FashionMNIST,Schut,MLP,6,9
-8,distance_from_energy,916.8634643554688,FashionMNIST,Schut,MLP,6,9
-8,distance_from_targets,576.7410278320312,FashionMNIST,Schut,MLP,6,9
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,9
-8,validity,0.0,FashionMNIST,Schut,MLP,6,9
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,6,9
-9,distance_from_energy,901.2532348632812,FashionMNIST,Schut,MLP,6,9
-9,distance_from_targets,465.38555908203125,FashionMNIST,Schut,MLP,6,9
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,9
-9,validity,0.0,FashionMNIST,Schut,MLP,6,9
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,6,9
-10,distance_from_energy,820.7689208984375,FashionMNIST,Schut,MLP,6,9
-10,distance_from_targets,542.5939331054688,FashionMNIST,Schut,MLP,6,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,6,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,6,9
-10,validity,0.0,FashionMNIST,Schut,MLP,6,9
-11,distance,93.20606231689453,FashionMNIST,Wachter,MLP Ensemble,6,9
-11,distance_from_energy,741.3333740234375,FashionMNIST,Wachter,MLP Ensemble,6,9
-11,distance_from_targets,536.4161987304688,FashionMNIST,Wachter,MLP Ensemble,6,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-11,set_size_penalty,3.000000000000038,FashionMNIST,Wachter,MLP Ensemble,6,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-12,distance,98.04141998291016,FashionMNIST,Wachter,MLP Ensemble,6,9
-12,distance_from_energy,752.5101318359375,FashionMNIST,Wachter,MLP Ensemble,6,9
-12,distance_from_targets,552.9150390625,FashionMNIST,Wachter,MLP Ensemble,6,9
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,6,9
-12,set_size_penalty,3.999999999369715,FashionMNIST,Wachter,MLP Ensemble,6,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-13,distance,73.91655731201172,FashionMNIST,Wachter,MLP Ensemble,6,9
-13,distance_from_energy,762.8707275390625,FashionMNIST,Wachter,MLP Ensemble,6,9
-13,distance_from_targets,543.1060791015625,FashionMNIST,Wachter,MLP Ensemble,6,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-13,set_size_penalty,2.011020116603752,FashionMNIST,Wachter,MLP Ensemble,6,9
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-14,distance,106.55999755859375,FashionMNIST,Wachter,MLP Ensemble,6,9
-14,distance_from_energy,776.8291625976562,FashionMNIST,Wachter,MLP Ensemble,6,9
-14,distance_from_targets,511.9231262207031,FashionMNIST,Wachter,MLP Ensemble,6,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-14,set_size_penalty,3.610757089333045,FashionMNIST,Wachter,MLP Ensemble,6,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-15,distance,106.88703918457031,FashionMNIST,Wachter,MLP Ensemble,6,9
-15,distance_from_energy,757.3068237304688,FashionMNIST,Wachter,MLP Ensemble,6,9
-15,distance_from_targets,562.7387084960938,FashionMNIST,Wachter,MLP Ensemble,6,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-15,set_size_penalty,3.000000000000744,FashionMNIST,Wachter,MLP Ensemble,6,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,6,9
-11,distance,247.91787719726562,FashionMNIST,REVISE,MLP Ensemble,6,9
-11,distance_from_energy,760.0517578125,FashionMNIST,REVISE,MLP Ensemble,6,9
-11,distance_from_targets,512.9694213867188,FashionMNIST,REVISE,MLP Ensemble,6,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-12,distance,338.8672180175781,FashionMNIST,REVISE,MLP Ensemble,6,9
-12,distance_from_energy,725.7380981445312,FashionMNIST,REVISE,MLP Ensemble,6,9
-12,distance_from_targets,391.8516540527344,FashionMNIST,REVISE,MLP Ensemble,6,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-12,set_size_penalty,2.999999998503702,FashionMNIST,REVISE,MLP Ensemble,6,9
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-13,distance,147.34344482421875,FashionMNIST,REVISE,MLP Ensemble,6,9
-13,distance_from_energy,779.191162109375,FashionMNIST,REVISE,MLP Ensemble,6,9
-13,distance_from_targets,507.2292785644531,FashionMNIST,REVISE,MLP Ensemble,6,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-14,distance,214.61810302734375,FashionMNIST,REVISE,MLP Ensemble,6,9
-14,distance_from_energy,814.216064453125,FashionMNIST,REVISE,MLP Ensemble,6,9
-14,distance_from_targets,456.7626037597656,FashionMNIST,REVISE,MLP Ensemble,6,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-15,distance,406.35504150390625,FashionMNIST,REVISE,MLP Ensemble,6,9
-15,distance_from_energy,735.78271484375,FashionMNIST,REVISE,MLP Ensemble,6,9
-15,distance_from_targets,462.5266418457031,FashionMNIST,REVISE,MLP Ensemble,6,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-15,set_size_penalty,1.9999999999999976,FashionMNIST,REVISE,MLP Ensemble,6,9
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,6,9
-11,distance,638.7384643554688,FashionMNIST,ECCCo,MLP Ensemble,6,9
-11,distance_from_energy,126.25594329833984,FashionMNIST,ECCCo,MLP Ensemble,6,9
-11,distance_from_targets,665.7681884765625,FashionMNIST,ECCCo,MLP Ensemble,6,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-12,distance,660.1060180664062,FashionMNIST,ECCCo,MLP Ensemble,6,9
-12,distance_from_energy,110.79410552978516,FashionMNIST,ECCCo,MLP Ensemble,6,9
-12,distance_from_targets,677.2564697265625,FashionMNIST,ECCCo,MLP Ensemble,6,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-13,distance,610.4660034179688,FashionMNIST,ECCCo,MLP Ensemble,6,9
-13,distance_from_energy,172.03541564941406,FashionMNIST,ECCCo,MLP Ensemble,6,9
-13,distance_from_targets,643.614013671875,FashionMNIST,ECCCo,MLP Ensemble,6,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-14,distance,695.6234741210938,FashionMNIST,ECCCo,MLP Ensemble,6,9
-14,distance_from_energy,133.5668182373047,FashionMNIST,ECCCo,MLP Ensemble,6,9
-14,distance_from_targets,661.4791259765625,FashionMNIST,ECCCo,MLP Ensemble,6,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-15,distance,674.2146606445312,FashionMNIST,ECCCo,MLP Ensemble,6,9
-15,distance_from_energy,123.46337890625,FashionMNIST,ECCCo,MLP Ensemble,6,9
-15,distance_from_targets,694.9609375,FashionMNIST,ECCCo,MLP Ensemble,6,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,6,9
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,9
-11,distance_from_energy,752.7098388671875,FashionMNIST,Schut,MLP Ensemble,6,9
-11,distance_from_targets,502.9800720214844,FashionMNIST,Schut,MLP Ensemble,6,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,9
-12,distance_from_energy,779.9678344726562,FashionMNIST,Schut,MLP Ensemble,6,9
-12,distance_from_targets,519.2870483398438,FashionMNIST,Schut,MLP Ensemble,6,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,6,9
-13,distance_from_energy,759.1434326171875,FashionMNIST,Schut,MLP Ensemble,6,9
-13,distance_from_targets,528.1580200195312,FashionMNIST,Schut,MLP Ensemble,6,9
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,6,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,9
-14,distance_from_energy,829.4075317382812,FashionMNIST,Schut,MLP Ensemble,6,9
-14,distance_from_targets,489.7471923828125,FashionMNIST,Schut,MLP Ensemble,6,9
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,6,9
-15,distance_from_energy,787.4612426757812,FashionMNIST,Schut,MLP Ensemble,6,9
-15,distance_from_targets,530.6485595703125,FashionMNIST,Schut,MLP Ensemble,6,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,6,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,6,9
-16,distance,73.42359924316406,FashionMNIST,Wachter,JEM,6,9
-16,distance_from_energy,785.2682495117188,FashionMNIST,Wachter,JEM,6,9
-16,distance_from_targets,525.9895629882812,FashionMNIST,Wachter,JEM,6,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,6,9
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,6,9
-17,distance,76.85488891601562,FashionMNIST,Wachter,JEM,6,9
-17,distance_from_energy,654.748046875,FashionMNIST,Wachter,JEM,6,9
-17,distance_from_targets,514.9088745117188,FashionMNIST,Wachter,JEM,6,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,6,9
-17,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,6,9
-17,validity,0.0,FashionMNIST,Wachter,JEM,6,9
-18,distance,73.1234130859375,FashionMNIST,Wachter,JEM,6,9
-18,distance_from_energy,770.548095703125,FashionMNIST,Wachter,JEM,6,9
-18,distance_from_targets,528.8490600585938,FashionMNIST,Wachter,JEM,6,9
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,6,9
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,6,9
-18,validity,0.0,FashionMNIST,Wachter,JEM,6,9
-19,distance,70.80392456054688,FashionMNIST,Wachter,JEM,6,9
-19,distance_from_energy,720.2327270507812,FashionMNIST,Wachter,JEM,6,9
-19,distance_from_targets,511.8868103027344,FashionMNIST,Wachter,JEM,6,9
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,6,9
-19,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,6,9
-19,validity,0.0,FashionMNIST,Wachter,JEM,6,9
-20,distance,89.58767700195312,FashionMNIST,Wachter,JEM,6,9
-20,distance_from_energy,711.2763061523438,FashionMNIST,Wachter,JEM,6,9
-20,distance_from_targets,548.1590576171875,FashionMNIST,Wachter,JEM,6,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,6,9
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,6,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,6,9
-16,distance,817.1414184570312,FashionMNIST,REVISE,JEM,6,9
-16,distance_from_energy,692.6795654296875,FashionMNIST,REVISE,JEM,6,9
-16,distance_from_targets,589.672607421875,FashionMNIST,REVISE,JEM,6,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,6,9
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,6,9
-16,validity,1.0,FashionMNIST,REVISE,JEM,6,9
-17,distance,630.7047119140625,FashionMNIST,REVISE,JEM,6,9
-17,distance_from_energy,660.5803833007812,FashionMNIST,REVISE,JEM,6,9
-17,distance_from_targets,447.66156005859375,FashionMNIST,REVISE,JEM,6,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,6,9
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,9
-17,validity,0.0,FashionMNIST,REVISE,JEM,6,9
-18,distance,786.8991088867188,FashionMNIST,REVISE,JEM,6,9
-18,distance_from_energy,993.3323974609375,FashionMNIST,REVISE,JEM,6,9
-18,distance_from_targets,688.8900146484375,FashionMNIST,REVISE,JEM,6,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,6,9
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,6,9
-18,validity,0.0,FashionMNIST,REVISE,JEM,6,9
-19,distance,640.2462158203125,FashionMNIST,REVISE,JEM,6,9
-19,distance_from_energy,554.6353149414062,FashionMNIST,REVISE,JEM,6,9
-19,distance_from_targets,458.30401611328125,FashionMNIST,REVISE,JEM,6,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,6,9
-19,set_size_penalty,3.0000000000000018,FashionMNIST,REVISE,JEM,6,9
-19,validity,1.0,FashionMNIST,REVISE,JEM,6,9
-20,distance,763.0767211914062,FashionMNIST,REVISE,JEM,6,9
-20,distance_from_energy,570.8806762695312,FashionMNIST,REVISE,JEM,6,9
-20,distance_from_targets,537.9085083007812,FashionMNIST,REVISE,JEM,6,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,6,9
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,6,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,6,9
-16,distance,541.1506958007812,FashionMNIST,ECCCo,JEM,6,9
-16,distance_from_energy,131.80233764648438,FashionMNIST,ECCCo,JEM,6,9
-16,distance_from_targets,519.6937866210938,FashionMNIST,ECCCo,JEM,6,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,9
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,6,9
-17,distance,638.8081665039062,FashionMNIST,ECCCo,JEM,6,9
-17,distance_from_energy,157.98855590820312,FashionMNIST,ECCCo,JEM,6,9
-17,distance_from_targets,484.9927673339844,FashionMNIST,ECCCo,JEM,6,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,9
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,6,9
-18,distance,572.9193725585938,FashionMNIST,ECCCo,JEM,6,9
-18,distance_from_energy,130.08917236328125,FashionMNIST,ECCCo,JEM,6,9
-18,distance_from_targets,498.42645263671875,FashionMNIST,ECCCo,JEM,6,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,9
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,6,9
-19,distance,609.5708618164062,FashionMNIST,ECCCo,JEM,6,9
-19,distance_from_energy,95.70401763916016,FashionMNIST,ECCCo,JEM,6,9
-19,distance_from_targets,514.0617065429688,FashionMNIST,ECCCo,JEM,6,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,9
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,6,9
-20,distance,598.3738403320312,FashionMNIST,ECCCo,JEM,6,9
-20,distance_from_energy,98.61491394042969,FashionMNIST,ECCCo,JEM,6,9
-20,distance_from_targets,526.134033203125,FashionMNIST,ECCCo,JEM,6,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,6,9
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,6,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,6,9
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,9
-16,distance_from_energy,789.393798828125,FashionMNIST,Schut,JEM,6,9
-16,distance_from_targets,494.6447448730469,FashionMNIST,Schut,JEM,6,9
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,9
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,9
-16,validity,0.0,FashionMNIST,Schut,JEM,6,9
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,6,9
-17,distance_from_energy,697.6085815429688,FashionMNIST,Schut,JEM,6,9
-17,distance_from_targets,489.14581298828125,FashionMNIST,Schut,JEM,6,9
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,9
-17,validity,0.0,FashionMNIST,Schut,JEM,6,9
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,9
-18,distance_from_energy,693.1690673828125,FashionMNIST,Schut,JEM,6,9
-18,distance_from_targets,503.8236389160156,FashionMNIST,Schut,JEM,6,9
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,9
-18,validity,0.0,FashionMNIST,Schut,JEM,6,9
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,9
-19,distance_from_energy,783.1048583984375,FashionMNIST,Schut,JEM,6,9
-19,distance_from_targets,490.5382080078125,FashionMNIST,Schut,JEM,6,9
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,6,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,9
-19,validity,0.0,FashionMNIST,Schut,JEM,6,9
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,6,9
-20,distance_from_energy,686.6383666992188,FashionMNIST,Schut,JEM,6,9
-20,distance_from_targets,518.4024658203125,FashionMNIST,Schut,JEM,6,9
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,6,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,6,9
-20,validity,0.0,FashionMNIST,Schut,JEM,6,9
-1,distance,66.91654968261719,FashionMNIST,Wachter,JEM Ensemble,7,0
-1,distance_from_energy,567.2471313476562,FashionMNIST,Wachter,JEM Ensemble,7,0
-1,distance_from_targets,379.2848815917969,FashionMNIST,Wachter,JEM Ensemble,7,0
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,7,0
-1,set_size_penalty,5.999999999970229,FashionMNIST,Wachter,JEM Ensemble,7,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-2,distance,90.40083312988281,FashionMNIST,Wachter,JEM Ensemble,7,0
-2,distance_from_energy,671.4890747070312,FashionMNIST,Wachter,JEM Ensemble,7,0
-2,distance_from_targets,432.7684326171875,FashionMNIST,Wachter,JEM Ensemble,7,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-3,distance,92.65826416015625,FashionMNIST,Wachter,JEM Ensemble,7,0
-3,distance_from_energy,743.9520874023438,FashionMNIST,Wachter,JEM Ensemble,7,0
-3,distance_from_targets,531.6390380859375,FashionMNIST,Wachter,JEM Ensemble,7,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-3,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-3,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-4,distance,108.24449920654297,FashionMNIST,Wachter,JEM Ensemble,7,0
-4,distance_from_energy,741.774658203125,FashionMNIST,Wachter,JEM Ensemble,7,0
-4,distance_from_targets,541.04638671875,FashionMNIST,Wachter,JEM Ensemble,7,0
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,7,0
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-5,distance,95.01619720458984,FashionMNIST,Wachter,JEM Ensemble,7,0
-5,distance_from_energy,595.79833984375,FashionMNIST,Wachter,JEM Ensemble,7,0
-5,distance_from_targets,368.2513427734375,FashionMNIST,Wachter,JEM Ensemble,7,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,0
-1,distance,451.8161315917969,FashionMNIST,REVISE,JEM Ensemble,7,0
-1,distance_from_energy,398.865478515625,FashionMNIST,REVISE,JEM Ensemble,7,0
-1,distance_from_targets,316.772705078125,FashionMNIST,REVISE,JEM Ensemble,7,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-2,distance,345.3827209472656,FashionMNIST,REVISE,JEM Ensemble,7,0
-2,distance_from_energy,473.26666259765625,FashionMNIST,REVISE,JEM Ensemble,7,0
-2,distance_from_targets,256.7298889160156,FashionMNIST,REVISE,JEM Ensemble,7,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-3,distance,456.6964416503906,FashionMNIST,REVISE,JEM Ensemble,7,0
-3,distance_from_energy,456.06036376953125,FashionMNIST,REVISE,JEM Ensemble,7,0
-3,distance_from_targets,288.8962707519531,FashionMNIST,REVISE,JEM Ensemble,7,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-4,distance,674.9609985351562,FashionMNIST,REVISE,JEM Ensemble,7,0
-4,distance_from_energy,631.9977416992188,FashionMNIST,REVISE,JEM Ensemble,7,0
-4,distance_from_targets,566.9970092773438,FashionMNIST,REVISE,JEM Ensemble,7,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-4,set_size_penalty,3.9999990213599776,FashionMNIST,REVISE,JEM Ensemble,7,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-5,distance,238.32928466796875,FashionMNIST,REVISE,JEM Ensemble,7,0
-5,distance_from_energy,479.3119201660156,FashionMNIST,REVISE,JEM Ensemble,7,0
-5,distance_from_targets,268.8879089355469,FashionMNIST,REVISE,JEM Ensemble,7,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-5,set_size_penalty,7.00000000005515,FashionMNIST,REVISE,JEM Ensemble,7,0
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,0
-1,distance,513.2520141601562,FashionMNIST,ECCCo,JEM Ensemble,7,0
-1,distance_from_energy,117.09349060058594,FashionMNIST,ECCCo,JEM Ensemble,7,0
-1,distance_from_targets,330.03009033203125,FashionMNIST,ECCCo,JEM Ensemble,7,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-1,set_size_penalty,3.000001573951885,FashionMNIST,ECCCo,JEM Ensemble,7,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-2,distance,579.06396484375,FashionMNIST,ECCCo,JEM Ensemble,7,0
-2,distance_from_energy,73.18700408935547,FashionMNIST,ECCCo,JEM Ensemble,7,0
-2,distance_from_targets,299.4012145996094,FashionMNIST,ECCCo,JEM Ensemble,7,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-3,distance,717.7449340820312,FashionMNIST,ECCCo,JEM Ensemble,7,0
-3,distance_from_energy,49.330909729003906,FashionMNIST,ECCCo,JEM Ensemble,7,0
-3,distance_from_targets,371.3882751464844,FashionMNIST,ECCCo,JEM Ensemble,7,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-4,distance,669.408447265625,FashionMNIST,ECCCo,JEM Ensemble,7,0
-4,distance_from_energy,89.78063201904297,FashionMNIST,ECCCo,JEM Ensemble,7,0
-4,distance_from_targets,302.31854248046875,FashionMNIST,ECCCo,JEM Ensemble,7,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-5,distance,504.2436828613281,FashionMNIST,ECCCo,JEM Ensemble,7,0
-5,distance_from_energy,131.15811157226562,FashionMNIST,ECCCo,JEM Ensemble,7,0
-5,distance_from_targets,312.44708251953125,FashionMNIST,ECCCo,JEM Ensemble,7,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,0
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,0
-1,distance_from_energy,580.7144165039062,FashionMNIST,Schut,JEM Ensemble,7,0
-1,distance_from_targets,355.6993103027344,FashionMNIST,Schut,JEM Ensemble,7,0
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,0
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,0
-2,distance_from_energy,649.2622680664062,FashionMNIST,Schut,JEM Ensemble,7,0
-2,distance_from_targets,415.4283142089844,FashionMNIST,Schut,JEM Ensemble,7,0
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,0
-3,distance_from_energy,748.4348754882812,FashionMNIST,Schut,JEM Ensemble,7,0
-3,distance_from_targets,523.2879638671875,FashionMNIST,Schut,JEM Ensemble,7,0
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,7,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,0
-4,distance_from_energy,754.4342041015625,FashionMNIST,Schut,JEM Ensemble,7,0
-4,distance_from_targets,528.33154296875,FashionMNIST,Schut,JEM Ensemble,7,0
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,0
-5,distance_from_energy,634.9290771484375,FashionMNIST,Schut,JEM Ensemble,7,0
-5,distance_from_targets,357.26446533203125,FashionMNIST,Schut,JEM Ensemble,7,0
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,0
-6,distance,61.93518829345703,FashionMNIST,Wachter,MLP,7,0
-6,distance_from_energy,927.18115234375,FashionMNIST,Wachter,MLP,7,0
-6,distance_from_targets,363.4788818359375,FashionMNIST,Wachter,MLP,7,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,0
-6,set_size_penalty,1.0002714177925571,FashionMNIST,Wachter,MLP,7,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,0
-7,distance,94.58053588867188,FashionMNIST,Wachter,MLP,7,0
-7,distance_from_energy,898.2937622070312,FashionMNIST,Wachter,MLP,7,0
-7,distance_from_targets,493.5933837890625,FashionMNIST,Wachter,MLP,7,0
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,0
-7,set_size_penalty,3.9999999352488684,FashionMNIST,Wachter,MLP,7,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,0
-8,distance,124.21682739257812,FashionMNIST,Wachter,MLP,7,0
-8,distance_from_energy,930.4972534179688,FashionMNIST,Wachter,MLP,7,0
-8,distance_from_targets,626.3604736328125,FashionMNIST,Wachter,MLP,7,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,7,0
-8,set_size_penalty,3.005544253616299,FashionMNIST,Wachter,MLP,7,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,0
-9,distance,118.72665405273438,FashionMNIST,Wachter,MLP,7,0
-9,distance_from_energy,970.3244018554688,FashionMNIST,Wachter,MLP,7,0
-9,distance_from_targets,730.3823852539062,FashionMNIST,Wachter,MLP,7,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,0
-9,set_size_penalty,9.97920346429802,FashionMNIST,Wachter,MLP,7,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,0
-10,distance,98.725341796875,FashionMNIST,Wachter,MLP,7,0
-10,distance_from_energy,892.95361328125,FashionMNIST,Wachter,MLP,7,0
-10,distance_from_targets,530.717041015625,FashionMNIST,Wachter,MLP,7,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,7,0
-10,set_size_penalty,2.9999996333962,FashionMNIST,Wachter,MLP,7,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,0
-6,distance,261.06182861328125,FashionMNIST,REVISE,MLP,7,0
-6,distance_from_energy,846.2869262695312,FashionMNIST,REVISE,MLP,7,0
-6,distance_from_targets,211.09742736816406,FashionMNIST,REVISE,MLP,7,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,0
-6,set_size_penalty,2.9999999999931086,FashionMNIST,REVISE,MLP,7,0
-6,validity,1.0,FashionMNIST,REVISE,MLP,7,0
-7,distance,178.5414581298828,FashionMNIST,REVISE,MLP,7,0
-7,distance_from_energy,891.8243408203125,FashionMNIST,REVISE,MLP,7,0
-7,distance_from_targets,389.7227478027344,FashionMNIST,REVISE,MLP,7,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,0
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,0
-7,validity,0.0,FashionMNIST,REVISE,MLP,7,0
-8,distance,222.4903106689453,FashionMNIST,REVISE,MLP,7,0
-8,distance_from_energy,932.4134521484375,FashionMNIST,REVISE,MLP,7,0
-8,distance_from_targets,526.2105102539062,FashionMNIST,REVISE,MLP,7,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,0
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,0
-8,validity,0.0,FashionMNIST,REVISE,MLP,7,0
-9,distance,218.48849487304688,FashionMNIST,REVISE,MLP,7,0
-9,distance_from_energy,954.9869384765625,FashionMNIST,REVISE,MLP,7,0
-9,distance_from_targets,639.8915405273438,FashionMNIST,REVISE,MLP,7,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,0
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,0
-9,validity,0.0,FashionMNIST,REVISE,MLP,7,0
-10,distance,168.94532775878906,FashionMNIST,REVISE,MLP,7,0
-10,distance_from_energy,901.9235229492188,FashionMNIST,REVISE,MLP,7,0
-10,distance_from_targets,451.28668212890625,FashionMNIST,REVISE,MLP,7,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,0
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,0
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,0
-6,distance,680.1719360351562,FashionMNIST,ECCCo,MLP,7,0
-6,distance_from_energy,249.75613403320312,FashionMNIST,ECCCo,MLP,7,0
-6,distance_from_targets,635.9218139648438,FashionMNIST,ECCCo,MLP,7,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,0
-6,set_size_penalty,2.0000000000690212,FashionMNIST,ECCCo,MLP,7,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,0
-7,distance,776.039306640625,FashionMNIST,ECCCo,MLP,7,0
-7,distance_from_energy,175.47811889648438,FashionMNIST,ECCCo,MLP,7,0
-7,distance_from_targets,693.6055297851562,FashionMNIST,ECCCo,MLP,7,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,0
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,0
-8,distance,846.7349853515625,FashionMNIST,ECCCo,MLP,7,0
-8,distance_from_energy,144.81289672851562,FashionMNIST,ECCCo,MLP,7,0
-8,distance_from_targets,695.2432250976562,FashionMNIST,ECCCo,MLP,7,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,0
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,0
-9,distance,757.0706787109375,FashionMNIST,ECCCo,MLP,7,0
-9,distance_from_energy,222.3607177734375,FashionMNIST,ECCCo,MLP,7,0
-9,distance_from_targets,726.3020629882812,FashionMNIST,ECCCo,MLP,7,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,0
-9,set_size_penalty,1.5405227129665986,FashionMNIST,ECCCo,MLP,7,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,0
-10,distance,796.3789672851562,FashionMNIST,ECCCo,MLP,7,0
-10,distance_from_energy,167.06869506835938,FashionMNIST,ECCCo,MLP,7,0
-10,distance_from_targets,732.6532592773438,FashionMNIST,ECCCo,MLP,7,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,0
-10,set_size_penalty,2.000518311132544,FashionMNIST,ECCCo,MLP,7,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,0
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,0
-6,distance_from_energy,904.0013427734375,FashionMNIST,Schut,MLP,7,0
-6,distance_from_targets,338.228271484375,FashionMNIST,Schut,MLP,7,0
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,0
-6,set_size_penalty,1.0000000000069358,FashionMNIST,Schut,MLP,7,0
-6,validity,1.0,FashionMNIST,Schut,MLP,7,0
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,0
-7,distance_from_energy,912.1008911132812,FashionMNIST,Schut,MLP,7,0
-7,distance_from_targets,468.8070983886719,FashionMNIST,Schut,MLP,7,0
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,0
-7,validity,0.0,FashionMNIST,Schut,MLP,7,0
-8,distance,10.0,FashionMNIST,Schut,MLP,7,0
-8,distance_from_energy,955.47314453125,FashionMNIST,Schut,MLP,7,0
-8,distance_from_targets,607.504150390625,FashionMNIST,Schut,MLP,7,0
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,0
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,0
-8,validity,0.0,FashionMNIST,Schut,MLP,7,0
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,0
-9,distance_from_energy,1014.5617065429688,FashionMNIST,Schut,MLP,7,0
-9,distance_from_targets,714.5543212890625,FashionMNIST,Schut,MLP,7,0
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,0
-9,validity,0.0,FashionMNIST,Schut,MLP,7,0
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,0
-10,distance_from_energy,917.7498779296875,FashionMNIST,Schut,MLP,7,0
-10,distance_from_targets,511.60723876953125,FashionMNIST,Schut,MLP,7,0
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,0
-10,validity,0.0,FashionMNIST,Schut,MLP,7,0
-11,distance,104.88528442382812,FashionMNIST,Wachter,MLP Ensemble,7,0
-11,distance_from_energy,895.7732543945312,FashionMNIST,Wachter,MLP Ensemble,7,0
-11,distance_from_targets,665.67919921875,FashionMNIST,Wachter,MLP Ensemble,7,0
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,0
-11,set_size_penalty,1.0139087925882886,FashionMNIST,Wachter,MLP Ensemble,7,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-12,distance,93.80134582519531,FashionMNIST,Wachter,MLP Ensemble,7,0
-12,distance_from_energy,800.4716796875,FashionMNIST,Wachter,MLP Ensemble,7,0
-12,distance_from_targets,501.2510986328125,FashionMNIST,Wachter,MLP Ensemble,7,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-13,distance,105.66260528564453,FashionMNIST,Wachter,MLP Ensemble,7,0
-13,distance_from_energy,880.7618408203125,FashionMNIST,Wachter,MLP Ensemble,7,0
-13,distance_from_targets,653.6870727539062,FashionMNIST,Wachter,MLP Ensemble,7,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-13,set_size_penalty,1.0053643836635873,FashionMNIST,Wachter,MLP Ensemble,7,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-14,distance,82.50382232666016,FashionMNIST,Wachter,MLP Ensemble,7,0
-14,distance_from_energy,784.3514404296875,FashionMNIST,Wachter,MLP Ensemble,7,0
-14,distance_from_targets,413.3176574707031,FashionMNIST,Wachter,MLP Ensemble,7,0
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-15,distance,100.68923950195312,FashionMNIST,Wachter,MLP Ensemble,7,0
-15,distance_from_energy,869.8132934570312,FashionMNIST,Wachter,MLP Ensemble,7,0
-15,distance_from_targets,603.1798095703125,FashionMNIST,Wachter,MLP Ensemble,7,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-15,set_size_penalty,1.009110765306692,FashionMNIST,Wachter,MLP Ensemble,7,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,0
-11,distance,334.58245849609375,FashionMNIST,REVISE,MLP Ensemble,7,0
-11,distance_from_energy,798.285888671875,FashionMNIST,REVISE,MLP Ensemble,7,0
-11,distance_from_targets,431.6164855957031,FashionMNIST,REVISE,MLP Ensemble,7,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-12,distance,317.8497009277344,FashionMNIST,REVISE,MLP Ensemble,7,0
-12,distance_from_energy,721.6730346679688,FashionMNIST,REVISE,MLP Ensemble,7,0
-12,distance_from_targets,236.0752410888672,FashionMNIST,REVISE,MLP Ensemble,7,0
-12,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,7,0
-12,set_size_penalty,1.0001688672535496,FashionMNIST,REVISE,MLP Ensemble,7,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-13,distance,196.08749389648438,FashionMNIST,REVISE,MLP Ensemble,7,0
-13,distance_from_energy,906.6888427734375,FashionMNIST,REVISE,MLP Ensemble,7,0
-13,distance_from_targets,686.2586669921875,FashionMNIST,REVISE,MLP Ensemble,7,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-14,distance,273.76129150390625,FashionMNIST,REVISE,MLP Ensemble,7,0
-14,distance_from_energy,703.0962524414062,FashionMNIST,REVISE,MLP Ensemble,7,0
-14,distance_from_targets,233.68576049804688,FashionMNIST,REVISE,MLP Ensemble,7,0
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,7,0
-14,set_size_penalty,1.000000245466719,FashionMNIST,REVISE,MLP Ensemble,7,0
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-15,distance,218.46791076660156,FashionMNIST,REVISE,MLP Ensemble,7,0
-15,distance_from_energy,799.2963256835938,FashionMNIST,REVISE,MLP Ensemble,7,0
-15,distance_from_targets,472.74560546875,FashionMNIST,REVISE,MLP Ensemble,7,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,0
-11,distance,791.3015747070312,FashionMNIST,ECCCo,MLP Ensemble,7,0
-11,distance_from_energy,133.54922485351562,FashionMNIST,ECCCo,MLP Ensemble,7,0
-11,distance_from_targets,602.798828125,FashionMNIST,ECCCo,MLP Ensemble,7,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-12,distance,721.2872314453125,FashionMNIST,ECCCo,MLP Ensemble,7,0
-12,distance_from_energy,125.15972900390625,FashionMNIST,ECCCo,MLP Ensemble,7,0
-12,distance_from_targets,594.860107421875,FashionMNIST,ECCCo,MLP Ensemble,7,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-13,distance,757.3892211914062,FashionMNIST,ECCCo,MLP Ensemble,7,0
-13,distance_from_energy,167.7219696044922,FashionMNIST,ECCCo,MLP Ensemble,7,0
-13,distance_from_targets,581.019287109375,FashionMNIST,ECCCo,MLP Ensemble,7,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-13,set_size_penalty,1.0000000000004217,FashionMNIST,ECCCo,MLP Ensemble,7,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-14,distance,684.2495727539062,FashionMNIST,ECCCo,MLP Ensemble,7,0
-14,distance_from_energy,123.63993072509766,FashionMNIST,ECCCo,MLP Ensemble,7,0
-14,distance_from_targets,585.5584716796875,FashionMNIST,ECCCo,MLP Ensemble,7,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-14,set_size_penalty,1.0000000000001499,FashionMNIST,ECCCo,MLP Ensemble,7,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-15,distance,782.6495361328125,FashionMNIST,ECCCo,MLP Ensemble,7,0
-15,distance_from_energy,113.12735748291016,FashionMNIST,ECCCo,MLP Ensemble,7,0
-15,distance_from_targets,613.7899780273438,FashionMNIST,ECCCo,MLP Ensemble,7,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-15,set_size_penalty,1.000013304447543,FashionMNIST,ECCCo,MLP Ensemble,7,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,0
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,0
-11,distance_from_energy,915.6144409179688,FashionMNIST,Schut,MLP Ensemble,7,0
-11,distance_from_targets,632.766845703125,FashionMNIST,Schut,MLP Ensemble,7,0
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,0
-12,distance_from_energy,828.6643676757812,FashionMNIST,Schut,MLP Ensemble,7,0
-12,distance_from_targets,478.3944396972656,FashionMNIST,Schut,MLP Ensemble,7,0
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,0
-13,distance_from_energy,914.8278198242188,FashionMNIST,Schut,MLP Ensemble,7,0
-13,distance_from_targets,627.9791870117188,FashionMNIST,Schut,MLP Ensemble,7,0
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,0
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,0
-14,distance_from_energy,796.0047607421875,FashionMNIST,Schut,MLP Ensemble,7,0
-14,distance_from_targets,389.6212463378906,FashionMNIST,Schut,MLP Ensemble,7,0
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,0
-15,distance_from_energy,893.1751708984375,FashionMNIST,Schut,MLP Ensemble,7,0
-15,distance_from_targets,580.0590209960938,FashionMNIST,Schut,MLP Ensemble,7,0
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,0
-16,distance,114.14080810546875,FashionMNIST,Wachter,JEM,7,0
-16,distance_from_energy,806.2139282226562,FashionMNIST,Wachter,JEM,7,0
-16,distance_from_targets,663.7034301757812,FashionMNIST,Wachter,JEM,7,0
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,7,0
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,0
-17,distance,93.19479370117188,FashionMNIST,Wachter,JEM,7,0
-17,distance_from_energy,602.45703125,FashionMNIST,Wachter,JEM,7,0
-17,distance_from_targets,416.57696533203125,FashionMNIST,Wachter,JEM,7,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,0
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,0
-18,distance,88.59259796142578,FashionMNIST,Wachter,JEM,7,0
-18,distance_from_energy,694.658447265625,FashionMNIST,Wachter,JEM,7,0
-18,distance_from_targets,492.4501647949219,FashionMNIST,Wachter,JEM,7,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,0
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,7,0
-18,validity,0.0,FashionMNIST,Wachter,JEM,7,0
-19,distance,100.56925964355469,FashionMNIST,Wachter,JEM,7,0
-19,distance_from_energy,769.9578857421875,FashionMNIST,Wachter,JEM,7,0
-19,distance_from_targets,505.6275634765625,FashionMNIST,Wachter,JEM,7,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,0
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,0
-20,distance,120.0746078491211,FashionMNIST,Wachter,JEM,7,0
-20,distance_from_energy,787.0634155273438,FashionMNIST,Wachter,JEM,7,0
-20,distance_from_targets,566.5421142578125,FashionMNIST,Wachter,JEM,7,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,0
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,0
-16,distance,299.4786682128906,FashionMNIST,REVISE,JEM,7,0
-16,distance_from_energy,701.2833251953125,FashionMNIST,REVISE,JEM,7,0
-16,distance_from_targets,487.90142822265625,FashionMNIST,REVISE,JEM,7,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,0
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,0
-16,validity,0.0,FashionMNIST,REVISE,JEM,7,0
-17,distance,214.25189208984375,FashionMNIST,REVISE,JEM,7,0
-17,distance_from_energy,469.25579833984375,FashionMNIST,REVISE,JEM,7,0
-17,distance_from_targets,263.9962158203125,FashionMNIST,REVISE,JEM,7,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,0
-17,set_size_penalty,8.995492330423172,FashionMNIST,REVISE,JEM,7,0
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,0
-18,distance,263.96453857421875,FashionMNIST,REVISE,JEM,7,0
-18,distance_from_energy,669.9724731445312,FashionMNIST,REVISE,JEM,7,0
-18,distance_from_targets,423.6401672363281,FashionMNIST,REVISE,JEM,7,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,0
-18,set_size_penalty,2.0000000000000004,FashionMNIST,REVISE,JEM,7,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,0
-19,distance,410.51605224609375,FashionMNIST,REVISE,JEM,7,0
-19,distance_from_energy,651.8101806640625,FashionMNIST,REVISE,JEM,7,0
-19,distance_from_targets,236.20248413085938,FashionMNIST,REVISE,JEM,7,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,0
-19,set_size_penalty,8.000030667372718,FashionMNIST,REVISE,JEM,7,0
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,0
-20,distance,498.7494201660156,FashionMNIST,REVISE,JEM,7,0
-20,distance_from_energy,472.050537109375,FashionMNIST,REVISE,JEM,7,0
-20,distance_from_targets,233.31866455078125,FashionMNIST,REVISE,JEM,7,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,0
-20,set_size_penalty,5.027037460439043,FashionMNIST,REVISE,JEM,7,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,0
-16,distance,657.2758178710938,FashionMNIST,ECCCo,JEM,7,0
-16,distance_from_energy,172.42311096191406,FashionMNIST,ECCCo,JEM,7,0
-16,distance_from_targets,480.012939453125,FashionMNIST,ECCCo,JEM,7,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,0
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,0
-17,distance,509.9082336425781,FashionMNIST,ECCCo,JEM,7,0
-17,distance_from_energy,95.20809173583984,FashionMNIST,ECCCo,JEM,7,0
-17,distance_from_targets,322.25537109375,FashionMNIST,ECCCo,JEM,7,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,0
-17,set_size_penalty,3.0000000008486607,FashionMNIST,ECCCo,JEM,7,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,0
-18,distance,538.0368041992188,FashionMNIST,ECCCo,JEM,7,0
-18,distance_from_energy,117.34798431396484,FashionMNIST,ECCCo,JEM,7,0
-18,distance_from_targets,342.44940185546875,FashionMNIST,ECCCo,JEM,7,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,0
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,0
-19,distance,635.528076171875,FashionMNIST,ECCCo,JEM,7,0
-19,distance_from_energy,91.67932891845703,FashionMNIST,ECCCo,JEM,7,0
-19,distance_from_targets,322.4574279785156,FashionMNIST,ECCCo,JEM,7,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,0
-19,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,0
-20,distance,650.32373046875,FashionMNIST,ECCCo,JEM,7,0
-20,distance_from_energy,170.77761840820312,FashionMNIST,ECCCo,JEM,7,0
-20,distance_from_targets,511.466552734375,FashionMNIST,ECCCo,JEM,7,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,0
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,0
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,0
-16,distance_from_energy,831.93408203125,FashionMNIST,Schut,JEM,7,0
-16,distance_from_targets,642.3125,FashionMNIST,Schut,JEM,7,0
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,0
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,0
-16,validity,0.0,FashionMNIST,Schut,JEM,7,0
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,0
-17,distance_from_energy,705.7752685546875,FashionMNIST,Schut,JEM,7,0
-17,distance_from_targets,391.6978454589844,FashionMNIST,Schut,JEM,7,0
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,0
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,0
-17,validity,0.0,FashionMNIST,Schut,JEM,7,0
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,0
-18,distance_from_energy,644.2908935546875,FashionMNIST,Schut,JEM,7,0
-18,distance_from_targets,470.323486328125,FashionMNIST,Schut,JEM,7,0
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,0
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,0
-18,validity,0.0,FashionMNIST,Schut,JEM,7,0
-19,distance,10.0,FashionMNIST,Schut,JEM,7,0
-19,distance_from_energy,712.0955200195312,FashionMNIST,Schut,JEM,7,0
-19,distance_from_targets,493.05145263671875,FashionMNIST,Schut,JEM,7,0
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,0
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,0
-19,validity,0.0,FashionMNIST,Schut,JEM,7,0
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,0
-20,distance_from_energy,776.6488037109375,FashionMNIST,Schut,JEM,7,0
-20,distance_from_targets,547.7122802734375,FashionMNIST,Schut,JEM,7,0
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,0
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,0
-20,validity,0.0,FashionMNIST,Schut,JEM,7,0
-1,distance,110.44960021972656,FashionMNIST,Wachter,JEM Ensemble,7,1
-1,distance_from_energy,593.9622802734375,FashionMNIST,Wachter,JEM Ensemble,7,1
-1,distance_from_targets,395.9280700683594,FashionMNIST,Wachter,JEM Ensemble,7,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-2,distance,124.65201568603516,FashionMNIST,Wachter,JEM Ensemble,7,1
-2,distance_from_energy,669.8992919921875,FashionMNIST,Wachter,JEM Ensemble,7,1
-2,distance_from_targets,454.2343444824219,FashionMNIST,Wachter,JEM Ensemble,7,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-2,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-2,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-3,distance,132.70594787597656,FashionMNIST,Wachter,JEM Ensemble,7,1
-3,distance_from_energy,620.1633911132812,FashionMNIST,Wachter,JEM Ensemble,7,1
-3,distance_from_targets,430.3143615722656,FashionMNIST,Wachter,JEM Ensemble,7,1
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-4,distance,106.04997253417969,FashionMNIST,Wachter,JEM Ensemble,7,1
-4,distance_from_energy,582.8489990234375,FashionMNIST,Wachter,JEM Ensemble,7,1
-4,distance_from_targets,390.7261047363281,FashionMNIST,Wachter,JEM Ensemble,7,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-5,distance,122.90751647949219,FashionMNIST,Wachter,JEM Ensemble,7,1
-5,distance_from_energy,583.3099365234375,FashionMNIST,Wachter,JEM Ensemble,7,1
-5,distance_from_targets,465.87152099609375,FashionMNIST,Wachter,JEM Ensemble,7,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,1
-1,distance,573.3187255859375,FashionMNIST,REVISE,JEM Ensemble,7,1
-1,distance_from_energy,486.7247619628906,FashionMNIST,REVISE,JEM Ensemble,7,1
-1,distance_from_targets,397.3486633300781,FashionMNIST,REVISE,JEM Ensemble,7,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-2,distance,762.2648315429688,FashionMNIST,REVISE,JEM Ensemble,7,1
-2,distance_from_energy,643.0541381835938,FashionMNIST,REVISE,JEM Ensemble,7,1
-2,distance_from_targets,553.2111206054688,FashionMNIST,REVISE,JEM Ensemble,7,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-3,distance,408.25054931640625,FashionMNIST,REVISE,JEM Ensemble,7,1
-3,distance_from_energy,457.84088134765625,FashionMNIST,REVISE,JEM Ensemble,7,1
-3,distance_from_targets,247.68861389160156,FashionMNIST,REVISE,JEM Ensemble,7,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-4,distance,316.680908203125,FashionMNIST,REVISE,JEM Ensemble,7,1
-4,distance_from_energy,484.83453369140625,FashionMNIST,REVISE,JEM Ensemble,7,1
-4,distance_from_targets,269.28228759765625,FashionMNIST,REVISE,JEM Ensemble,7,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-4,set_size_penalty,7.999999755564808,FashionMNIST,REVISE,JEM Ensemble,7,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-5,distance,650.0026245117188,FashionMNIST,REVISE,JEM Ensemble,7,1
-5,distance_from_energy,466.5094299316406,FashionMNIST,REVISE,JEM Ensemble,7,1
-5,distance_from_targets,481.91552734375,FashionMNIST,REVISE,JEM Ensemble,7,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,7,1
-1,distance,522.2303466796875,FashionMNIST,ECCCo,JEM Ensemble,7,1
-1,distance_from_energy,68.09774780273438,FashionMNIST,ECCCo,JEM Ensemble,7,1
-1,distance_from_targets,292.07855224609375,FashionMNIST,ECCCo,JEM Ensemble,7,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-2,distance,581.8890380859375,FashionMNIST,ECCCo,JEM Ensemble,7,1
-2,distance_from_energy,87.0130844116211,FashionMNIST,ECCCo,JEM Ensemble,7,1
-2,distance_from_targets,303.54193115234375,FashionMNIST,ECCCo,JEM Ensemble,7,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-3,distance,562.8058471679688,FashionMNIST,ECCCo,JEM Ensemble,7,1
-3,distance_from_energy,88.72330474853516,FashionMNIST,ECCCo,JEM Ensemble,7,1
-3,distance_from_targets,313.5936279296875,FashionMNIST,ECCCo,JEM Ensemble,7,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-4,distance,538.2066650390625,FashionMNIST,ECCCo,JEM Ensemble,7,1
-4,distance_from_energy,104.50050354003906,FashionMNIST,ECCCo,JEM Ensemble,7,1
-4,distance_from_targets,336.0638732910156,FashionMNIST,ECCCo,JEM Ensemble,7,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-5,distance,517.6583251953125,FashionMNIST,ECCCo,JEM Ensemble,7,1
-5,distance_from_energy,119.47440338134766,FashionMNIST,ECCCo,JEM Ensemble,7,1
-5,distance_from_targets,342.6964416503906,FashionMNIST,ECCCo,JEM Ensemble,7,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,1
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,1
-1,distance_from_energy,608.5667114257812,FashionMNIST,Schut,JEM Ensemble,7,1
-1,distance_from_targets,379.4561767578125,FashionMNIST,Schut,JEM Ensemble,7,1
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,1
-2,distance_from_energy,665.3194580078125,FashionMNIST,Schut,JEM Ensemble,7,1
-2,distance_from_targets,447.9014892578125,FashionMNIST,Schut,JEM Ensemble,7,1
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,1
-3,distance_from_energy,657.6824951171875,FashionMNIST,Schut,JEM Ensemble,7,1
-3,distance_from_targets,424.66357421875,FashionMNIST,Schut,JEM Ensemble,7,1
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,1
-4,distance_from_energy,621.8895263671875,FashionMNIST,Schut,JEM Ensemble,7,1
-4,distance_from_targets,373.48785400390625,FashionMNIST,Schut,JEM Ensemble,7,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,1
-5,distance_from_energy,605.914306640625,FashionMNIST,Schut,JEM Ensemble,7,1
-5,distance_from_targets,460.3263244628906,FashionMNIST,Schut,JEM Ensemble,7,1
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,1
-6,distance,102.1911849975586,FashionMNIST,Wachter,MLP,7,1
-6,distance_from_energy,911.6087646484375,FashionMNIST,Wachter,MLP,7,1
-6,distance_from_targets,562.9342651367188,FashionMNIST,Wachter,MLP,7,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,1
-6,set_size_penalty,2.0182394638781376,FashionMNIST,Wachter,MLP,7,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,1
-7,distance,113.01885223388672,FashionMNIST,Wachter,MLP,7,1
-7,distance_from_energy,904.3497314453125,FashionMNIST,Wachter,MLP,7,1
-7,distance_from_targets,433.4086608886719,FashionMNIST,Wachter,MLP,7,1
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,1
-7,set_size_penalty,2.999999999908652,FashionMNIST,Wachter,MLP,7,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,1
-8,distance,99.9610824584961,FashionMNIST,Wachter,MLP,7,1
-8,distance_from_energy,859.6015625,FashionMNIST,Wachter,MLP,7,1
-8,distance_from_targets,428.51446533203125,FashionMNIST,Wachter,MLP,7,1
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,1
-8,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,7,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,1
-9,distance,112.74960327148438,FashionMNIST,Wachter,MLP,7,1
-9,distance_from_energy,867.6369018554688,FashionMNIST,Wachter,MLP,7,1
-9,distance_from_targets,445.66131591796875,FashionMNIST,Wachter,MLP,7,1
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,1
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,7,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,1
-10,distance,110.80715942382812,FashionMNIST,Wachter,MLP,7,1
-10,distance_from_energy,843.6201171875,FashionMNIST,Wachter,MLP,7,1
-10,distance_from_targets,479.3545837402344,FashionMNIST,Wachter,MLP,7,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,7,1
-10,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,7,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,1
-6,distance,314.6398010253906,FashionMNIST,REVISE,MLP,7,1
-6,distance_from_energy,895.0072021484375,FashionMNIST,REVISE,MLP,7,1
-6,distance_from_targets,435.7105407714844,FashionMNIST,REVISE,MLP,7,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,1
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,7,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,7,1
-7,distance,186.86521911621094,FashionMNIST,REVISE,MLP,7,1
-7,distance_from_energy,925.3431396484375,FashionMNIST,REVISE,MLP,7,1
-7,distance_from_targets,446.64251708984375,FashionMNIST,REVISE,MLP,7,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,1
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,1
-7,validity,0.0,FashionMNIST,REVISE,MLP,7,1
-8,distance,238.5997772216797,FashionMNIST,REVISE,MLP,7,1
-8,distance_from_energy,933.7509765625,FashionMNIST,REVISE,MLP,7,1
-8,distance_from_targets,522.5501708984375,FashionMNIST,REVISE,MLP,7,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,1
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,1
-8,validity,0.0,FashionMNIST,REVISE,MLP,7,1
-9,distance,279.784423828125,FashionMNIST,REVISE,MLP,7,1
-9,distance_from_energy,898.3546752929688,FashionMNIST,REVISE,MLP,7,1
-9,distance_from_targets,283.51263427734375,FashionMNIST,REVISE,MLP,7,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,1
-9,set_size_penalty,1.000000000012787,FashionMNIST,REVISE,MLP,7,1
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,1
-10,distance,212.7663116455078,FashionMNIST,REVISE,MLP,7,1
-10,distance_from_energy,891.9000244140625,FashionMNIST,REVISE,MLP,7,1
-10,distance_from_targets,435.3528747558594,FashionMNIST,REVISE,MLP,7,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,1
-10,set_size_penalty,1.0001510683709913,FashionMNIST,REVISE,MLP,7,1
-10,validity,1.0,FashionMNIST,REVISE,MLP,7,1
-6,distance,730.6033325195312,FashionMNIST,ECCCo,MLP,7,1
-6,distance_from_energy,249.6130828857422,FashionMNIST,ECCCo,MLP,7,1
-6,distance_from_targets,702.5923461914062,FashionMNIST,ECCCo,MLP,7,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,1
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,1
-7,distance,682.7234497070312,FashionMNIST,ECCCo,MLP,7,1
-7,distance_from_energy,249.40847778320312,FashionMNIST,ECCCo,MLP,7,1
-7,distance_from_targets,648.1582641601562,FashionMNIST,ECCCo,MLP,7,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,1
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,1
-8,distance,716.0543823242188,FashionMNIST,ECCCo,MLP,7,1
-8,distance_from_energy,217.0081787109375,FashionMNIST,ECCCo,MLP,7,1
-8,distance_from_targets,666.2158813476562,FashionMNIST,ECCCo,MLP,7,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,1
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,1
-9,distance,682.6261596679688,FashionMNIST,ECCCo,MLP,7,1
-9,distance_from_energy,283.8663024902344,FashionMNIST,ECCCo,MLP,7,1
-9,distance_from_targets,646.6417236328125,FashionMNIST,ECCCo,MLP,7,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,1
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,1
-10,distance,710.987548828125,FashionMNIST,ECCCo,MLP,7,1
-10,distance_from_energy,208.31747436523438,FashionMNIST,ECCCo,MLP,7,1
-10,distance_from_targets,688.7484130859375,FashionMNIST,ECCCo,MLP,7,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,1
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,1
-6,distance,10.0,FashionMNIST,Schut,MLP,7,1
-6,distance_from_energy,932.1422119140625,FashionMNIST,Schut,MLP,7,1
-6,distance_from_targets,548.3739013671875,FashionMNIST,Schut,MLP,7,1
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,1
-6,validity,0.0,FashionMNIST,Schut,MLP,7,1
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,1
-7,distance_from_energy,929.3583984375,FashionMNIST,Schut,MLP,7,1
-7,distance_from_targets,415.4078063964844,FashionMNIST,Schut,MLP,7,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,1
-7,validity,0.0,FashionMNIST,Schut,MLP,7,1
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,1
-8,distance_from_energy,927.1917114257812,FashionMNIST,Schut,MLP,7,1
-8,distance_from_targets,416.50244140625,FashionMNIST,Schut,MLP,7,1
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,1
-8,validity,0.0,FashionMNIST,Schut,MLP,7,1
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,1
-9,distance_from_energy,936.3671875,FashionMNIST,Schut,MLP,7,1
-9,distance_from_targets,433.2721252441406,FashionMNIST,Schut,MLP,7,1
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,1
-9,validity,0.0,FashionMNIST,Schut,MLP,7,1
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,1
-10,distance_from_energy,917.4807739257812,FashionMNIST,Schut,MLP,7,1
-10,distance_from_targets,463.8411560058594,FashionMNIST,Schut,MLP,7,1
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,1
-10,validity,0.0,FashionMNIST,Schut,MLP,7,1
-11,distance,96.12603759765625,FashionMNIST,Wachter,MLP Ensemble,7,1
-11,distance_from_energy,762.9894409179688,FashionMNIST,Wachter,MLP Ensemble,7,1
-11,distance_from_targets,496.967529296875,FashionMNIST,Wachter,MLP Ensemble,7,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-12,distance,105.4173355102539,FashionMNIST,Wachter,MLP Ensemble,7,1
-12,distance_from_energy,748.2334594726562,FashionMNIST,Wachter,MLP Ensemble,7,1
-12,distance_from_targets,432.0611572265625,FashionMNIST,Wachter,MLP Ensemble,7,1
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,1
-12,set_size_penalty,2.826927415371678,FashionMNIST,Wachter,MLP Ensemble,7,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-13,distance,116.6029281616211,FashionMNIST,Wachter,MLP Ensemble,7,1
-13,distance_from_energy,768.4594116210938,FashionMNIST,Wachter,MLP Ensemble,7,1
-13,distance_from_targets,490.3243408203125,FashionMNIST,Wachter,MLP Ensemble,7,1
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-13,set_size_penalty,2.6929953399279345,FashionMNIST,Wachter,MLP Ensemble,7,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-14,distance,126.44184112548828,FashionMNIST,Wachter,MLP Ensemble,7,1
-14,distance_from_energy,764.5220947265625,FashionMNIST,Wachter,MLP Ensemble,7,1
-14,distance_from_targets,449.44635009765625,FashionMNIST,Wachter,MLP Ensemble,7,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-14,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-15,distance,99.5429916381836,FashionMNIST,Wachter,MLP Ensemble,7,1
-15,distance_from_energy,801.3326416015625,FashionMNIST,Wachter,MLP Ensemble,7,1
-15,distance_from_targets,512.04541015625,FashionMNIST,Wachter,MLP Ensemble,7,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,1
-11,distance,235.7897186279297,FashionMNIST,REVISE,MLP Ensemble,7,1
-11,distance_from_energy,739.0027465820312,FashionMNIST,REVISE,MLP Ensemble,7,1
-11,distance_from_targets,381.3438415527344,FashionMNIST,REVISE,MLP Ensemble,7,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-11,set_size_penalty,0.9960351056407492,FashionMNIST,REVISE,MLP Ensemble,7,1
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-12,distance,170.21929931640625,FashionMNIST,REVISE,MLP Ensemble,7,1
-12,distance_from_energy,777.6616821289062,FashionMNIST,REVISE,MLP Ensemble,7,1
-12,distance_from_targets,460.0948486328125,FashionMNIST,REVISE,MLP Ensemble,7,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-13,distance,271.3952331542969,FashionMNIST,REVISE,MLP Ensemble,7,1
-13,distance_from_energy,751.7036743164062,FashionMNIST,REVISE,MLP Ensemble,7,1
-13,distance_from_targets,338.7401123046875,FashionMNIST,REVISE,MLP Ensemble,7,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-14,distance,259.92364501953125,FashionMNIST,REVISE,MLP Ensemble,7,1
-14,distance_from_energy,739.6000366210938,FashionMNIST,REVISE,MLP Ensemble,7,1
-14,distance_from_targets,319.90484619140625,FashionMNIST,REVISE,MLP Ensemble,7,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-14,set_size_penalty,0.9999968935984657,FashionMNIST,REVISE,MLP Ensemble,7,1
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-15,distance,235.29510498046875,FashionMNIST,REVISE,MLP Ensemble,7,1
-15,distance_from_energy,795.3345947265625,FashionMNIST,REVISE,MLP Ensemble,7,1
-15,distance_from_targets,484.3205261230469,FashionMNIST,REVISE,MLP Ensemble,7,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,1
-11,distance,664.0781860351562,FashionMNIST,ECCCo,MLP Ensemble,7,1
-11,distance_from_energy,148.3114471435547,FashionMNIST,ECCCo,MLP Ensemble,7,1
-11,distance_from_targets,567.862060546875,FashionMNIST,ECCCo,MLP Ensemble,7,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-12,distance,676.4423828125,FashionMNIST,ECCCo,MLP Ensemble,7,1
-12,distance_from_energy,115.95631408691406,FashionMNIST,ECCCo,MLP Ensemble,7,1
-12,distance_from_targets,557.6322021484375,FashionMNIST,ECCCo,MLP Ensemble,7,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-13,distance,689.9740600585938,FashionMNIST,ECCCo,MLP Ensemble,7,1
-13,distance_from_energy,146.5050811767578,FashionMNIST,ECCCo,MLP Ensemble,7,1
-13,distance_from_targets,584.5321044921875,FashionMNIST,ECCCo,MLP Ensemble,7,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-13,set_size_penalty,1.0000000000027738,FashionMNIST,ECCCo,MLP Ensemble,7,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-14,distance,694.0621948242188,FashionMNIST,ECCCo,MLP Ensemble,7,1
-14,distance_from_energy,134.9510498046875,FashionMNIST,ECCCo,MLP Ensemble,7,1
-14,distance_from_targets,568.7355346679688,FashionMNIST,ECCCo,MLP Ensemble,7,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-15,distance,661.7788696289062,FashionMNIST,ECCCo,MLP Ensemble,7,1
-15,distance_from_energy,154.51588439941406,FashionMNIST,ECCCo,MLP Ensemble,7,1
-15,distance_from_targets,577.7520141601562,FashionMNIST,ECCCo,MLP Ensemble,7,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,1
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,1
-11,distance_from_energy,812.961181640625,FashionMNIST,Schut,MLP Ensemble,7,1
-11,distance_from_targets,480.43524169921875,FashionMNIST,Schut,MLP Ensemble,7,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,1
-12,distance_from_energy,777.3978271484375,FashionMNIST,Schut,MLP Ensemble,7,1
-12,distance_from_targets,415.6094665527344,FashionMNIST,Schut,MLP Ensemble,7,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,1
-13,distance_from_energy,809.0413208007812,FashionMNIST,Schut,MLP Ensemble,7,1
-13,distance_from_targets,475.1528015136719,FashionMNIST,Schut,MLP Ensemble,7,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,1
-14,distance_from_energy,813.3762817382812,FashionMNIST,Schut,MLP Ensemble,7,1
-14,distance_from_targets,450.8578186035156,FashionMNIST,Schut,MLP Ensemble,7,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,1
-15,distance_from_energy,803.8829345703125,FashionMNIST,Schut,MLP Ensemble,7,1
-15,distance_from_targets,494.5481262207031,FashionMNIST,Schut,MLP Ensemble,7,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,1
-16,distance,97.24653625488281,FashionMNIST,Wachter,JEM,7,1
-16,distance_from_energy,595.6583251953125,FashionMNIST,Wachter,JEM,7,1
-16,distance_from_targets,433.0115966796875,FashionMNIST,Wachter,JEM,7,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,7,1
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,1
-17,distance,130.83949279785156,FashionMNIST,Wachter,JEM,7,1
-17,distance_from_energy,665.7291870117188,FashionMNIST,Wachter,JEM,7,1
-17,distance_from_targets,518.3486938476562,FashionMNIST,Wachter,JEM,7,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,1
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,1
-18,distance,91.82547760009766,FashionMNIST,Wachter,JEM,7,1
-18,distance_from_energy,723.3170166015625,FashionMNIST,Wachter,JEM,7,1
-18,distance_from_targets,441.2651062011719,FashionMNIST,Wachter,JEM,7,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,1
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,7,1
-18,validity,0.0,FashionMNIST,Wachter,JEM,7,1
-19,distance,83.39225769042969,FashionMNIST,Wachter,JEM,7,1
-19,distance_from_energy,823.1595458984375,FashionMNIST,Wachter,JEM,7,1
-19,distance_from_targets,679.9212036132812,FashionMNIST,Wachter,JEM,7,1
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,1
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,1
-20,distance,73.4622802734375,FashionMNIST,Wachter,JEM,7,1
-20,distance_from_energy,640.2279663085938,FashionMNIST,Wachter,JEM,7,1
-20,distance_from_targets,389.0134582519531,FashionMNIST,Wachter,JEM,7,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,1
-20,set_size_penalty,4.000000000350124,FashionMNIST,Wachter,JEM,7,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,1
-16,distance,678.3751220703125,FashionMNIST,REVISE,JEM,7,1
-16,distance_from_energy,693.7749633789062,FashionMNIST,REVISE,JEM,7,1
-16,distance_from_targets,498.37261962890625,FashionMNIST,REVISE,JEM,7,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,1
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,1
-16,validity,0.0,FashionMNIST,REVISE,JEM,7,1
-17,distance,330.0328063964844,FashionMNIST,REVISE,JEM,7,1
-17,distance_from_energy,461.9195251464844,FashionMNIST,REVISE,JEM,7,1
-17,distance_from_targets,306.05645751953125,FashionMNIST,REVISE,JEM,7,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,1
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,1
-17,validity,0.0,FashionMNIST,REVISE,JEM,7,1
-18,distance,270.9658203125,FashionMNIST,REVISE,JEM,7,1
-18,distance_from_energy,570.7216186523438,FashionMNIST,REVISE,JEM,7,1
-18,distance_from_targets,286.1708068847656,FashionMNIST,REVISE,JEM,7,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,1
-18,set_size_penalty,7.0048641664130615,FashionMNIST,REVISE,JEM,7,1
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,1
-19,distance,259.43414306640625,FashionMNIST,REVISE,JEM,7,1
-19,distance_from_energy,764.6665649414062,FashionMNIST,REVISE,JEM,7,1
-19,distance_from_targets,612.3980102539062,FashionMNIST,REVISE,JEM,7,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,1
-19,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,7,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,1
-20,distance,183.57749938964844,FashionMNIST,REVISE,JEM,7,1
-20,distance_from_energy,569.4461059570312,FashionMNIST,REVISE,JEM,7,1
-20,distance_from_targets,288.3382263183594,FashionMNIST,REVISE,JEM,7,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,1
-20,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,7,1
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,1
-16,distance,574.3484497070312,FashionMNIST,ECCCo,JEM,7,1
-16,distance_from_energy,134.63906860351562,FashionMNIST,ECCCo,JEM,7,1
-16,distance_from_targets,407.2550964355469,FashionMNIST,ECCCo,JEM,7,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,1
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,1
-17,distance,604.9839477539062,FashionMNIST,ECCCo,JEM,7,1
-17,distance_from_energy,204.07693481445312,FashionMNIST,ECCCo,JEM,7,1
-17,distance_from_targets,464.30303955078125,FashionMNIST,ECCCo,JEM,7,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,1
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,1
-18,distance,512.6023559570312,FashionMNIST,ECCCo,JEM,7,1
-18,distance_from_energy,84.49473571777344,FashionMNIST,ECCCo,JEM,7,1
-18,distance_from_targets,319.7113342285156,FashionMNIST,ECCCo,JEM,7,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,1
-18,set_size_penalty,4.0002198820799535,FashionMNIST,ECCCo,JEM,7,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,1
-19,distance,697.3713989257812,FashionMNIST,ECCCo,JEM,7,1
-19,distance_from_energy,171.4063720703125,FashionMNIST,ECCCo,JEM,7,1
-19,distance_from_targets,345.54296875,FashionMNIST,ECCCo,JEM,7,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,1
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,7,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,1
-20,distance,584.065185546875,FashionMNIST,ECCCo,JEM,7,1
-20,distance_from_energy,130.9624481201172,FashionMNIST,ECCCo,JEM,7,1
-20,distance_from_targets,440.9673156738281,FashionMNIST,ECCCo,JEM,7,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,1
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,1
-16,distance,10.0,FashionMNIST,Schut,JEM,7,1
-16,distance_from_energy,723.8374633789062,FashionMNIST,Schut,JEM,7,1
-16,distance_from_targets,409.0090026855469,FashionMNIST,Schut,JEM,7,1
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,1
-16,validity,0.0,FashionMNIST,Schut,JEM,7,1
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,7,1
-17,distance_from_energy,745.2881469726562,FashionMNIST,Schut,JEM,7,1
-17,distance_from_targets,495.76898193359375,FashionMNIST,Schut,JEM,7,1
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,1
-17,validity,0.0,FashionMNIST,Schut,JEM,7,1
-18,distance,10.0,FashionMNIST,Schut,JEM,7,1
-18,distance_from_energy,594.2537231445312,FashionMNIST,Schut,JEM,7,1
-18,distance_from_targets,411.3080139160156,FashionMNIST,Schut,JEM,7,1
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,1
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,1
-18,validity,0.0,FashionMNIST,Schut,JEM,7,1
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,1
-19,distance_from_energy,818.47021484375,FashionMNIST,Schut,JEM,7,1
-19,distance_from_targets,657.536376953125,FashionMNIST,Schut,JEM,7,1
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,7,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,1
-19,validity,0.0,FashionMNIST,Schut,JEM,7,1
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,7,1
-20,distance_from_energy,654.3042602539062,FashionMNIST,Schut,JEM,7,1
-20,distance_from_targets,364.39617919921875,FashionMNIST,Schut,JEM,7,1
-20,redundancy,0.9795918367346939,FashionMNIST,Schut,JEM,7,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,1
-20,validity,0.0,FashionMNIST,Schut,JEM,7,1
-1,distance,66.75328826904297,FashionMNIST,Wachter,JEM Ensemble,7,2
-1,distance_from_energy,585.4183349609375,FashionMNIST,Wachter,JEM Ensemble,7,2
-1,distance_from_targets,352.73095703125,FashionMNIST,Wachter,JEM Ensemble,7,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-1,set_size_penalty,5.0010818146586455,FashionMNIST,Wachter,JEM Ensemble,7,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-2,distance,126.82716369628906,FashionMNIST,Wachter,JEM Ensemble,7,2
-2,distance_from_energy,768.2821044921875,FashionMNIST,Wachter,JEM Ensemble,7,2
-2,distance_from_targets,621.2601928710938,FashionMNIST,Wachter,JEM Ensemble,7,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-3,distance,153.59454345703125,FashionMNIST,Wachter,JEM Ensemble,7,2
-3,distance_from_energy,774.337646484375,FashionMNIST,Wachter,JEM Ensemble,7,2
-3,distance_from_targets,685.838623046875,FashionMNIST,Wachter,JEM Ensemble,7,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-4,distance,81.1236343383789,FashionMNIST,Wachter,JEM Ensemble,7,2
-4,distance_from_energy,607.0525512695312,FashionMNIST,Wachter,JEM Ensemble,7,2
-4,distance_from_targets,386.51202392578125,FashionMNIST,Wachter,JEM Ensemble,7,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-5,distance,116.49201965332031,FashionMNIST,Wachter,JEM Ensemble,7,2
-5,distance_from_energy,769.1421508789062,FashionMNIST,Wachter,JEM Ensemble,7,2
-5,distance_from_targets,574.80419921875,FashionMNIST,Wachter,JEM Ensemble,7,2
-5,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,7,2
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,2
-1,distance,146.14999389648438,FashionMNIST,REVISE,JEM Ensemble,7,2
-1,distance_from_energy,536.6245727539062,FashionMNIST,REVISE,JEM Ensemble,7,2
-1,distance_from_targets,259.93389892578125,FashionMNIST,REVISE,JEM Ensemble,7,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-1,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-2,distance,548.1243896484375,FashionMNIST,REVISE,JEM Ensemble,7,2
-2,distance_from_energy,414.388916015625,FashionMNIST,REVISE,JEM Ensemble,7,2
-2,distance_from_targets,306.5938720703125,FashionMNIST,REVISE,JEM Ensemble,7,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-3,distance,649.59521484375,FashionMNIST,REVISE,JEM Ensemble,7,2
-3,distance_from_energy,396.32427978515625,FashionMNIST,REVISE,JEM Ensemble,7,2
-3,distance_from_targets,348.30413818359375,FashionMNIST,REVISE,JEM Ensemble,7,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-4,distance,376.375244140625,FashionMNIST,REVISE,JEM Ensemble,7,2
-4,distance_from_energy,445.11492919921875,FashionMNIST,REVISE,JEM Ensemble,7,2
-4,distance_from_targets,321.6422424316406,FashionMNIST,REVISE,JEM Ensemble,7,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-5,distance,502.94586181640625,FashionMNIST,REVISE,JEM Ensemble,7,2
-5,distance_from_energy,404.04364013671875,FashionMNIST,REVISE,JEM Ensemble,7,2
-5,distance_from_targets,293.0330505371094,FashionMNIST,REVISE,JEM Ensemble,7,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,2
-1,distance,492.32696533203125,FashionMNIST,ECCCo,JEM Ensemble,7,2
-1,distance_from_energy,104.241455078125,FashionMNIST,ECCCo,JEM Ensemble,7,2
-1,distance_from_targets,307.911376953125,FashionMNIST,ECCCo,JEM Ensemble,7,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-2,distance,709.5054321289062,FashionMNIST,ECCCo,JEM Ensemble,7,2
-2,distance_from_energy,92.7445297241211,FashionMNIST,ECCCo,JEM Ensemble,7,2
-2,distance_from_targets,353.551513671875,FashionMNIST,ECCCo,JEM Ensemble,7,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-3,distance,681.0698852539062,FashionMNIST,ECCCo,JEM Ensemble,7,2
-3,distance_from_energy,149.71583557128906,FashionMNIST,ECCCo,JEM Ensemble,7,2
-3,distance_from_targets,368.71307373046875,FashionMNIST,ECCCo,JEM Ensemble,7,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-3,set_size_penalty,2.000000000002828,FashionMNIST,ECCCo,JEM Ensemble,7,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-4,distance,526.013916015625,FashionMNIST,ECCCo,JEM Ensemble,7,2
-4,distance_from_energy,117.37593841552734,FashionMNIST,ECCCo,JEM Ensemble,7,2
-4,distance_from_targets,323.72918701171875,FashionMNIST,ECCCo,JEM Ensemble,7,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-5,distance,730.429443359375,FashionMNIST,ECCCo,JEM Ensemble,7,2
-5,distance_from_energy,58.61541748046875,FashionMNIST,ECCCo,JEM Ensemble,7,2
-5,distance_from_targets,337.93304443359375,FashionMNIST,ECCCo,JEM Ensemble,7,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,2
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,2
-1,distance_from_energy,586.8665771484375,FashionMNIST,Schut,JEM Ensemble,7,2
-1,distance_from_targets,323.75543212890625,FashionMNIST,Schut,JEM Ensemble,7,2
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,2
-2,distance_from_energy,806.4110107421875,FashionMNIST,Schut,JEM Ensemble,7,2
-2,distance_from_targets,621.0564575195312,FashionMNIST,Schut,JEM Ensemble,7,2
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,2
-3,distance_from_energy,807.1529541015625,FashionMNIST,Schut,JEM Ensemble,7,2
-3,distance_from_targets,690.7855224609375,FashionMNIST,Schut,JEM Ensemble,7,2
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,2
-4,distance_from_energy,634.9192504882812,FashionMNIST,Schut,JEM Ensemble,7,2
-4,distance_from_targets,358.70416259765625,FashionMNIST,Schut,JEM Ensemble,7,2
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,2
-5,distance_from_energy,788.892578125,FashionMNIST,Schut,JEM Ensemble,7,2
-5,distance_from_targets,571.2672729492188,FashionMNIST,Schut,JEM Ensemble,7,2
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,2
-6,distance,117.13072967529297,FashionMNIST,Wachter,MLP,7,2
-6,distance_from_energy,982.0865478515625,FashionMNIST,Wachter,MLP,7,2
-6,distance_from_targets,790.5411376953125,FashionMNIST,Wachter,MLP,7,2
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,2
-6,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,7,2
-6,validity,0.0,FashionMNIST,Wachter,MLP,7,2
-7,distance,105.1164321899414,FashionMNIST,Wachter,MLP,7,2
-7,distance_from_energy,902.2136840820312,FashionMNIST,Wachter,MLP,7,2
-7,distance_from_targets,569.6551513671875,FashionMNIST,Wachter,MLP,7,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,7,2
-7,set_size_penalty,2.2267675742971607,FashionMNIST,Wachter,MLP,7,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,2
-8,distance,114.98057556152344,FashionMNIST,Wachter,MLP,7,2
-8,distance_from_energy,918.0262451171875,FashionMNIST,Wachter,MLP,7,2
-8,distance_from_targets,584.6322631835938,FashionMNIST,Wachter,MLP,7,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,7,2
-8,set_size_penalty,1.0017120780074673,FashionMNIST,Wachter,MLP,7,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,2
-9,distance,80.65299987792969,FashionMNIST,Wachter,MLP,7,2
-9,distance_from_energy,922.8851318359375,FashionMNIST,Wachter,MLP,7,2
-9,distance_from_targets,434.74066162109375,FashionMNIST,Wachter,MLP,7,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,2
-9,set_size_penalty,0.9999999999999316,FashionMNIST,Wachter,MLP,7,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,2
-10,distance,92.61849212646484,FashionMNIST,Wachter,MLP,7,2
-10,distance_from_energy,903.7972412109375,FashionMNIST,Wachter,MLP,7,2
-10,distance_from_targets,575.5657958984375,FashionMNIST,Wachter,MLP,7,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,7,2
-10,set_size_penalty,9.9999989595632,FashionMNIST,Wachter,MLP,7,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,2
-6,distance,322.8627014160156,FashionMNIST,REVISE,MLP,7,2
-6,distance_from_energy,990.3190307617188,FashionMNIST,REVISE,MLP,7,2
-6,distance_from_targets,811.4412841796875,FashionMNIST,REVISE,MLP,7,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,2
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,2
-6,validity,0.0,FashionMNIST,REVISE,MLP,7,2
-7,distance,346.7935485839844,FashionMNIST,REVISE,MLP,7,2
-7,distance_from_energy,878.4393310546875,FashionMNIST,REVISE,MLP,7,2
-7,distance_from_targets,402.24853515625,FashionMNIST,REVISE,MLP,7,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,2
-7,set_size_penalty,1.0000007765782357,FashionMNIST,REVISE,MLP,7,2
-7,validity,1.0,FashionMNIST,REVISE,MLP,7,2
-8,distance,333.5329895019531,FashionMNIST,REVISE,MLP,7,2
-8,distance_from_energy,854.8363037109375,FashionMNIST,REVISE,MLP,7,2
-8,distance_from_targets,362.4383544921875,FashionMNIST,REVISE,MLP,7,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,2
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,2
-8,validity,0.0,FashionMNIST,REVISE,MLP,7,2
-9,distance,382.4373474121094,FashionMNIST,REVISE,MLP,7,2
-9,distance_from_energy,816.6255493164062,FashionMNIST,REVISE,MLP,7,2
-9,distance_from_targets,191.43943786621094,FashionMNIST,REVISE,MLP,7,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,2
-9,set_size_penalty,2.1201636412805014,FashionMNIST,REVISE,MLP,7,2
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,2
-10,distance,211.73492431640625,FashionMNIST,REVISE,MLP,7,2
-10,distance_from_energy,941.5773315429688,FashionMNIST,REVISE,MLP,7,2
-10,distance_from_targets,622.55712890625,FashionMNIST,REVISE,MLP,7,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,2
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,2
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,2
-6,distance,805.9486694335938,FashionMNIST,ECCCo,MLP,7,2
-6,distance_from_energy,171.5355682373047,FashionMNIST,ECCCo,MLP,7,2
-6,distance_from_targets,745.5337524414062,FashionMNIST,ECCCo,MLP,7,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,2
-6,set_size_penalty,2.018279152780038,FashionMNIST,ECCCo,MLP,7,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,2
-7,distance,820.5668334960938,FashionMNIST,ECCCo,MLP,7,2
-7,distance_from_energy,138.0800323486328,FashionMNIST,ECCCo,MLP,7,2
-7,distance_from_targets,736.1425170898438,FashionMNIST,ECCCo,MLP,7,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,2
-7,set_size_penalty,2.585482287493466,FashionMNIST,ECCCo,MLP,7,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,2
-8,distance,816.4218139648438,FashionMNIST,ECCCo,MLP,7,2
-8,distance_from_energy,143.6436309814453,FashionMNIST,ECCCo,MLP,7,2
-8,distance_from_targets,717.235595703125,FashionMNIST,ECCCo,MLP,7,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,2
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,2
-9,distance,770.3323974609375,FashionMNIST,ECCCo,MLP,7,2
-9,distance_from_energy,150.30056762695312,FashionMNIST,ECCCo,MLP,7,2
-9,distance_from_targets,700.5746459960938,FashionMNIST,ECCCo,MLP,7,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,2
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,2
-10,distance,775.338134765625,FashionMNIST,ECCCo,MLP,7,2
-10,distance_from_energy,166.3621368408203,FashionMNIST,ECCCo,MLP,7,2
-10,distance_from_targets,719.7616577148438,FashionMNIST,ECCCo,MLP,7,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,2
-10,set_size_penalty,2.000011709199934,FashionMNIST,ECCCo,MLP,7,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,2
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,2
-6,distance_from_energy,958.6038818359375,FashionMNIST,Schut,MLP,7,2
-6,distance_from_targets,758.8314819335938,FashionMNIST,Schut,MLP,7,2
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,2
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,2
-6,validity,0.0,FashionMNIST,Schut,MLP,7,2
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,2
-7,distance_from_energy,953.6441650390625,FashionMNIST,Schut,MLP,7,2
-7,distance_from_targets,545.0346069335938,FashionMNIST,Schut,MLP,7,2
-7,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,7,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,2
-7,validity,0.0,FashionMNIST,Schut,MLP,7,2
-8,distance,10.0,FashionMNIST,Schut,MLP,7,2
-8,distance_from_energy,950.60791015625,FashionMNIST,Schut,MLP,7,2
-8,distance_from_targets,568.0543823242188,FashionMNIST,Schut,MLP,7,2
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,2
-8,validity,0.0,FashionMNIST,Schut,MLP,7,2
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,2
-9,distance_from_energy,918.9987182617188,FashionMNIST,Schut,MLP,7,2
-9,distance_from_targets,414.7783508300781,FashionMNIST,Schut,MLP,7,2
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,2
-9,validity,0.0,FashionMNIST,Schut,MLP,7,2
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,2
-10,distance_from_energy,947.0382690429688,FashionMNIST,Schut,MLP,7,2
-10,distance_from_targets,549.4251708984375,FashionMNIST,Schut,MLP,7,2
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,2
-10,validity,0.0,FashionMNIST,Schut,MLP,7,2
-11,distance,115.5801010131836,FashionMNIST,Wachter,MLP Ensemble,7,2
-11,distance_from_energy,901.3668823242188,FashionMNIST,Wachter,MLP Ensemble,7,2
-11,distance_from_targets,768.088623046875,FashionMNIST,Wachter,MLP Ensemble,7,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-12,distance,101.30690002441406,FashionMNIST,Wachter,MLP Ensemble,7,2
-12,distance_from_energy,810.372314453125,FashionMNIST,Wachter,MLP Ensemble,7,2
-12,distance_from_targets,549.073486328125,FashionMNIST,Wachter,MLP Ensemble,7,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-12,set_size_penalty,1.1267189780164777,FashionMNIST,Wachter,MLP Ensemble,7,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-13,distance,82.17576599121094,FashionMNIST,Wachter,MLP Ensemble,7,2
-13,distance_from_energy,774.2446899414062,FashionMNIST,Wachter,MLP Ensemble,7,2
-13,distance_from_targets,439.6566162109375,FashionMNIST,Wachter,MLP Ensemble,7,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-13,set_size_penalty,2.1542777644632647,FashionMNIST,Wachter,MLP Ensemble,7,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-14,distance,121.9698715209961,FashionMNIST,Wachter,MLP Ensemble,7,2
-14,distance_from_energy,874.3424072265625,FashionMNIST,Wachter,MLP Ensemble,7,2
-14,distance_from_targets,629.1705322265625,FashionMNIST,Wachter,MLP Ensemble,7,2
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-15,distance,116.7077865600586,FashionMNIST,Wachter,MLP Ensemble,7,2
-15,distance_from_energy,854.5599365234375,FashionMNIST,Wachter,MLP Ensemble,7,2
-15,distance_from_targets,681.3311157226562,FashionMNIST,Wachter,MLP Ensemble,7,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-15,set_size_penalty,2.9975378292799566,FashionMNIST,Wachter,MLP Ensemble,7,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,2
-11,distance,301.91192626953125,FashionMNIST,REVISE,MLP Ensemble,7,2
-11,distance_from_energy,824.2681884765625,FashionMNIST,REVISE,MLP Ensemble,7,2
-11,distance_from_targets,602.2250366210938,FashionMNIST,REVISE,MLP Ensemble,7,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-12,distance,447.8836669921875,FashionMNIST,REVISE,MLP Ensemble,7,2
-12,distance_from_energy,691.7154541015625,FashionMNIST,REVISE,MLP Ensemble,7,2
-12,distance_from_targets,195.71881103515625,FashionMNIST,REVISE,MLP Ensemble,7,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-12,set_size_penalty,1.9998048189154916,FashionMNIST,REVISE,MLP Ensemble,7,2
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-13,distance,339.4864196777344,FashionMNIST,REVISE,MLP Ensemble,7,2
-13,distance_from_energy,701.379638671875,FashionMNIST,REVISE,MLP Ensemble,7,2
-13,distance_from_targets,189.05136108398438,FashionMNIST,REVISE,MLP Ensemble,7,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-13,set_size_penalty,1.999999999998279,FashionMNIST,REVISE,MLP Ensemble,7,2
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-14,distance,238.15435791015625,FashionMNIST,REVISE,MLP Ensemble,7,2
-14,distance_from_energy,830.2640380859375,FashionMNIST,REVISE,MLP Ensemble,7,2
-14,distance_from_targets,523.0875854492188,FashionMNIST,REVISE,MLP Ensemble,7,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-15,distance,272.1452941894531,FashionMNIST,REVISE,MLP Ensemble,7,2
-15,distance_from_energy,807.552734375,FashionMNIST,REVISE,MLP Ensemble,7,2
-15,distance_from_targets,487.2699279785156,FashionMNIST,REVISE,MLP Ensemble,7,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,2
-11,distance,743.6625366210938,FashionMNIST,ECCCo,MLP Ensemble,7,2
-11,distance_from_energy,185.66055297851562,FashionMNIST,ECCCo,MLP Ensemble,7,2
-11,distance_from_targets,631.5348510742188,FashionMNIST,ECCCo,MLP Ensemble,7,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-12,distance,753.2352905273438,FashionMNIST,ECCCo,MLP Ensemble,7,2
-12,distance_from_energy,95.14646911621094,FashionMNIST,ECCCo,MLP Ensemble,7,2
-12,distance_from_targets,601.15771484375,FashionMNIST,ECCCo,MLP Ensemble,7,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-13,distance,704.728759765625,FashionMNIST,ECCCo,MLP Ensemble,7,2
-13,distance_from_energy,107.24729919433594,FashionMNIST,ECCCo,MLP Ensemble,7,2
-13,distance_from_targets,607.5558471679688,FashionMNIST,ECCCo,MLP Ensemble,7,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-14,distance,785.713623046875,FashionMNIST,ECCCo,MLP Ensemble,7,2
-14,distance_from_energy,137.84646606445312,FashionMNIST,ECCCo,MLP Ensemble,7,2
-14,distance_from_targets,605.318115234375,FashionMNIST,ECCCo,MLP Ensemble,7,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-15,distance,740.7772216796875,FashionMNIST,ECCCo,MLP Ensemble,7,2
-15,distance_from_energy,158.6573028564453,FashionMNIST,ECCCo,MLP Ensemble,7,2
-15,distance_from_targets,610.9064331054688,FashionMNIST,ECCCo,MLP Ensemble,7,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,2
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,2
-11,distance_from_energy,932.9005737304688,FashionMNIST,Schut,MLP Ensemble,7,2
-11,distance_from_targets,739.29345703125,FashionMNIST,Schut,MLP Ensemble,7,2
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,2
-12,distance_from_energy,839.2803955078125,FashionMNIST,Schut,MLP Ensemble,7,2
-12,distance_from_targets,523.9179077148438,FashionMNIST,Schut,MLP Ensemble,7,2
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,2
-13,distance_from_energy,801.1078491210938,FashionMNIST,Schut,MLP Ensemble,7,2
-13,distance_from_targets,417.2106018066406,FashionMNIST,Schut,MLP Ensemble,7,2
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,2
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,2
-14,distance_from_energy,882.0621948242188,FashionMNIST,Schut,MLP Ensemble,7,2
-14,distance_from_targets,585.1292114257812,FashionMNIST,Schut,MLP Ensemble,7,2
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,2
-15,distance_from_energy,882.43359375,FashionMNIST,Schut,MLP Ensemble,7,2
-15,distance_from_targets,645.51416015625,FashionMNIST,Schut,MLP Ensemble,7,2
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,2
-16,distance,84.5384292602539,FashionMNIST,Wachter,JEM,7,2
-16,distance_from_energy,729.9086303710938,FashionMNIST,Wachter,JEM,7,2
-16,distance_from_targets,615.3785400390625,FashionMNIST,Wachter,JEM,7,2
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,2
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,2
-17,distance,111.38636779785156,FashionMNIST,Wachter,JEM,7,2
-17,distance_from_energy,752.4932861328125,FashionMNIST,Wachter,JEM,7,2
-17,distance_from_targets,602.09326171875,FashionMNIST,Wachter,JEM,7,2
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,2
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,2
-18,distance,93.32589721679688,FashionMNIST,Wachter,JEM,7,2
-18,distance_from_energy,841.8263549804688,FashionMNIST,Wachter,JEM,7,2
-18,distance_from_targets,738.1883544921875,FashionMNIST,Wachter,JEM,7,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,2
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,2
-19,distance,103.98976135253906,FashionMNIST,Wachter,JEM,7,2
-19,distance_from_energy,812.349365234375,FashionMNIST,Wachter,JEM,7,2
-19,distance_from_targets,640.9811401367188,FashionMNIST,Wachter,JEM,7,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,2
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,2
-20,distance,71.57093048095703,FashionMNIST,Wachter,JEM,7,2
-20,distance_from_energy,801.0265502929688,FashionMNIST,Wachter,JEM,7,2
-20,distance_from_targets,626.3900756835938,FashionMNIST,Wachter,JEM,7,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,2
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,2
-16,distance,529.0333251953125,FashionMNIST,REVISE,JEM,7,2
-16,distance_from_energy,472.56396484375,FashionMNIST,REVISE,JEM,7,2
-16,distance_from_targets,320.2351379394531,FashionMNIST,REVISE,JEM,7,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,2
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,7,2
-16,validity,1.0,FashionMNIST,REVISE,JEM,7,2
-17,distance,530.3196411132812,FashionMNIST,REVISE,JEM,7,2
-17,distance_from_energy,427.73370361328125,FashionMNIST,REVISE,JEM,7,2
-17,distance_from_targets,392.05987548828125,FashionMNIST,REVISE,JEM,7,2
-17,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,7,2
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,2
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,2
-18,distance,464.5750427246094,FashionMNIST,REVISE,JEM,7,2
-18,distance_from_energy,822.7735595703125,FashionMNIST,REVISE,JEM,7,2
-18,distance_from_targets,836.1507568359375,FashionMNIST,REVISE,JEM,7,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,2
-18,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,7,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,2
-19,distance,632.53662109375,FashionMNIST,REVISE,JEM,7,2
-19,distance_from_energy,461.81048583984375,FashionMNIST,REVISE,JEM,7,2
-19,distance_from_targets,355.0836486816406,FashionMNIST,REVISE,JEM,7,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,2
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,2
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,2
-20,distance,527.314697265625,FashionMNIST,REVISE,JEM,7,2
-20,distance_from_energy,509.81719970703125,FashionMNIST,REVISE,JEM,7,2
-20,distance_from_targets,279.4184265136719,FashionMNIST,REVISE,JEM,7,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,2
-20,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,2
-16,distance,607.382568359375,FashionMNIST,ECCCo,JEM,7,2
-16,distance_from_energy,147.758056640625,FashionMNIST,ECCCo,JEM,7,2
-16,distance_from_targets,512.8326416015625,FashionMNIST,ECCCo,JEM,7,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,2
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,2
-17,distance,587.8621826171875,FashionMNIST,ECCCo,JEM,7,2
-17,distance_from_energy,145.22134399414062,FashionMNIST,ECCCo,JEM,7,2
-17,distance_from_targets,521.4561767578125,FashionMNIST,ECCCo,JEM,7,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,2
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,2
-18,distance,671.5840454101562,FashionMNIST,ECCCo,JEM,7,2
-18,distance_from_energy,237.0514373779297,FashionMNIST,ECCCo,JEM,7,2
-18,distance_from_targets,368.1380920410156,FashionMNIST,ECCCo,JEM,7,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,2
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,2
-19,distance,631.6292724609375,FashionMNIST,ECCCo,JEM,7,2
-19,distance_from_energy,177.49368286132812,FashionMNIST,ECCCo,JEM,7,2
-19,distance_from_targets,462.3659973144531,FashionMNIST,ECCCo,JEM,7,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,2
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,2
-20,distance,681.8430786132812,FashionMNIST,ECCCo,JEM,7,2
-20,distance_from_energy,151.7547607421875,FashionMNIST,ECCCo,JEM,7,2
-20,distance_from_targets,476.30731201171875,FashionMNIST,ECCCo,JEM,7,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,2
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,2
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,2
-16,distance_from_energy,715.5977783203125,FashionMNIST,Schut,JEM,7,2
-16,distance_from_targets,593.3123779296875,FashionMNIST,Schut,JEM,7,2
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,2
-16,validity,0.0,FashionMNIST,Schut,JEM,7,2
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,2
-17,distance_from_energy,751.1517944335938,FashionMNIST,Schut,JEM,7,2
-17,distance_from_targets,583.1795043945312,FashionMNIST,Schut,JEM,7,2
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,2
-17,validity,0.0,FashionMNIST,Schut,JEM,7,2
-18,distance,10.0,FashionMNIST,Schut,JEM,7,2
-18,distance_from_energy,816.64697265625,FashionMNIST,Schut,JEM,7,2
-18,distance_from_targets,725.10888671875,FashionMNIST,Schut,JEM,7,2
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,2
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,2
-18,validity,0.0,FashionMNIST,Schut,JEM,7,2
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,2
-19,distance_from_energy,765.8301391601562,FashionMNIST,Schut,JEM,7,2
-19,distance_from_targets,625.1279296875,FashionMNIST,Schut,JEM,7,2
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,2
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,2
-19,validity,0.0,FashionMNIST,Schut,JEM,7,2
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,2
-20,distance_from_energy,781.8264770507812,FashionMNIST,Schut,JEM,7,2
-20,distance_from_targets,612.7808227539062,FashionMNIST,Schut,JEM,7,2
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,7,2
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,2
-20,validity,0.0,FashionMNIST,Schut,JEM,7,2
-1,distance,123.60264587402344,FashionMNIST,Wachter,JEM Ensemble,7,3
-1,distance_from_energy,593.4686279296875,FashionMNIST,Wachter,JEM Ensemble,7,3
-1,distance_from_targets,455.6483154296875,FashionMNIST,Wachter,JEM Ensemble,7,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-2,distance,74.66600799560547,FashionMNIST,Wachter,JEM Ensemble,7,3
-2,distance_from_energy,633.6687622070312,FashionMNIST,Wachter,JEM Ensemble,7,3
-2,distance_from_targets,418.4783630371094,FashionMNIST,Wachter,JEM Ensemble,7,3
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,7,3
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-3,distance,111.01173400878906,FashionMNIST,Wachter,JEM Ensemble,7,3
-3,distance_from_energy,692.1448974609375,FashionMNIST,Wachter,JEM Ensemble,7,3
-3,distance_from_targets,516.8001098632812,FashionMNIST,Wachter,JEM Ensemble,7,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-4,distance,110.87381744384766,FashionMNIST,Wachter,JEM Ensemble,7,3
-4,distance_from_energy,650.2487182617188,FashionMNIST,Wachter,JEM Ensemble,7,3
-4,distance_from_targets,494.69232177734375,FashionMNIST,Wachter,JEM Ensemble,7,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-5,distance,126.04229736328125,FashionMNIST,Wachter,JEM Ensemble,7,3
-5,distance_from_energy,610.8502807617188,FashionMNIST,Wachter,JEM Ensemble,7,3
-5,distance_from_targets,461.06134033203125,FashionMNIST,Wachter,JEM Ensemble,7,3
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,3
-1,distance,268.9891662597656,FashionMNIST,REVISE,JEM Ensemble,7,3
-1,distance_from_energy,537.8356323242188,FashionMNIST,REVISE,JEM Ensemble,7,3
-1,distance_from_targets,342.6749572753906,FashionMNIST,REVISE,JEM Ensemble,7,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-2,distance,296.9082946777344,FashionMNIST,REVISE,JEM Ensemble,7,3
-2,distance_from_energy,464.5370178222656,FashionMNIST,REVISE,JEM Ensemble,7,3
-2,distance_from_targets,242.95054626464844,FashionMNIST,REVISE,JEM Ensemble,7,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-3,distance,618.4275512695312,FashionMNIST,REVISE,JEM Ensemble,7,3
-3,distance_from_energy,394.495361328125,FashionMNIST,REVISE,JEM Ensemble,7,3
-3,distance_from_targets,324.48626708984375,FashionMNIST,REVISE,JEM Ensemble,7,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-4,distance,560.1005859375,FashionMNIST,REVISE,JEM Ensemble,7,3
-4,distance_from_energy,340.05767822265625,FashionMNIST,REVISE,JEM Ensemble,7,3
-4,distance_from_targets,306.41363525390625,FashionMNIST,REVISE,JEM Ensemble,7,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-5,distance,469.7787780761719,FashionMNIST,REVISE,JEM Ensemble,7,3
-5,distance_from_energy,427.4200744628906,FashionMNIST,REVISE,JEM Ensemble,7,3
-5,distance_from_targets,245.23184204101562,FashionMNIST,REVISE,JEM Ensemble,7,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,3
-1,distance,500.2488708496094,FashionMNIST,ECCCo,JEM Ensemble,7,3
-1,distance_from_energy,150.04051208496094,FashionMNIST,ECCCo,JEM Ensemble,7,3
-1,distance_from_targets,319.1195373535156,FashionMNIST,ECCCo,JEM Ensemble,7,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-2,distance,566.4525756835938,FashionMNIST,ECCCo,JEM Ensemble,7,3
-2,distance_from_energy,99.82710266113281,FashionMNIST,ECCCo,JEM Ensemble,7,3
-2,distance_from_targets,329.3401794433594,FashionMNIST,ECCCo,JEM Ensemble,7,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-3,distance,630.7415771484375,FashionMNIST,ECCCo,JEM Ensemble,7,3
-3,distance_from_energy,109.0934829711914,FashionMNIST,ECCCo,JEM Ensemble,7,3
-3,distance_from_targets,348.4242858886719,FashionMNIST,ECCCo,JEM Ensemble,7,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-3,set_size_penalty,3.050854854332358,FashionMNIST,ECCCo,JEM Ensemble,7,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-4,distance,559.7894287109375,FashionMNIST,ECCCo,JEM Ensemble,7,3
-4,distance_from_energy,136.24977111816406,FashionMNIST,ECCCo,JEM Ensemble,7,3
-4,distance_from_targets,362.684814453125,FashionMNIST,ECCCo,JEM Ensemble,7,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-5,distance,506.4944763183594,FashionMNIST,ECCCo,JEM Ensemble,7,3
-5,distance_from_energy,141.2763214111328,FashionMNIST,ECCCo,JEM Ensemble,7,3
-5,distance_from_targets,304.47723388671875,FashionMNIST,ECCCo,JEM Ensemble,7,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,3
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,3
-1,distance_from_energy,636.7304077148438,FashionMNIST,Schut,JEM Ensemble,7,3
-1,distance_from_targets,449.40960693359375,FashionMNIST,Schut,JEM Ensemble,7,3
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,3
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,3
-2,distance_from_energy,636.2259521484375,FashionMNIST,Schut,JEM Ensemble,7,3
-2,distance_from_targets,404.8313293457031,FashionMNIST,Schut,JEM Ensemble,7,3
-2,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,7,3
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,3
-3,distance_from_energy,699.4886474609375,FashionMNIST,Schut,JEM Ensemble,7,3
-3,distance_from_targets,505.4228820800781,FashionMNIST,Schut,JEM Ensemble,7,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,3
-4,distance_from_energy,676.0994262695312,FashionMNIST,Schut,JEM Ensemble,7,3
-4,distance_from_targets,482.6736755371094,FashionMNIST,Schut,JEM Ensemble,7,3
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,3
-5,distance_from_energy,631.3775634765625,FashionMNIST,Schut,JEM Ensemble,7,3
-5,distance_from_targets,453.5774230957031,FashionMNIST,Schut,JEM Ensemble,7,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,3
-6,distance,107.2488784790039,FashionMNIST,Wachter,MLP,7,3
-6,distance_from_energy,891.9119262695312,FashionMNIST,Wachter,MLP,7,3
-6,distance_from_targets,410.26556396484375,FashionMNIST,Wachter,MLP,7,3
-6,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,3
-6,set_size_penalty,1.0,FashionMNIST,Wachter,MLP,7,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,3
-7,distance,103.00142669677734,FashionMNIST,Wachter,MLP,7,3
-7,distance_from_energy,898.4306640625,FashionMNIST,Wachter,MLP,7,3
-7,distance_from_targets,538.4148559570312,FashionMNIST,Wachter,MLP,7,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,7,3
-7,set_size_penalty,1.9922353410719207,FashionMNIST,Wachter,MLP,7,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,3
-8,distance,68.21382904052734,FashionMNIST,Wachter,MLP,7,3
-8,distance_from_energy,891.1735229492188,FashionMNIST,Wachter,MLP,7,3
-8,distance_from_targets,373.5583190917969,FashionMNIST,Wachter,MLP,7,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,7,3
-8,set_size_penalty,1.485986375075674,FashionMNIST,Wachter,MLP,7,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,3
-9,distance,94.40093994140625,FashionMNIST,Wachter,MLP,7,3
-9,distance_from_energy,904.6233520507812,FashionMNIST,Wachter,MLP,7,3
-9,distance_from_targets,583.9266357421875,FashionMNIST,Wachter,MLP,7,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,3
-9,set_size_penalty,2.0011539719874945,FashionMNIST,Wachter,MLP,7,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,3
-10,distance,97.36587524414062,FashionMNIST,Wachter,MLP,7,3
-10,distance_from_energy,895.3382568359375,FashionMNIST,Wachter,MLP,7,3
-10,distance_from_targets,520.9170532226562,FashionMNIST,Wachter,MLP,7,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,7,3
-10,set_size_penalty,2.9999999999888134,FashionMNIST,Wachter,MLP,7,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,3
-6,distance,221.29734802246094,FashionMNIST,REVISE,MLP,7,3
-6,distance_from_energy,851.2418212890625,FashionMNIST,REVISE,MLP,7,3
-6,distance_from_targets,267.4692687988281,FashionMNIST,REVISE,MLP,7,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,3
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,7,3
-6,validity,1.0,FashionMNIST,REVISE,MLP,7,3
-7,distance,334.96685791015625,FashionMNIST,REVISE,MLP,7,3
-7,distance_from_energy,885.3450317382812,FashionMNIST,REVISE,MLP,7,3
-7,distance_from_targets,364.37445068359375,FashionMNIST,REVISE,MLP,7,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,3
-7,set_size_penalty,1.9999999988365622,FashionMNIST,REVISE,MLP,7,3
-7,validity,1.0,FashionMNIST,REVISE,MLP,7,3
-8,distance,147.90414428710938,FashionMNIST,REVISE,MLP,7,3
-8,distance_from_energy,885.1814575195312,FashionMNIST,REVISE,MLP,7,3
-8,distance_from_targets,283.98974609375,FashionMNIST,REVISE,MLP,7,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,3
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,3
-8,validity,0.0,FashionMNIST,REVISE,MLP,7,3
-9,distance,213.68321228027344,FashionMNIST,REVISE,MLP,7,3
-9,distance_from_energy,911.7803955078125,FashionMNIST,REVISE,MLP,7,3
-9,distance_from_targets,519.0833740234375,FashionMNIST,REVISE,MLP,7,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,7,3
-10,distance,289.7812194824219,FashionMNIST,REVISE,MLP,7,3
-10,distance_from_energy,865.5185546875,FashionMNIST,REVISE,MLP,7,3
-10,distance_from_targets,387.2793273925781,FashionMNIST,REVISE,MLP,7,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,3
-10,set_size_penalty,2.9999999999999956,FashionMNIST,REVISE,MLP,7,3
-10,validity,1.0,FashionMNIST,REVISE,MLP,7,3
-6,distance,660.1588134765625,FashionMNIST,ECCCo,MLP,7,3
-6,distance_from_energy,258.2284240722656,FashionMNIST,ECCCo,MLP,7,3
-6,distance_from_targets,627.008544921875,FashionMNIST,ECCCo,MLP,7,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,3
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,3
-7,distance,718.1911010742188,FashionMNIST,ECCCo,MLP,7,3
-7,distance_from_energy,226.77340698242188,FashionMNIST,ECCCo,MLP,7,3
-7,distance_from_targets,685.4417724609375,FashionMNIST,ECCCo,MLP,7,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,3
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,3
-8,distance,717.1436157226562,FashionMNIST,ECCCo,MLP,7,3
-8,distance_from_energy,193.43038940429688,FashionMNIST,ECCCo,MLP,7,3
-8,distance_from_targets,692.0241088867188,FashionMNIST,ECCCo,MLP,7,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,3
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,3
-9,distance,698.0247802734375,FashionMNIST,ECCCo,MLP,7,3
-9,distance_from_energy,234.75003051757812,FashionMNIST,ECCCo,MLP,7,3
-9,distance_from_targets,686.0436401367188,FashionMNIST,ECCCo,MLP,7,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,3
-9,set_size_penalty,2.000000000000014,FashionMNIST,ECCCo,MLP,7,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,3
-10,distance,696.1113891601562,FashionMNIST,ECCCo,MLP,7,3
-10,distance_from_energy,223.74118041992188,FashionMNIST,ECCCo,MLP,7,3
-10,distance_from_targets,680.052734375,FashionMNIST,ECCCo,MLP,7,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,3
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,3
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,3
-6,distance_from_energy,900.4501953125,FashionMNIST,Schut,MLP,7,3
-6,distance_from_targets,380.60650634765625,FashionMNIST,Schut,MLP,7,3
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,3
-6,validity,0.0,FashionMNIST,Schut,MLP,7,3
-7,distance,10.0,FashionMNIST,Schut,MLP,7,3
-7,distance_from_energy,929.0895385742188,FashionMNIST,Schut,MLP,7,3
-7,distance_from_targets,502.7925109863281,FashionMNIST,Schut,MLP,7,3
-7,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,3
-7,validity,0.0,FashionMNIST,Schut,MLP,7,3
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,3
-8,distance_from_energy,901.2083129882812,FashionMNIST,Schut,MLP,7,3
-8,distance_from_targets,341.55267333984375,FashionMNIST,Schut,MLP,7,3
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,3
-8,validity,0.0,FashionMNIST,Schut,MLP,7,3
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,3
-9,distance_from_energy,919.4859619140625,FashionMNIST,Schut,MLP,7,3
-9,distance_from_targets,552.1915283203125,FashionMNIST,Schut,MLP,7,3
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,3
-9,validity,0.0,FashionMNIST,Schut,MLP,7,3
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,3
-10,distance_from_energy,921.1437377929688,FashionMNIST,Schut,MLP,7,3
-10,distance_from_targets,490.87969970703125,FashionMNIST,Schut,MLP,7,3
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,3
-10,validity,0.0,FashionMNIST,Schut,MLP,7,3
-11,distance,99.66704559326172,FashionMNIST,Wachter,MLP Ensemble,7,3
-11,distance_from_energy,806.356689453125,FashionMNIST,Wachter,MLP Ensemble,7,3
-11,distance_from_targets,515.9010620117188,FashionMNIST,Wachter,MLP Ensemble,7,3
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,3
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-12,distance,97.78975677490234,FashionMNIST,Wachter,MLP Ensemble,7,3
-12,distance_from_energy,792.2473754882812,FashionMNIST,Wachter,MLP Ensemble,7,3
-12,distance_from_targets,517.8793334960938,FashionMNIST,Wachter,MLP Ensemble,7,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-12,set_size_penalty,2.011043271288669,FashionMNIST,Wachter,MLP Ensemble,7,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-13,distance,98.80255126953125,FashionMNIST,Wachter,MLP Ensemble,7,3
-13,distance_from_energy,758.5824584960938,FashionMNIST,Wachter,MLP Ensemble,7,3
-13,distance_from_targets,397.9219970703125,FashionMNIST,Wachter,MLP Ensemble,7,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-13,set_size_penalty,0.5446836707923602,FashionMNIST,Wachter,MLP Ensemble,7,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-14,distance,101.18881225585938,FashionMNIST,Wachter,MLP Ensemble,7,3
-14,distance_from_energy,849.8690185546875,FashionMNIST,Wachter,MLP Ensemble,7,3
-14,distance_from_targets,531.3341064453125,FashionMNIST,Wachter,MLP Ensemble,7,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-14,set_size_penalty,0.9999221166604914,FashionMNIST,Wachter,MLP Ensemble,7,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-15,distance,80.26280975341797,FashionMNIST,Wachter,MLP Ensemble,7,3
-15,distance_from_energy,763.9630737304688,FashionMNIST,Wachter,MLP Ensemble,7,3
-15,distance_from_targets,367.2931213378906,FashionMNIST,Wachter,MLP Ensemble,7,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-15,set_size_penalty,9.99998949512429,FashionMNIST,Wachter,MLP Ensemble,7,3
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,3
-11,distance,243.91966247558594,FashionMNIST,REVISE,MLP Ensemble,7,3
-11,distance_from_energy,845.8416137695312,FashionMNIST,REVISE,MLP Ensemble,7,3
-11,distance_from_targets,591.0623168945312,FashionMNIST,REVISE,MLP Ensemble,7,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-12,distance,329.2723083496094,FashionMNIST,REVISE,MLP Ensemble,7,3
-12,distance_from_energy,700.378662109375,FashionMNIST,REVISE,MLP Ensemble,7,3
-12,distance_from_targets,245.45278930664062,FashionMNIST,REVISE,MLP Ensemble,7,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-12,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-13,distance,228.9423065185547,FashionMNIST,REVISE,MLP Ensemble,7,3
-13,distance_from_energy,704.5477905273438,FashionMNIST,REVISE,MLP Ensemble,7,3
-13,distance_from_targets,249.35560607910156,FashionMNIST,REVISE,MLP Ensemble,7,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-13,set_size_penalty,0.9999999999999545,FashionMNIST,REVISE,MLP Ensemble,7,3
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-14,distance,268.36053466796875,FashionMNIST,REVISE,MLP Ensemble,7,3
-14,distance_from_energy,745.6183471679688,FashionMNIST,REVISE,MLP Ensemble,7,3
-14,distance_from_targets,335.7483825683594,FashionMNIST,REVISE,MLP Ensemble,7,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-15,distance,168.11427307128906,FashionMNIST,REVISE,MLP Ensemble,7,3
-15,distance_from_energy,724.0531005859375,FashionMNIST,REVISE,MLP Ensemble,7,3
-15,distance_from_targets,249.9326629638672,FashionMNIST,REVISE,MLP Ensemble,7,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-15,set_size_penalty,0.9999997719656529,FashionMNIST,REVISE,MLP Ensemble,7,3
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,3
-11,distance,727.7975463867188,FashionMNIST,ECCCo,MLP Ensemble,7,3
-11,distance_from_energy,122.37899017333984,FashionMNIST,ECCCo,MLP Ensemble,7,3
-11,distance_from_targets,587.5789184570312,FashionMNIST,ECCCo,MLP Ensemble,7,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-11,set_size_penalty,1.0000000000000053,FashionMNIST,ECCCo,MLP Ensemble,7,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-12,distance,711.9365234375,FashionMNIST,ECCCo,MLP Ensemble,7,3
-12,distance_from_energy,112.91987609863281,FashionMNIST,ECCCo,MLP Ensemble,7,3
-12,distance_from_targets,583.6519165039062,FashionMNIST,ECCCo,MLP Ensemble,7,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-13,distance,653.2304077148438,FashionMNIST,ECCCo,MLP Ensemble,7,3
-13,distance_from_energy,180.43421936035156,FashionMNIST,ECCCo,MLP Ensemble,7,3
-13,distance_from_targets,540.2833251953125,FashionMNIST,ECCCo,MLP Ensemble,7,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-14,distance,772.1223754882812,FashionMNIST,ECCCo,MLP Ensemble,7,3
-14,distance_from_energy,116.323974609375,FashionMNIST,ECCCo,MLP Ensemble,7,3
-14,distance_from_targets,615.7745361328125,FashionMNIST,ECCCo,MLP Ensemble,7,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-15,distance,649.3207397460938,FashionMNIST,ECCCo,MLP Ensemble,7,3
-15,distance_from_energy,141.31784057617188,FashionMNIST,ECCCo,MLP Ensemble,7,3
-15,distance_from_targets,555.8883056640625,FashionMNIST,ECCCo,MLP Ensemble,7,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,3
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,3
-11,distance_from_energy,822.64013671875,FashionMNIST,Schut,MLP Ensemble,7,3
-11,distance_from_targets,489.090087890625,FashionMNIST,Schut,MLP Ensemble,7,3
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,3
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,3
-12,distance_from_energy,809.058349609375,FashionMNIST,Schut,MLP Ensemble,7,3
-12,distance_from_targets,499.5846252441406,FashionMNIST,Schut,MLP Ensemble,7,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,3
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,3
-13,distance_from_energy,806.9080200195312,FashionMNIST,Schut,MLP Ensemble,7,3
-13,distance_from_targets,383.30731201171875,FashionMNIST,Schut,MLP Ensemble,7,3
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,3
-14,distance_from_energy,863.6419067382812,FashionMNIST,Schut,MLP Ensemble,7,3
-14,distance_from_targets,497.6436767578125,FashionMNIST,Schut,MLP Ensemble,7,3
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,7,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,3
-15,distance_from_energy,795.3841552734375,FashionMNIST,Schut,MLP Ensemble,7,3
-15,distance_from_targets,340.45416259765625,FashionMNIST,Schut,MLP Ensemble,7,3
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,3
-16,distance,71.43309020996094,FashionMNIST,Wachter,JEM,7,3
-16,distance_from_energy,722.939697265625,FashionMNIST,Wachter,JEM,7,3
-16,distance_from_targets,587.79541015625,FashionMNIST,Wachter,JEM,7,3
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,3
-16,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,7,3
-16,validity,0.0,FashionMNIST,Wachter,JEM,7,3
-17,distance,65.13230895996094,FashionMNIST,Wachter,JEM,7,3
-17,distance_from_energy,543.8094482421875,FashionMNIST,Wachter,JEM,7,3
-17,distance_from_targets,369.03399658203125,FashionMNIST,Wachter,JEM,7,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,3
-17,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,7,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,3
-18,distance,84.03937530517578,FashionMNIST,Wachter,JEM,7,3
-18,distance_from_energy,540.1671142578125,FashionMNIST,Wachter,JEM,7,3
-18,distance_from_targets,375.2881774902344,FashionMNIST,Wachter,JEM,7,3
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,3
-18,set_size_penalty,5.001187846656053,FashionMNIST,Wachter,JEM,7,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,3
-19,distance,111.94108581542969,FashionMNIST,Wachter,JEM,7,3
-19,distance_from_energy,750.9251098632812,FashionMNIST,Wachter,JEM,7,3
-19,distance_from_targets,577.3474731445312,FashionMNIST,Wachter,JEM,7,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,3
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,3
-20,distance,86.89014434814453,FashionMNIST,Wachter,JEM,7,3
-20,distance_from_energy,642.2271728515625,FashionMNIST,Wachter,JEM,7,3
-20,distance_from_targets,420.5041198730469,FashionMNIST,Wachter,JEM,7,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,3
-20,set_size_penalty,1.0000017565537997,FashionMNIST,Wachter,JEM,7,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,3
-16,distance,232.12147521972656,FashionMNIST,REVISE,JEM,7,3
-16,distance_from_energy,796.6071166992188,FashionMNIST,REVISE,JEM,7,3
-16,distance_from_targets,660.9080810546875,FashionMNIST,REVISE,JEM,7,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,3
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,3
-16,validity,0.0,FashionMNIST,REVISE,JEM,7,3
-17,distance,168.23605346679688,FashionMNIST,REVISE,JEM,7,3
-17,distance_from_energy,649.7835083007812,FashionMNIST,REVISE,JEM,7,3
-17,distance_from_targets,298.0756530761719,FashionMNIST,REVISE,JEM,7,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,3
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,3
-17,validity,0.0,FashionMNIST,REVISE,JEM,7,3
-18,distance,346.9670104980469,FashionMNIST,REVISE,JEM,7,3
-18,distance_from_energy,571.5379028320312,FashionMNIST,REVISE,JEM,7,3
-18,distance_from_targets,275.8863525390625,FashionMNIST,REVISE,JEM,7,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,3
-18,set_size_penalty,8.0,FashionMNIST,REVISE,JEM,7,3
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,3
-19,distance,631.5725708007812,FashionMNIST,REVISE,JEM,7,3
-19,distance_from_energy,447.1768493652344,FashionMNIST,REVISE,JEM,7,3
-19,distance_from_targets,328.8091735839844,FashionMNIST,REVISE,JEM,7,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,3
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,3
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,3
-20,distance,378.3142395019531,FashionMNIST,REVISE,JEM,7,3
-20,distance_from_energy,577.6277465820312,FashionMNIST,REVISE,JEM,7,3
-20,distance_from_targets,264.6752014160156,FashionMNIST,REVISE,JEM,7,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,3
-20,set_size_penalty,8.0,FashionMNIST,REVISE,JEM,7,3
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,3
-16,distance,628.0104370117188,FashionMNIST,ECCCo,JEM,7,3
-16,distance_from_energy,94.99620056152344,FashionMNIST,ECCCo,JEM,7,3
-16,distance_from_targets,536.4036865234375,FashionMNIST,ECCCo,JEM,7,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,3
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,3
-17,distance,586.1802978515625,FashionMNIST,ECCCo,JEM,7,3
-17,distance_from_energy,123.3291015625,FashionMNIST,ECCCo,JEM,7,3
-17,distance_from_targets,447.811279296875,FashionMNIST,ECCCo,JEM,7,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,3
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,3
-18,distance,454.5892639160156,FashionMNIST,ECCCo,JEM,7,3
-18,distance_from_energy,131.06417846679688,FashionMNIST,ECCCo,JEM,7,3
-18,distance_from_targets,358.3028259277344,FashionMNIST,ECCCo,JEM,7,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,3
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,3
-19,distance,627.2314453125,FashionMNIST,ECCCo,JEM,7,3
-19,distance_from_energy,157.25794982910156,FashionMNIST,ECCCo,JEM,7,3
-19,distance_from_targets,449.0646057128906,FashionMNIST,ECCCo,JEM,7,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,3
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,3
-20,distance,541.1365966796875,FashionMNIST,ECCCo,JEM,7,3
-20,distance_from_energy,117.39796447753906,FashionMNIST,ECCCo,JEM,7,3
-20,distance_from_targets,447.99652099609375,FashionMNIST,ECCCo,JEM,7,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,3
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,3
-16,distance,10.0,FashionMNIST,Schut,JEM,7,3
-16,distance_from_energy,745.2449951171875,FashionMNIST,Schut,JEM,7,3
-16,distance_from_targets,559.8743896484375,FashionMNIST,Schut,JEM,7,3
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,3
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,3
-16,validity,0.0,FashionMNIST,Schut,JEM,7,3
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,7,3
-17,distance_from_energy,561.4629516601562,FashionMNIST,Schut,JEM,7,3
-17,distance_from_targets,344.1030578613281,FashionMNIST,Schut,JEM,7,3
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,7,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,3
-17,validity,0.0,FashionMNIST,Schut,JEM,7,3
-18,distance,10.0,FashionMNIST,Schut,JEM,7,3
-18,distance_from_energy,605.6846923828125,FashionMNIST,Schut,JEM,7,3
-18,distance_from_targets,346.2013854980469,FashionMNIST,Schut,JEM,7,3
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,3
-18,validity,0.0,FashionMNIST,Schut,JEM,7,3
-19,distance,10.0,FashionMNIST,Schut,JEM,7,3
-19,distance_from_energy,772.253662109375,FashionMNIST,Schut,JEM,7,3
-19,distance_from_targets,552.3642578125,FashionMNIST,Schut,JEM,7,3
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,3
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,3
-19,validity,0.0,FashionMNIST,Schut,JEM,7,3
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,3
-20,distance_from_energy,677.7242431640625,FashionMNIST,Schut,JEM,7,3
-20,distance_from_targets,387.3533020019531,FashionMNIST,Schut,JEM,7,3
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,3
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,3
-20,validity,0.0,FashionMNIST,Schut,JEM,7,3
-1,distance,123.30970001220703,FashionMNIST,Wachter,JEM Ensemble,7,4
-1,distance_from_energy,763.0122680664062,FashionMNIST,Wachter,JEM Ensemble,7,4
-1,distance_from_targets,617.6256103515625,FashionMNIST,Wachter,JEM Ensemble,7,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-2,distance,112.04337310791016,FashionMNIST,Wachter,JEM Ensemble,7,4
-2,distance_from_energy,720.9671020507812,FashionMNIST,Wachter,JEM Ensemble,7,4
-2,distance_from_targets,528.7092895507812,FashionMNIST,Wachter,JEM Ensemble,7,4
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,7,4
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-3,distance,118.47391510009766,FashionMNIST,Wachter,JEM Ensemble,7,4
-3,distance_from_energy,910.2506103515625,FashionMNIST,Wachter,JEM Ensemble,7,4
-3,distance_from_targets,781.2305297851562,FashionMNIST,Wachter,JEM Ensemble,7,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-4,distance,102.60746002197266,FashionMNIST,Wachter,JEM Ensemble,7,4
-4,distance_from_energy,674.6976928710938,FashionMNIST,Wachter,JEM Ensemble,7,4
-4,distance_from_targets,552.3091430664062,FashionMNIST,Wachter,JEM Ensemble,7,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-5,distance,146.025146484375,FashionMNIST,Wachter,JEM Ensemble,7,4
-5,distance_from_energy,837.9383544921875,FashionMNIST,Wachter,JEM Ensemble,7,4
-5,distance_from_targets,672.5166015625,FashionMNIST,Wachter,JEM Ensemble,7,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,7,4
-1,distance,591.00146484375,FashionMNIST,REVISE,JEM Ensemble,7,4
-1,distance_from_energy,390.1433410644531,FashionMNIST,REVISE,JEM Ensemble,7,4
-1,distance_from_targets,348.5340270996094,FashionMNIST,REVISE,JEM Ensemble,7,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-2,distance,513.2463989257812,FashionMNIST,REVISE,JEM Ensemble,7,4
-2,distance_from_energy,375.7757263183594,FashionMNIST,REVISE,JEM Ensemble,7,4
-2,distance_from_targets,289.3769226074219,FashionMNIST,REVISE,JEM Ensemble,7,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-3,distance,462.4527587890625,FashionMNIST,REVISE,JEM Ensemble,7,4
-3,distance_from_energy,821.0067138671875,FashionMNIST,REVISE,JEM Ensemble,7,4
-3,distance_from_targets,761.942138671875,FashionMNIST,REVISE,JEM Ensemble,7,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-3,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-4,distance,319.18890380859375,FashionMNIST,REVISE,JEM Ensemble,7,4
-4,distance_from_energy,551.9349365234375,FashionMNIST,REVISE,JEM Ensemble,7,4
-4,distance_from_targets,396.6300964355469,FashionMNIST,REVISE,JEM Ensemble,7,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-4,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-4,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-5,distance,640.5569458007812,FashionMNIST,REVISE,JEM Ensemble,7,4
-5,distance_from_energy,453.49725341796875,FashionMNIST,REVISE,JEM Ensemble,7,4
-5,distance_from_targets,298.81158447265625,FashionMNIST,REVISE,JEM Ensemble,7,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,4
-1,distance,702.7763061523438,FashionMNIST,ECCCo,JEM Ensemble,7,4
-1,distance_from_energy,100.90165710449219,FashionMNIST,ECCCo,JEM Ensemble,7,4
-1,distance_from_targets,323.74072265625,FashionMNIST,ECCCo,JEM Ensemble,7,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-2,distance,673.9818115234375,FashionMNIST,ECCCo,JEM Ensemble,7,4
-2,distance_from_energy,81.14518737792969,FashionMNIST,ECCCo,JEM Ensemble,7,4
-2,distance_from_targets,313.05999755859375,FashionMNIST,ECCCo,JEM Ensemble,7,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-3,distance,783.5294799804688,FashionMNIST,ECCCo,JEM Ensemble,7,4
-3,distance_from_energy,131.36691284179688,FashionMNIST,ECCCo,JEM Ensemble,7,4
-3,distance_from_targets,398.7629699707031,FashionMNIST,ECCCo,JEM Ensemble,7,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-4,distance,559.1039428710938,FashionMNIST,ECCCo,JEM Ensemble,7,4
-4,distance_from_energy,149.67835998535156,FashionMNIST,ECCCo,JEM Ensemble,7,4
-4,distance_from_targets,330.05267333984375,FashionMNIST,ECCCo,JEM Ensemble,7,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-4,set_size_penalty,3.000197951011321,FashionMNIST,ECCCo,JEM Ensemble,7,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-5,distance,770.2510986328125,FashionMNIST,ECCCo,JEM Ensemble,7,4
-5,distance_from_energy,123.41170501708984,FashionMNIST,ECCCo,JEM Ensemble,7,4
-5,distance_from_targets,354.4369201660156,FashionMNIST,ECCCo,JEM Ensemble,7,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,4
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,4
-1,distance_from_energy,784.3360595703125,FashionMNIST,Schut,JEM Ensemble,7,4
-1,distance_from_targets,621.5230712890625,FashionMNIST,Schut,JEM Ensemble,7,4
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,4
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,4
-2,distance_from_energy,733.7391357421875,FashionMNIST,Schut,JEM Ensemble,7,4
-2,distance_from_targets,520.7683715820312,FashionMNIST,Schut,JEM Ensemble,7,4
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,4
-3,distance_from_energy,938.28173828125,FashionMNIST,Schut,JEM Ensemble,7,4
-3,distance_from_targets,786.3436889648438,FashionMNIST,Schut,JEM Ensemble,7,4
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,7,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,4
-4,distance_from_energy,688.8425903320312,FashionMNIST,Schut,JEM Ensemble,7,4
-4,distance_from_targets,535.0029296875,FashionMNIST,Schut,JEM Ensemble,7,4
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,4
-5,distance_from_energy,874.93359375,FashionMNIST,Schut,JEM Ensemble,7,4
-5,distance_from_targets,680.2627563476562,FashionMNIST,Schut,JEM Ensemble,7,4
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,4
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,4
-6,distance,83.89248657226562,FashionMNIST,Wachter,MLP,7,4
-6,distance_from_energy,923.6346435546875,FashionMNIST,Wachter,MLP,7,4
-6,distance_from_targets,448.4301452636719,FashionMNIST,Wachter,MLP,7,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,4
-6,set_size_penalty,2.9999999989772475,FashionMNIST,Wachter,MLP,7,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,4
-7,distance,92.40019226074219,FashionMNIST,Wachter,MLP,7,4
-7,distance_from_energy,908.9388427734375,FashionMNIST,Wachter,MLP,7,4
-7,distance_from_targets,485.89556884765625,FashionMNIST,Wachter,MLP,7,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,7,4
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,7,4
-7,validity,0.0,FashionMNIST,Wachter,MLP,7,4
-8,distance,92.63380432128906,FashionMNIST,Wachter,MLP,7,4
-8,distance_from_energy,891.3587646484375,FashionMNIST,Wachter,MLP,7,4
-8,distance_from_targets,578.45556640625,FashionMNIST,Wachter,MLP,7,4
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,4
-8,set_size_penalty,4.999999999888303,FashionMNIST,Wachter,MLP,7,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,4
-9,distance,96.75804138183594,FashionMNIST,Wachter,MLP,7,4
-9,distance_from_energy,926.10400390625,FashionMNIST,Wachter,MLP,7,4
-9,distance_from_targets,453.1329040527344,FashionMNIST,Wachter,MLP,7,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,4
-9,set_size_penalty,10.0,FashionMNIST,Wachter,MLP,7,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,4
-10,distance,79.11245727539062,FashionMNIST,Wachter,MLP,7,4
-10,distance_from_energy,889.1580200195312,FashionMNIST,Wachter,MLP,7,4
-10,distance_from_targets,385.3172302246094,FashionMNIST,Wachter,MLP,7,4
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,4
-10,set_size_penalty,2.974947998580105,FashionMNIST,Wachter,MLP,7,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,4
-6,distance,192.60064697265625,FashionMNIST,REVISE,MLP,7,4
-6,distance_from_energy,902.66259765625,FashionMNIST,REVISE,MLP,7,4
-6,distance_from_targets,394.0765686035156,FashionMNIST,REVISE,MLP,7,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,4
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,4
-6,validity,0.0,FashionMNIST,REVISE,MLP,7,4
-7,distance,368.6157531738281,FashionMNIST,REVISE,MLP,7,4
-7,distance_from_energy,810.376953125,FashionMNIST,REVISE,MLP,7,4
-7,distance_from_targets,304.05047607421875,FashionMNIST,REVISE,MLP,7,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,4
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,7,4
-7,validity,1.0,FashionMNIST,REVISE,MLP,7,4
-8,distance,358.9339904785156,FashionMNIST,REVISE,MLP,7,4
-8,distance_from_energy,859.3885498046875,FashionMNIST,REVISE,MLP,7,4
-8,distance_from_targets,321.631591796875,FashionMNIST,REVISE,MLP,7,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,4
-8,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,7,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,7,4
-9,distance,316.10540771484375,FashionMNIST,REVISE,MLP,7,4
-9,distance_from_energy,861.8663330078125,FashionMNIST,REVISE,MLP,7,4
-9,distance_from_targets,257.54925537109375,FashionMNIST,REVISE,MLP,7,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,4
-9,set_size_penalty,2.0003212636024528,FashionMNIST,REVISE,MLP,7,4
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,4
-10,distance,210.46212768554688,FashionMNIST,REVISE,MLP,7,4
-10,distance_from_energy,862.5779418945312,FashionMNIST,REVISE,MLP,7,4
-10,distance_from_targets,270.2232360839844,FashionMNIST,REVISE,MLP,7,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,4
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,4
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,4
-6,distance,718.1824340820312,FashionMNIST,ECCCo,MLP,7,4
-6,distance_from_energy,241.3341522216797,FashionMNIST,ECCCo,MLP,7,4
-6,distance_from_targets,681.5980224609375,FashionMNIST,ECCCo,MLP,7,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,4
-6,set_size_penalty,1.9995447556015982,FashionMNIST,ECCCo,MLP,7,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,4
-7,distance,749.448486328125,FashionMNIST,ECCCo,MLP,7,4
-7,distance_from_energy,163.88986206054688,FashionMNIST,ECCCo,MLP,7,4
-7,distance_from_targets,675.7053833007812,FashionMNIST,ECCCo,MLP,7,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,4
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,4
-8,distance,756.193115234375,FashionMNIST,ECCCo,MLP,7,4
-8,distance_from_energy,223.0852508544922,FashionMNIST,ECCCo,MLP,7,4
-8,distance_from_targets,684.1239624023438,FashionMNIST,ECCCo,MLP,7,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,4
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,4
-9,distance,787.333984375,FashionMNIST,ECCCo,MLP,7,4
-9,distance_from_energy,168.62353515625,FashionMNIST,ECCCo,MLP,7,4
-9,distance_from_targets,708.2529907226562,FashionMNIST,ECCCo,MLP,7,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,4
-9,set_size_penalty,2.029998145111313,FashionMNIST,ECCCo,MLP,7,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,4
-10,distance,754.2537841796875,FashionMNIST,ECCCo,MLP,7,4
-10,distance_from_energy,150.66165161132812,FashionMNIST,ECCCo,MLP,7,4
-10,distance_from_targets,680.3731689453125,FashionMNIST,ECCCo,MLP,7,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,4
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,4
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,4
-6,distance_from_energy,930.5517578125,FashionMNIST,Schut,MLP,7,4
-6,distance_from_targets,425.5934143066406,FashionMNIST,Schut,MLP,7,4
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,4
-6,validity,0.0,FashionMNIST,Schut,MLP,7,4
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,4
-7,distance_from_energy,896.6298828125,FashionMNIST,Schut,MLP,7,4
-7,distance_from_targets,459.8363952636719,FashionMNIST,Schut,MLP,7,4
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,4
-7,validity,0.0,FashionMNIST,Schut,MLP,7,4
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,4
-8,distance_from_energy,932.7611083984375,FashionMNIST,Schut,MLP,7,4
-8,distance_from_targets,552.260498046875,FashionMNIST,Schut,MLP,7,4
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,4
-8,validity,0.0,FashionMNIST,Schut,MLP,7,4
-9,distance,10.0,FashionMNIST,Schut,MLP,7,4
-9,distance_from_energy,968.8030395507812,FashionMNIST,Schut,MLP,7,4
-9,distance_from_targets,439.7723388671875,FashionMNIST,Schut,MLP,7,4
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,4
-9,validity,0.0,FashionMNIST,Schut,MLP,7,4
-10,distance,10.0,FashionMNIST,Schut,MLP,7,4
-10,distance_from_energy,902.3896484375,FashionMNIST,Schut,MLP,7,4
-10,distance_from_targets,354.24432373046875,FashionMNIST,Schut,MLP,7,4
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,4
-10,validity,0.0,FashionMNIST,Schut,MLP,7,4
-11,distance,102.71565246582031,FashionMNIST,Wachter,MLP Ensemble,7,4
-11,distance_from_energy,795.8480224609375,FashionMNIST,Wachter,MLP Ensemble,7,4
-11,distance_from_targets,503.5892639160156,FashionMNIST,Wachter,MLP Ensemble,7,4
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,4
-11,set_size_penalty,1.0000212491480207,FashionMNIST,Wachter,MLP Ensemble,7,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-12,distance,123.58523559570312,FashionMNIST,Wachter,MLP Ensemble,7,4
-12,distance_from_energy,830.4334106445312,FashionMNIST,Wachter,MLP Ensemble,7,4
-12,distance_from_targets,579.06298828125,FashionMNIST,Wachter,MLP Ensemble,7,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-12,set_size_penalty,3.743189305188557,FashionMNIST,Wachter,MLP Ensemble,7,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-13,distance,80.34902954101562,FashionMNIST,Wachter,MLP Ensemble,7,4
-13,distance_from_energy,750.451904296875,FashionMNIST,Wachter,MLP Ensemble,7,4
-13,distance_from_targets,352.6180419921875,FashionMNIST,Wachter,MLP Ensemble,7,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-13,set_size_penalty,0.6965688212145206,FashionMNIST,Wachter,MLP Ensemble,7,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-14,distance,122.92581176757812,FashionMNIST,Wachter,MLP Ensemble,7,4
-14,distance_from_energy,832.2135620117188,FashionMNIST,Wachter,MLP Ensemble,7,4
-14,distance_from_targets,565.7288818359375,FashionMNIST,Wachter,MLP Ensemble,7,4
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,4
-14,set_size_penalty,1.0404884048565215,FashionMNIST,Wachter,MLP Ensemble,7,4
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-15,distance,94.79425811767578,FashionMNIST,Wachter,MLP Ensemble,7,4
-15,distance_from_energy,812.9505004882812,FashionMNIST,Wachter,MLP Ensemble,7,4
-15,distance_from_targets,527.6613159179688,FashionMNIST,Wachter,MLP Ensemble,7,4
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-15,set_size_penalty,0.9172913907469677,FashionMNIST,Wachter,MLP Ensemble,7,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,4
-11,distance,270.586181640625,FashionMNIST,REVISE,MLP Ensemble,7,4
-11,distance_from_energy,750.6541748046875,FashionMNIST,REVISE,MLP Ensemble,7,4
-11,distance_from_targets,317.4082946777344,FashionMNIST,REVISE,MLP Ensemble,7,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-11,set_size_penalty,1.000000000906194,FashionMNIST,REVISE,MLP Ensemble,7,4
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-12,distance,289.62548828125,FashionMNIST,REVISE,MLP Ensemble,7,4
-12,distance_from_energy,743.1192016601562,FashionMNIST,REVISE,MLP Ensemble,7,4
-12,distance_from_targets,413.7826232910156,FashionMNIST,REVISE,MLP Ensemble,7,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-12,set_size_penalty,0.9997251348202101,FashionMNIST,REVISE,MLP Ensemble,7,4
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-13,distance,188.5155487060547,FashionMNIST,REVISE,MLP Ensemble,7,4
-13,distance_from_energy,699.0902099609375,FashionMNIST,REVISE,MLP Ensemble,7,4
-13,distance_from_targets,214.4640655517578,FashionMNIST,REVISE,MLP Ensemble,7,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-13,set_size_penalty,1.999999999999996,FashionMNIST,REVISE,MLP Ensemble,7,4
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-14,distance,365.0078430175781,FashionMNIST,REVISE,MLP Ensemble,7,4
-14,distance_from_energy,729.7979736328125,FashionMNIST,REVISE,MLP Ensemble,7,4
-14,distance_from_targets,296.2035827636719,FashionMNIST,REVISE,MLP Ensemble,7,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-14,set_size_penalty,1.9999979542047208,FashionMNIST,REVISE,MLP Ensemble,7,4
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-15,distance,261.5578918457031,FashionMNIST,REVISE,MLP Ensemble,7,4
-15,distance_from_energy,801.4378051757812,FashionMNIST,REVISE,MLP Ensemble,7,4
-15,distance_from_targets,463.3873291015625,FashionMNIST,REVISE,MLP Ensemble,7,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,4
-11,distance,743.1824951171875,FashionMNIST,ECCCo,MLP Ensemble,7,4
-11,distance_from_energy,100.48611450195312,FashionMNIST,ECCCo,MLP Ensemble,7,4
-11,distance_from_targets,602.62548828125,FashionMNIST,ECCCo,MLP Ensemble,7,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-11,set_size_penalty,1.0000000000000102,FashionMNIST,ECCCo,MLP Ensemble,7,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-12,distance,743.1820068359375,FashionMNIST,ECCCo,MLP Ensemble,7,4
-12,distance_from_energy,130.4123077392578,FashionMNIST,ECCCo,MLP Ensemble,7,4
-12,distance_from_targets,604.4933471679688,FashionMNIST,ECCCo,MLP Ensemble,7,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-13,distance,672.9322509765625,FashionMNIST,ECCCo,MLP Ensemble,7,4
-13,distance_from_energy,117.13603210449219,FashionMNIST,ECCCo,MLP Ensemble,7,4
-13,distance_from_targets,586.0819091796875,FashionMNIST,ECCCo,MLP Ensemble,7,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-14,distance,784.012939453125,FashionMNIST,ECCCo,MLP Ensemble,7,4
-14,distance_from_energy,119.2424087524414,FashionMNIST,ECCCo,MLP Ensemble,7,4
-14,distance_from_targets,624.1951904296875,FashionMNIST,ECCCo,MLP Ensemble,7,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-15,distance,736.9114379882812,FashionMNIST,ECCCo,MLP Ensemble,7,4
-15,distance_from_energy,112.0892562866211,FashionMNIST,ECCCo,MLP Ensemble,7,4
-15,distance_from_targets,590.8296508789062,FashionMNIST,ECCCo,MLP Ensemble,7,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,4
-11,distance_from_energy,825.7843627929688,FashionMNIST,Schut,MLP Ensemble,7,4
-11,distance_from_targets,479.2899169921875,FashionMNIST,Schut,MLP Ensemble,7,4
-11,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,7,4
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,4
-12,distance_from_energy,857.3564453125,FashionMNIST,Schut,MLP Ensemble,7,4
-12,distance_from_targets,548.3936767578125,FashionMNIST,Schut,MLP Ensemble,7,4
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,4
-13,distance_from_energy,781.2722778320312,FashionMNIST,Schut,MLP Ensemble,7,4
-13,distance_from_targets,328.1029052734375,FashionMNIST,Schut,MLP Ensemble,7,4
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,4
-14,distance_from_energy,871.2275390625,FashionMNIST,Schut,MLP Ensemble,7,4
-14,distance_from_targets,535.8098754882812,FashionMNIST,Schut,MLP Ensemble,7,4
-14,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,7,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,4
-15,distance_from_energy,836.4552001953125,FashionMNIST,Schut,MLP Ensemble,7,4
-15,distance_from_targets,506.6368713378906,FashionMNIST,Schut,MLP Ensemble,7,4
-15,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,7,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,4
-16,distance,79.49942016601562,FashionMNIST,Wachter,JEM,7,4
-16,distance_from_energy,726.4754638671875,FashionMNIST,Wachter,JEM,7,4
-16,distance_from_targets,495.14520263671875,FashionMNIST,Wachter,JEM,7,4
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,4
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,4
-17,distance,100.65413665771484,FashionMNIST,Wachter,JEM,7,4
-17,distance_from_energy,790.6864013671875,FashionMNIST,Wachter,JEM,7,4
-17,distance_from_targets,679.5689086914062,FashionMNIST,Wachter,JEM,7,4
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,4
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,4
-18,distance,93.6124496459961,FashionMNIST,Wachter,JEM,7,4
-18,distance_from_energy,704.2638549804688,FashionMNIST,Wachter,JEM,7,4
-18,distance_from_targets,511.4366149902344,FashionMNIST,Wachter,JEM,7,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,4
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,4
-19,distance,81.9208755493164,FashionMNIST,Wachter,JEM,7,4
-19,distance_from_energy,744.7854614257812,FashionMNIST,Wachter,JEM,7,4
-19,distance_from_targets,493.74041748046875,FashionMNIST,Wachter,JEM,7,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,4
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,4
-20,distance,85.76432800292969,FashionMNIST,Wachter,JEM,7,4
-20,distance_from_energy,714.4337768554688,FashionMNIST,Wachter,JEM,7,4
-20,distance_from_targets,693.9805297851562,FashionMNIST,Wachter,JEM,7,4
-20,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,4
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,7,4
-20,validity,0.0,FashionMNIST,Wachter,JEM,7,4
-16,distance,454.4936828613281,FashionMNIST,REVISE,JEM,7,4
-16,distance_from_energy,585.590576171875,FashionMNIST,REVISE,JEM,7,4
-16,distance_from_targets,231.4496612548828,FashionMNIST,REVISE,JEM,7,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,4
-16,set_size_penalty,7.999999999994966,FashionMNIST,REVISE,JEM,7,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,7,4
-17,distance,243.8303680419922,FashionMNIST,REVISE,JEM,7,4
-17,distance_from_energy,848.0989990234375,FashionMNIST,REVISE,JEM,7,4
-17,distance_from_targets,714.43603515625,FashionMNIST,REVISE,JEM,7,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,4
-17,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,7,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,4
-18,distance,470.7978515625,FashionMNIST,REVISE,JEM,7,4
-18,distance_from_energy,465.30810546875,FashionMNIST,REVISE,JEM,7,4
-18,distance_from_targets,337.9070739746094,FashionMNIST,REVISE,JEM,7,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,4
-18,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,7,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,4
-19,distance,596.45458984375,FashionMNIST,REVISE,JEM,7,4
-19,distance_from_energy,630.29052734375,FashionMNIST,REVISE,JEM,7,4
-19,distance_from_targets,473.3213806152344,FashionMNIST,REVISE,JEM,7,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,4
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,4
-19,validity,0.0,FashionMNIST,REVISE,JEM,7,4
-20,distance,413.4847106933594,FashionMNIST,REVISE,JEM,7,4
-20,distance_from_energy,591.6533813476562,FashionMNIST,REVISE,JEM,7,4
-20,distance_from_targets,516.5074462890625,FashionMNIST,REVISE,JEM,7,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,4
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,4
-20,validity,0.0,FashionMNIST,REVISE,JEM,7,4
-16,distance,620.3602294921875,FashionMNIST,ECCCo,JEM,7,4
-16,distance_from_energy,68.25343322753906,FashionMNIST,ECCCo,JEM,7,4
-16,distance_from_targets,336.0111083984375,FashionMNIST,ECCCo,JEM,7,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,4
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,4
-17,distance,654.160888671875,FashionMNIST,ECCCo,JEM,7,4
-17,distance_from_energy,162.0900421142578,FashionMNIST,ECCCo,JEM,7,4
-17,distance_from_targets,457.1080627441406,FashionMNIST,ECCCo,JEM,7,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,4
-17,set_size_penalty,3.0000383535589656,FashionMNIST,ECCCo,JEM,7,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,4
-18,distance,649.21826171875,FashionMNIST,ECCCo,JEM,7,4
-18,distance_from_energy,69.94644165039062,FashionMNIST,ECCCo,JEM,7,4
-18,distance_from_targets,396.67596435546875,FashionMNIST,ECCCo,JEM,7,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,4
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,4
-19,distance,638.9119262695312,FashionMNIST,ECCCo,JEM,7,4
-19,distance_from_energy,92.90716552734375,FashionMNIST,ECCCo,JEM,7,4
-19,distance_from_targets,430.8572692871094,FashionMNIST,ECCCo,JEM,7,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,4
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,4
-20,distance,604.7781982421875,FashionMNIST,ECCCo,JEM,7,4
-20,distance_from_energy,237.98178100585938,FashionMNIST,ECCCo,JEM,7,4
-20,distance_from_targets,359.3337097167969,FashionMNIST,ECCCo,JEM,7,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,4
-20,set_size_penalty,3.000000141281615,FashionMNIST,ECCCo,JEM,7,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,4
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,4
-16,distance_from_energy,730.973876953125,FashionMNIST,Schut,JEM,7,4
-16,distance_from_targets,477.4507141113281,FashionMNIST,Schut,JEM,7,4
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,4
-16,validity,0.0,FashionMNIST,Schut,JEM,7,4
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,7,4
-17,distance_from_energy,813.0623779296875,FashionMNIST,Schut,JEM,7,4
-17,distance_from_targets,665.171875,FashionMNIST,Schut,JEM,7,4
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,4
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,4
-17,validity,0.0,FashionMNIST,Schut,JEM,7,4
-18,distance,10.0,FashionMNIST,Schut,JEM,7,4
-18,distance_from_energy,708.7530517578125,FashionMNIST,Schut,JEM,7,4
-18,distance_from_targets,495.2896728515625,FashionMNIST,Schut,JEM,7,4
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,4
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,4
-18,validity,0.0,FashionMNIST,Schut,JEM,7,4
-19,distance,10.0,FashionMNIST,Schut,JEM,7,4
-19,distance_from_energy,680.5416870117188,FashionMNIST,Schut,JEM,7,4
-19,distance_from_targets,476.3580627441406,FashionMNIST,Schut,JEM,7,4
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,4
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,4
-19,validity,0.0,FashionMNIST,Schut,JEM,7,4
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,4
-20,distance_from_energy,846.3264770507812,FashionMNIST,Schut,JEM,7,4
-20,distance_from_targets,671.9755249023438,FashionMNIST,Schut,JEM,7,4
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,4
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,4
-20,validity,0.0,FashionMNIST,Schut,JEM,7,4
-1,distance,65.40465545654297,FashionMNIST,Wachter,JEM Ensemble,7,5
-1,distance_from_energy,515.7216796875,FashionMNIST,Wachter,JEM Ensemble,7,5
-1,distance_from_targets,397.0133361816406,FashionMNIST,Wachter,JEM Ensemble,7,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-2,distance,97.65160369873047,FashionMNIST,Wachter,JEM Ensemble,7,5
-2,distance_from_energy,644.5426025390625,FashionMNIST,Wachter,JEM Ensemble,7,5
-2,distance_from_targets,499.9327087402344,FashionMNIST,Wachter,JEM Ensemble,7,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-3,distance,56.47442626953125,FashionMNIST,Wachter,JEM Ensemble,7,5
-3,distance_from_energy,397.783203125,FashionMNIST,Wachter,JEM Ensemble,7,5
-3,distance_from_targets,252.60836791992188,FashionMNIST,Wachter,JEM Ensemble,7,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-3,set_size_penalty,4.0000000001303375,FashionMNIST,Wachter,JEM Ensemble,7,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-4,distance,67.91935729980469,FashionMNIST,Wachter,JEM Ensemble,7,5
-4,distance_from_energy,526.563232421875,FashionMNIST,Wachter,JEM Ensemble,7,5
-4,distance_from_targets,344.130615234375,FashionMNIST,Wachter,JEM Ensemble,7,5
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-4,set_size_penalty,3.0000000000032006,FashionMNIST,Wachter,JEM Ensemble,7,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-5,distance,61.050540924072266,FashionMNIST,Wachter,JEM Ensemble,7,5
-5,distance_from_energy,512.5709838867188,FashionMNIST,Wachter,JEM Ensemble,7,5
-5,distance_from_targets,284.1726379394531,FashionMNIST,Wachter,JEM Ensemble,7,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-5,set_size_penalty,9.000000041907196,FashionMNIST,Wachter,JEM Ensemble,7,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,5
-1,distance,223.1072540283203,FashionMNIST,REVISE,JEM Ensemble,7,5
-1,distance_from_energy,438.6971740722656,FashionMNIST,REVISE,JEM Ensemble,7,5
-1,distance_from_targets,274.58453369140625,FashionMNIST,REVISE,JEM Ensemble,7,5
-1,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,7,5
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-2,distance,395.64764404296875,FashionMNIST,REVISE,JEM Ensemble,7,5
-2,distance_from_energy,436.8439025878906,FashionMNIST,REVISE,JEM Ensemble,7,5
-2,distance_from_targets,268.9340515136719,FashionMNIST,REVISE,JEM Ensemble,7,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-3,distance,128.45054626464844,FashionMNIST,REVISE,JEM Ensemble,7,5
-3,distance_from_energy,397.6431579589844,FashionMNIST,REVISE,JEM Ensemble,7,5
-3,distance_from_targets,192.90721130371094,FashionMNIST,REVISE,JEM Ensemble,7,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-3,set_size_penalty,4.000000000012589,FashionMNIST,REVISE,JEM Ensemble,7,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-4,distance,197.6199493408203,FashionMNIST,REVISE,JEM Ensemble,7,5
-4,distance_from_energy,409.7560119628906,FashionMNIST,REVISE,JEM Ensemble,7,5
-4,distance_from_targets,203.23306274414062,FashionMNIST,REVISE,JEM Ensemble,7,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-5,distance,86.18097686767578,FashionMNIST,REVISE,JEM Ensemble,7,5
-5,distance_from_energy,482.64617919921875,FashionMNIST,REVISE,JEM Ensemble,7,5
-5,distance_from_targets,249.93666076660156,FashionMNIST,REVISE,JEM Ensemble,7,5
-5,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,7,5
-5,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,5
-1,distance,391.2435302734375,FashionMNIST,ECCCo,JEM Ensemble,7,5
-1,distance_from_energy,93.23081970214844,FashionMNIST,ECCCo,JEM Ensemble,7,5
-1,distance_from_targets,335.5406494140625,FashionMNIST,ECCCo,JEM Ensemble,7,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-2,distance,504.8387145996094,FashionMNIST,ECCCo,JEM Ensemble,7,5
-2,distance_from_energy,132.2726593017578,FashionMNIST,ECCCo,JEM Ensemble,7,5
-2,distance_from_targets,300.5976257324219,FashionMNIST,ECCCo,JEM Ensemble,7,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-3,distance,378.1446533203125,FashionMNIST,ECCCo,JEM Ensemble,7,5
-3,distance_from_energy,60.22613525390625,FashionMNIST,ECCCo,JEM Ensemble,7,5
-3,distance_from_targets,368.66754150390625,FashionMNIST,ECCCo,JEM Ensemble,7,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-4,distance,417.76116943359375,FashionMNIST,ECCCo,JEM Ensemble,7,5
-4,distance_from_energy,100.42543029785156,FashionMNIST,ECCCo,JEM Ensemble,7,5
-4,distance_from_targets,284.2289733886719,FashionMNIST,ECCCo,JEM Ensemble,7,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-5,distance,345.161376953125,FashionMNIST,ECCCo,JEM Ensemble,7,5
-5,distance_from_energy,106.6450424194336,FashionMNIST,ECCCo,JEM Ensemble,7,5
-5,distance_from_targets,279.9380187988281,FashionMNIST,ECCCo,JEM Ensemble,7,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,5
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,5
-1,distance_from_energy,499.72845458984375,FashionMNIST,Schut,JEM Ensemble,7,5
-1,distance_from_targets,364.4339904785156,FashionMNIST,Schut,JEM Ensemble,7,5
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,5
-1,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,7,5
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,5
-2,distance_from_energy,605.542724609375,FashionMNIST,Schut,JEM Ensemble,7,5
-2,distance_from_targets,466.4837646484375,FashionMNIST,Schut,JEM Ensemble,7,5
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,5
-3,distance,6.600000381469727,FashionMNIST,Schut,JEM Ensemble,7,5
-3,distance_from_energy,377.67327880859375,FashionMNIST,Schut,JEM Ensemble,7,5
-3,distance_from_targets,222.11212158203125,FashionMNIST,Schut,JEM Ensemble,7,5
-3,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM Ensemble,7,5
-3,set_size_penalty,4.00000000000681,FashionMNIST,Schut,JEM Ensemble,7,5
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,5
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,5
-4,distance_from_energy,496.03900146484375,FashionMNIST,Schut,JEM Ensemble,7,5
-4,distance_from_targets,311.17889404296875,FashionMNIST,Schut,JEM Ensemble,7,5
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,5
-5,distance,8.100000381469727,FashionMNIST,Schut,JEM Ensemble,7,5
-5,distance_from_energy,483.58880615234375,FashionMNIST,Schut,JEM Ensemble,7,5
-5,distance_from_targets,248.2019500732422,FashionMNIST,Schut,JEM Ensemble,7,5
-5,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM Ensemble,7,5
-5,set_size_penalty,8.000000000004166,FashionMNIST,Schut,JEM Ensemble,7,5
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,5
-6,distance,77.10212707519531,FashionMNIST,Wachter,MLP,7,5
-6,distance_from_energy,850.5831909179688,FashionMNIST,Wachter,MLP,7,5
-6,distance_from_targets,285.3467102050781,FashionMNIST,Wachter,MLP,7,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,5
-6,set_size_penalty,1.0000250490453466,FashionMNIST,Wachter,MLP,7,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,5
-7,distance,80.91343688964844,FashionMNIST,Wachter,MLP,7,5
-7,distance_from_energy,867.4275512695312,FashionMNIST,Wachter,MLP,7,5
-7,distance_from_targets,433.520263671875,FashionMNIST,Wachter,MLP,7,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,7,5
-7,set_size_penalty,1.9997512902819659,FashionMNIST,Wachter,MLP,7,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,5
-8,distance,74.96733093261719,FashionMNIST,Wachter,MLP,7,5
-8,distance_from_energy,863.2403564453125,FashionMNIST,Wachter,MLP,7,5
-8,distance_from_targets,287.596435546875,FashionMNIST,Wachter,MLP,7,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,7,5
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,7,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,5
-9,distance,85.56832885742188,FashionMNIST,Wachter,MLP,7,5
-9,distance_from_energy,874.80224609375,FashionMNIST,Wachter,MLP,7,5
-9,distance_from_targets,349.20501708984375,FashionMNIST,Wachter,MLP,7,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,5
-9,set_size_penalty,2.000002629975943,FashionMNIST,Wachter,MLP,7,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,5
-10,distance,68.99259185791016,FashionMNIST,Wachter,MLP,7,5
-10,distance_from_energy,874.23974609375,FashionMNIST,Wachter,MLP,7,5
-10,distance_from_targets,292.31597900390625,FashionMNIST,Wachter,MLP,7,5
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,5
-10,set_size_penalty,1.0000000000718556,FashionMNIST,Wachter,MLP,7,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,5
-6,distance,126.58502197265625,FashionMNIST,REVISE,MLP,7,5
-6,distance_from_energy,842.822265625,FashionMNIST,REVISE,MLP,7,5
-6,distance_from_targets,181.19338989257812,FashionMNIST,REVISE,MLP,7,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,5
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,7,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,7,5
-7,distance,276.6378479003906,FashionMNIST,REVISE,MLP,7,5
-7,distance_from_energy,874.3107299804688,FashionMNIST,REVISE,MLP,7,5
-7,distance_from_targets,220.23106384277344,FashionMNIST,REVISE,MLP,7,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,5
-7,set_size_penalty,2.491507034503514,FashionMNIST,REVISE,MLP,7,5
-7,validity,1.0,FashionMNIST,REVISE,MLP,7,5
-8,distance,116.16595458984375,FashionMNIST,REVISE,MLP,7,5
-8,distance_from_energy,877.3763427734375,FashionMNIST,REVISE,MLP,7,5
-8,distance_from_targets,233.17800903320312,FashionMNIST,REVISE,MLP,7,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,5
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,5
-8,validity,0.0,FashionMNIST,REVISE,MLP,7,5
-9,distance,226.71095275878906,FashionMNIST,REVISE,MLP,7,5
-9,distance_from_energy,867.4093627929688,FashionMNIST,REVISE,MLP,7,5
-9,distance_from_targets,196.18359375,FashionMNIST,REVISE,MLP,7,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,5
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,7,5
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,5
-10,distance,157.93577575683594,FashionMNIST,REVISE,MLP,7,5
-10,distance_from_energy,877.0480346679688,FashionMNIST,REVISE,MLP,7,5
-10,distance_from_targets,217.238037109375,FashionMNIST,REVISE,MLP,7,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,5
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,5
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,5
-6,distance,672.5692749023438,FashionMNIST,ECCCo,MLP,7,5
-6,distance_from_energy,231.4488525390625,FashionMNIST,ECCCo,MLP,7,5
-6,distance_from_targets,641.6644287109375,FashionMNIST,ECCCo,MLP,7,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,5
-6,set_size_penalty,2.0000000018728996,FashionMNIST,ECCCo,MLP,7,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,5
-7,distance,712.0665893554688,FashionMNIST,ECCCo,MLP,7,5
-7,distance_from_energy,186.92233276367188,FashionMNIST,ECCCo,MLP,7,5
-7,distance_from_targets,710.1595458984375,FashionMNIST,ECCCo,MLP,7,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,5
-7,set_size_penalty,2.000093437769179,FashionMNIST,ECCCo,MLP,7,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,5
-8,distance,647.8551025390625,FashionMNIST,ECCCo,MLP,7,5
-8,distance_from_energy,253.6720733642578,FashionMNIST,ECCCo,MLP,7,5
-8,distance_from_targets,606.3619995117188,FashionMNIST,ECCCo,MLP,7,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,5
-8,set_size_penalty,2.0000539692524026,FashionMNIST,ECCCo,MLP,7,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,5
-9,distance,693.6182861328125,FashionMNIST,ECCCo,MLP,7,5
-9,distance_from_energy,199.78598022460938,FashionMNIST,ECCCo,MLP,7,5
-9,distance_from_targets,647.6864013671875,FashionMNIST,ECCCo,MLP,7,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,5
-9,set_size_penalty,2.00000242741927,FashionMNIST,ECCCo,MLP,7,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,5
-10,distance,668.3063354492188,FashionMNIST,ECCCo,MLP,7,5
-10,distance_from_energy,256.2335510253906,FashionMNIST,ECCCo,MLP,7,5
-10,distance_from_targets,637.0896606445312,FashionMNIST,ECCCo,MLP,7,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,5
-10,set_size_penalty,2.024716521908858,FashionMNIST,ECCCo,MLP,7,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,5
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,5
-6,distance_from_energy,843.1605224609375,FashionMNIST,Schut,MLP,7,5
-6,distance_from_targets,241.8430938720703,FashionMNIST,Schut,MLP,7,5
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,5
-6,validity,0.0,FashionMNIST,Schut,MLP,7,5
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,5
-7,distance_from_energy,876.3519287109375,FashionMNIST,Schut,MLP,7,5
-7,distance_from_targets,391.12847900390625,FashionMNIST,Schut,MLP,7,5
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,5
-7,validity,0.0,FashionMNIST,Schut,MLP,7,5
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,5
-8,distance_from_energy,905.5968627929688,FashionMNIST,Schut,MLP,7,5
-8,distance_from_targets,247.85926818847656,FashionMNIST,Schut,MLP,7,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,5
-8,validity,0.0,FashionMNIST,Schut,MLP,7,5
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,5
-9,distance_from_energy,860.2774658203125,FashionMNIST,Schut,MLP,7,5
-9,distance_from_targets,302.18792724609375,FashionMNIST,Schut,MLP,7,5
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,5
-9,validity,0.0,FashionMNIST,Schut,MLP,7,5
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,5
-10,distance_from_energy,884.2550659179688,FashionMNIST,Schut,MLP,7,5
-10,distance_from_targets,263.1954650878906,FashionMNIST,Schut,MLP,7,5
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,5
-10,validity,0.0,FashionMNIST,Schut,MLP,7,5
-11,distance,78.17132568359375,FashionMNIST,Wachter,MLP Ensemble,7,5
-11,distance_from_energy,756.9359130859375,FashionMNIST,Wachter,MLP Ensemble,7,5
-11,distance_from_targets,435.7680358886719,FashionMNIST,Wachter,MLP Ensemble,7,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-11,set_size_penalty,2.000033260915949,FashionMNIST,Wachter,MLP Ensemble,7,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-12,distance,53.73096466064453,FashionMNIST,Wachter,MLP Ensemble,7,5
-12,distance_from_energy,708.2310791015625,FashionMNIST,Wachter,MLP Ensemble,7,5
-12,distance_from_targets,254.92886352539062,FashionMNIST,Wachter,MLP Ensemble,7,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-12,set_size_penalty,1.9999999985644847,FashionMNIST,Wachter,MLP Ensemble,7,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-13,distance,59.51997756958008,FashionMNIST,Wachter,MLP Ensemble,7,5
-13,distance_from_energy,699.5670166015625,FashionMNIST,Wachter,MLP Ensemble,7,5
-13,distance_from_targets,258.8726806640625,FashionMNIST,Wachter,MLP Ensemble,7,5
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,5
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-14,distance,80.63689422607422,FashionMNIST,Wachter,MLP Ensemble,7,5
-14,distance_from_energy,753.5713500976562,FashionMNIST,Wachter,MLP Ensemble,7,5
-14,distance_from_targets,432.9804382324219,FashionMNIST,Wachter,MLP Ensemble,7,5
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-14,set_size_penalty,1.9477427936952212,FashionMNIST,Wachter,MLP Ensemble,7,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-15,distance,58.713661193847656,FashionMNIST,Wachter,MLP Ensemble,7,5
-15,distance_from_energy,691.536376953125,FashionMNIST,Wachter,MLP Ensemble,7,5
-15,distance_from_targets,262.1439208984375,FashionMNIST,Wachter,MLP Ensemble,7,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,5
-11,distance,310.6551513671875,FashionMNIST,REVISE,MLP Ensemble,7,5
-11,distance_from_energy,698.7540283203125,FashionMNIST,REVISE,MLP Ensemble,7,5
-11,distance_from_targets,271.5178527832031,FashionMNIST,REVISE,MLP Ensemble,7,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-11,set_size_penalty,1.9999653794506878,FashionMNIST,REVISE,MLP Ensemble,7,5
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-12,distance,126.71768951416016,FashionMNIST,REVISE,MLP Ensemble,7,5
-12,distance_from_energy,707.239013671875,FashionMNIST,REVISE,MLP Ensemble,7,5
-12,distance_from_targets,198.4429931640625,FashionMNIST,REVISE,MLP Ensemble,7,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-12,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-13,distance,131.1358642578125,FashionMNIST,REVISE,MLP Ensemble,7,5
-13,distance_from_energy,704.1673583984375,FashionMNIST,REVISE,MLP Ensemble,7,5
-13,distance_from_targets,196.22943115234375,FashionMNIST,REVISE,MLP Ensemble,7,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-13,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-14,distance,247.13803100585938,FashionMNIST,REVISE,MLP Ensemble,7,5
-14,distance_from_energy,680.914306640625,FashionMNIST,REVISE,MLP Ensemble,7,5
-14,distance_from_targets,258.4540710449219,FashionMNIST,REVISE,MLP Ensemble,7,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-14,set_size_penalty,1.0000000039662746,FashionMNIST,REVISE,MLP Ensemble,7,5
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-15,distance,134.78294372558594,FashionMNIST,REVISE,MLP Ensemble,7,5
-15,distance_from_energy,691.9141845703125,FashionMNIST,REVISE,MLP Ensemble,7,5
-15,distance_from_targets,204.3058319091797,FashionMNIST,REVISE,MLP Ensemble,7,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,5
-11,distance,621.7301025390625,FashionMNIST,ECCCo,MLP Ensemble,7,5
-11,distance_from_energy,153.17420959472656,FashionMNIST,ECCCo,MLP Ensemble,7,5
-11,distance_from_targets,582.0051879882812,FashionMNIST,ECCCo,MLP Ensemble,7,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-12,distance,572.4431762695312,FashionMNIST,ECCCo,MLP Ensemble,7,5
-12,distance_from_energy,165.07614135742188,FashionMNIST,ECCCo,MLP Ensemble,7,5
-12,distance_from_targets,543.6235961914062,FashionMNIST,ECCCo,MLP Ensemble,7,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-13,distance,581.8468017578125,FashionMNIST,ECCCo,MLP Ensemble,7,5
-13,distance_from_energy,134.1640167236328,FashionMNIST,ECCCo,MLP Ensemble,7,5
-13,distance_from_targets,564.273193359375,FashionMNIST,ECCCo,MLP Ensemble,7,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-14,distance,634.2178955078125,FashionMNIST,ECCCo,MLP Ensemble,7,5
-14,distance_from_energy,135.2156524658203,FashionMNIST,ECCCo,MLP Ensemble,7,5
-14,distance_from_targets,566.3202514648438,FashionMNIST,ECCCo,MLP Ensemble,7,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-14,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-15,distance,570.767578125,FashionMNIST,ECCCo,MLP Ensemble,7,5
-15,distance_from_energy,148.93246459960938,FashionMNIST,ECCCo,MLP Ensemble,7,5
-15,distance_from_targets,547.6649169921875,FashionMNIST,ECCCo,MLP Ensemble,7,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,5
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,5
-11,distance_from_energy,760.988525390625,FashionMNIST,Schut,MLP Ensemble,7,5
-11,distance_from_targets,404.5259704589844,FashionMNIST,Schut,MLP Ensemble,7,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,5
-12,distance,9.100000381469727,FashionMNIST,Schut,MLP Ensemble,7,5
-12,distance_from_energy,708.5901489257812,FashionMNIST,Schut,MLP Ensemble,7,5
-12,distance_from_targets,227.72535705566406,FashionMNIST,Schut,MLP Ensemble,7,5
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,5
-12,set_size_penalty,1.9995320215651495,FashionMNIST,Schut,MLP Ensemble,7,5
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,7,5
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,5
-13,distance_from_energy,705.1707763671875,FashionMNIST,Schut,MLP Ensemble,7,5
-13,distance_from_targets,228.97874450683594,FashionMNIST,Schut,MLP Ensemble,7,5
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,5
-13,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,7,5
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,7,5
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,5
-14,distance_from_energy,758.4805908203125,FashionMNIST,Schut,MLP Ensemble,7,5
-14,distance_from_targets,404.18023681640625,FashionMNIST,Schut,MLP Ensemble,7,5
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,5
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,5
-15,distance_from_energy,716.6028442382812,FashionMNIST,Schut,MLP Ensemble,7,5
-15,distance_from_targets,231.65611267089844,FashionMNIST,Schut,MLP Ensemble,7,5
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,5
-15,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,7,5
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,7,5
-16,distance,71.1283950805664,FashionMNIST,Wachter,JEM,7,5
-16,distance_from_energy,612.2804565429688,FashionMNIST,Wachter,JEM,7,5
-16,distance_from_targets,368.8280334472656,FashionMNIST,Wachter,JEM,7,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,7,5
-16,set_size_penalty,1.0,FashionMNIST,Wachter,JEM,7,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,5
-17,distance,56.242042541503906,FashionMNIST,Wachter,JEM,7,5
-17,distance_from_energy,534.8700561523438,FashionMNIST,Wachter,JEM,7,5
-17,distance_from_targets,279.16693115234375,FashionMNIST,Wachter,JEM,7,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,5
-17,set_size_penalty,8.00169967998062,FashionMNIST,Wachter,JEM,7,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,5
-18,distance,81.15364837646484,FashionMNIST,Wachter,JEM,7,5
-18,distance_from_energy,538.8469848632812,FashionMNIST,Wachter,JEM,7,5
-18,distance_from_targets,355.9623718261719,FashionMNIST,Wachter,JEM,7,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,5
-18,set_size_penalty,2.9999984079868898,FashionMNIST,Wachter,JEM,7,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,5
-19,distance,61.491336822509766,FashionMNIST,Wachter,JEM,7,5
-19,distance_from_energy,528.1232299804688,FashionMNIST,Wachter,JEM,7,5
-19,distance_from_targets,272.4274597167969,FashionMNIST,Wachter,JEM,7,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,5
-19,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,7,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,5
-20,distance,58.59479522705078,FashionMNIST,Wachter,JEM,7,5
-20,distance_from_energy,634.4111938476562,FashionMNIST,Wachter,JEM,7,5
-20,distance_from_targets,305.04937744140625,FashionMNIST,Wachter,JEM,7,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,5
-20,set_size_penalty,7.999999999280085,FashionMNIST,Wachter,JEM,7,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,5
-16,distance,202.06402587890625,FashionMNIST,REVISE,JEM,7,5
-16,distance_from_energy,486.1295471191406,FashionMNIST,REVISE,JEM,7,5
-16,distance_from_targets,282.7705383300781,FashionMNIST,REVISE,JEM,7,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,5
-16,set_size_penalty,8.998978261268729,FashionMNIST,REVISE,JEM,7,5
-16,validity,1.0,FashionMNIST,REVISE,JEM,7,5
-17,distance,123.3700180053711,FashionMNIST,REVISE,JEM,7,5
-17,distance_from_energy,527.5888671875,FashionMNIST,REVISE,JEM,7,5
-17,distance_from_targets,228.0179443359375,FashionMNIST,REVISE,JEM,7,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,5
-17,set_size_penalty,8.000017944530974,FashionMNIST,REVISE,JEM,7,5
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,5
-18,distance,135.52902221679688,FashionMNIST,REVISE,JEM,7,5
-18,distance_from_energy,517.0258178710938,FashionMNIST,REVISE,JEM,7,5
-18,distance_from_targets,312.2506103515625,FashionMNIST,REVISE,JEM,7,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,5
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,5
-19,distance,136.4320831298828,FashionMNIST,REVISE,JEM,7,5
-19,distance_from_energy,496.38970947265625,FashionMNIST,REVISE,JEM,7,5
-19,distance_from_targets,204.34034729003906,FashionMNIST,REVISE,JEM,7,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,5
-19,set_size_penalty,8.000000005050055,FashionMNIST,REVISE,JEM,7,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,5
-20,distance,157.09959411621094,FashionMNIST,REVISE,JEM,7,5
-20,distance_from_energy,431.7232971191406,FashionMNIST,REVISE,JEM,7,5
-20,distance_from_targets,236.07896423339844,FashionMNIST,REVISE,JEM,7,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,5
-20,set_size_penalty,9.000010366970987,FashionMNIST,REVISE,JEM,7,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,5
-16,distance,416.08038330078125,FashionMNIST,ECCCo,JEM,7,5
-16,distance_from_energy,178.5225372314453,FashionMNIST,ECCCo,JEM,7,5
-16,distance_from_targets,311.3534240722656,FashionMNIST,ECCCo,JEM,7,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,5
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,5
-17,distance,284.9561767578125,FashionMNIST,ECCCo,JEM,7,5
-17,distance_from_energy,195.75912475585938,FashionMNIST,ECCCo,JEM,7,5
-17,distance_from_targets,297.9519348144531,FashionMNIST,ECCCo,JEM,7,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,5
-17,set_size_penalty,6.0,FashionMNIST,ECCCo,JEM,7,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,5
-18,distance,408.9037780761719,FashionMNIST,ECCCo,JEM,7,5
-18,distance_from_energy,96.58020782470703,FashionMNIST,ECCCo,JEM,7,5
-18,distance_from_targets,319.12451171875,FashionMNIST,ECCCo,JEM,7,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,5
-18,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,5
-19,distance,422.3238830566406,FashionMNIST,ECCCo,JEM,7,5
-19,distance_from_energy,122.12089538574219,FashionMNIST,ECCCo,JEM,7,5
-19,distance_from_targets,396.1170654296875,FashionMNIST,ECCCo,JEM,7,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,5
-19,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,5
-20,distance,476.46575927734375,FashionMNIST,ECCCo,JEM,7,5
-20,distance_from_energy,127.1204605102539,FashionMNIST,ECCCo,JEM,7,5
-20,distance_from_targets,450.3804931640625,FashionMNIST,ECCCo,JEM,7,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,5
-20,set_size_penalty,4.000000000244499,FashionMNIST,ECCCo,JEM,7,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,5
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,5
-16,distance_from_energy,671.2127685546875,FashionMNIST,Schut,JEM,7,5
-16,distance_from_targets,342.3645324707031,FashionMNIST,Schut,JEM,7,5
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,5
-16,set_size_penalty,1.9957343627411888,FashionMNIST,Schut,JEM,7,5
-16,validity,1.0,FashionMNIST,Schut,JEM,7,5
-17,distance,5.600000381469727,FashionMNIST,Schut,JEM,7,5
-17,distance_from_energy,561.150146484375,FashionMNIST,Schut,JEM,7,5
-17,distance_from_targets,244.95150756835938,FashionMNIST,Schut,JEM,7,5
-17,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,7,5
-17,set_size_penalty,9.0,FashionMNIST,Schut,JEM,7,5
-17,validity,1.0,FashionMNIST,Schut,JEM,7,5
-18,distance,9.900001525878906,FashionMNIST,Schut,JEM,7,5
-18,distance_from_energy,521.7518310546875,FashionMNIST,Schut,JEM,7,5
-18,distance_from_targets,329.965087890625,FashionMNIST,Schut,JEM,7,5
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,5
-18,set_size_penalty,4.0,FashionMNIST,Schut,JEM,7,5
-18,validity,1.0,FashionMNIST,Schut,JEM,7,5
-19,distance,8.700000762939453,FashionMNIST,Schut,JEM,7,5
-19,distance_from_energy,470.2447204589844,FashionMNIST,Schut,JEM,7,5
-19,distance_from_targets,240.4542694091797,FashionMNIST,Schut,JEM,7,5
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,5
-19,set_size_penalty,7.0,FashionMNIST,Schut,JEM,7,5
-19,validity,1.0,FashionMNIST,Schut,JEM,7,5
-20,distance,6.100001335144043,FashionMNIST,Schut,JEM,7,5
-20,distance_from_energy,547.0759887695312,FashionMNIST,Schut,JEM,7,5
-20,distance_from_targets,271.3218688964844,FashionMNIST,Schut,JEM,7,5
-20,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,7,5
-20,set_size_penalty,7.999953904326827,FashionMNIST,Schut,JEM,7,5
-20,validity,1.0,FashionMNIST,Schut,JEM,7,5
-1,distance,164.8503875732422,FashionMNIST,Wachter,JEM Ensemble,7,6
-1,distance_from_energy,818.8590087890625,FashionMNIST,Wachter,JEM Ensemble,7,6
-1,distance_from_targets,732.667724609375,FashionMNIST,Wachter,JEM Ensemble,7,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-2,distance,114.87762451171875,FashionMNIST,Wachter,JEM Ensemble,7,6
-2,distance_from_energy,687.3836669921875,FashionMNIST,Wachter,JEM Ensemble,7,6
-2,distance_from_targets,547.3634033203125,FashionMNIST,Wachter,JEM Ensemble,7,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-3,distance,127.30280303955078,FashionMNIST,Wachter,JEM Ensemble,7,6
-3,distance_from_energy,729.3717041015625,FashionMNIST,Wachter,JEM Ensemble,7,6
-3,distance_from_targets,531.0120849609375,FashionMNIST,Wachter,JEM Ensemble,7,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-4,distance,93.49039459228516,FashionMNIST,Wachter,JEM Ensemble,7,6
-4,distance_from_energy,732.8485107421875,FashionMNIST,Wachter,JEM Ensemble,7,6
-4,distance_from_targets,542.722900390625,FashionMNIST,Wachter,JEM Ensemble,7,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-5,distance,103.75000762939453,FashionMNIST,Wachter,JEM Ensemble,7,6
-5,distance_from_energy,712.4229125976562,FashionMNIST,Wachter,JEM Ensemble,7,6
-5,distance_from_targets,511.68231201171875,FashionMNIST,Wachter,JEM Ensemble,7,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,6
-1,distance,670.5004272460938,FashionMNIST,REVISE,JEM Ensemble,7,6
-1,distance_from_energy,540.8416137695312,FashionMNIST,REVISE,JEM Ensemble,7,6
-1,distance_from_targets,514.1885986328125,FashionMNIST,REVISE,JEM Ensemble,7,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-2,distance,648.73193359375,FashionMNIST,REVISE,JEM Ensemble,7,6
-2,distance_from_energy,516.7125854492188,FashionMNIST,REVISE,JEM Ensemble,7,6
-2,distance_from_targets,506.3240661621094,FashionMNIST,REVISE,JEM Ensemble,7,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-3,distance,624.4181518554688,FashionMNIST,REVISE,JEM Ensemble,7,6
-3,distance_from_energy,474.57635498046875,FashionMNIST,REVISE,JEM Ensemble,7,6
-3,distance_from_targets,410.6731872558594,FashionMNIST,REVISE,JEM Ensemble,7,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-4,distance,514.3822021484375,FashionMNIST,REVISE,JEM Ensemble,7,6
-4,distance_from_energy,398.53692626953125,FashionMNIST,REVISE,JEM Ensemble,7,6
-4,distance_from_targets,305.15704345703125,FashionMNIST,REVISE,JEM Ensemble,7,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-5,distance,531.8926391601562,FashionMNIST,REVISE,JEM Ensemble,7,6
-5,distance_from_energy,397.3514099121094,FashionMNIST,REVISE,JEM Ensemble,7,6
-5,distance_from_targets,308.56884765625,FashionMNIST,REVISE,JEM Ensemble,7,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,6
-1,distance,722.007568359375,FashionMNIST,ECCCo,JEM Ensemble,7,6
-1,distance_from_energy,147.41915893554688,FashionMNIST,ECCCo,JEM Ensemble,7,6
-1,distance_from_targets,377.301025390625,FashionMNIST,ECCCo,JEM Ensemble,7,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-2,distance,614.0825805664062,FashionMNIST,ECCCo,JEM Ensemble,7,6
-2,distance_from_energy,113.15321350097656,FashionMNIST,ECCCo,JEM Ensemble,7,6
-2,distance_from_targets,322.88006591796875,FashionMNIST,ECCCo,JEM Ensemble,7,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-3,distance,700.2933959960938,FashionMNIST,ECCCo,JEM Ensemble,7,6
-3,distance_from_energy,62.051025390625,FashionMNIST,ECCCo,JEM Ensemble,7,6
-3,distance_from_targets,342.0425720214844,FashionMNIST,ECCCo,JEM Ensemble,7,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-4,distance,669.8074951171875,FashionMNIST,ECCCo,JEM Ensemble,7,6
-4,distance_from_energy,76.54594421386719,FashionMNIST,ECCCo,JEM Ensemble,7,6
-4,distance_from_targets,351.3858947753906,FashionMNIST,ECCCo,JEM Ensemble,7,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-5,distance,658.2334594726562,FashionMNIST,ECCCo,JEM Ensemble,7,6
-5,distance_from_energy,70.58024597167969,FashionMNIST,ECCCo,JEM Ensemble,7,6
-5,distance_from_targets,374.7657775878906,FashionMNIST,ECCCo,JEM Ensemble,7,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,6
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,6
-1,distance_from_energy,853.9097900390625,FashionMNIST,Schut,JEM Ensemble,7,6
-1,distance_from_targets,738.9337158203125,FashionMNIST,Schut,JEM Ensemble,7,6
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,7,6
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,6
-2,distance_from_energy,722.4141845703125,FashionMNIST,Schut,JEM Ensemble,7,6
-2,distance_from_targets,539.9366455078125,FashionMNIST,Schut,JEM Ensemble,7,6
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,6
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,6
-3,distance_from_energy,749.1944580078125,FashionMNIST,Schut,JEM Ensemble,7,6
-3,distance_from_targets,531.1453247070312,FashionMNIST,Schut,JEM Ensemble,7,6
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,6
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,6
-4,distance_from_energy,751.9591064453125,FashionMNIST,Schut,JEM Ensemble,7,6
-4,distance_from_targets,531.6329345703125,FashionMNIST,Schut,JEM Ensemble,7,6
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,7,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,6
-5,distance_from_energy,705.5780029296875,FashionMNIST,Schut,JEM Ensemble,7,6
-5,distance_from_targets,493.95147705078125,FashionMNIST,Schut,JEM Ensemble,7,6
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,6
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,6
-6,distance,102.88410186767578,FashionMNIST,Wachter,MLP,7,6
-6,distance_from_energy,896.6002807617188,FashionMNIST,Wachter,MLP,7,6
-6,distance_from_targets,574.6558837890625,FashionMNIST,Wachter,MLP,7,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,6
-6,set_size_penalty,1.0012474296484652,FashionMNIST,Wachter,MLP,7,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,6
-7,distance,96.68704223632812,FashionMNIST,Wachter,MLP,7,6
-7,distance_from_energy,895.6038208007812,FashionMNIST,Wachter,MLP,7,6
-7,distance_from_targets,570.0665283203125,FashionMNIST,Wachter,MLP,7,6
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,6
-7,set_size_penalty,1.99992468698197,FashionMNIST,Wachter,MLP,7,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,6
-8,distance,77.4461669921875,FashionMNIST,Wachter,MLP,7,6
-8,distance_from_energy,906.94580078125,FashionMNIST,Wachter,MLP,7,6
-8,distance_from_targets,370.2653503417969,FashionMNIST,Wachter,MLP,7,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,7,6
-8,set_size_penalty,9.999999999999678,FashionMNIST,Wachter,MLP,7,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,6
-9,distance,87.44647979736328,FashionMNIST,Wachter,MLP,7,6
-9,distance_from_energy,881.7637939453125,FashionMNIST,Wachter,MLP,7,6
-9,distance_from_targets,362.4924011230469,FashionMNIST,Wachter,MLP,7,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,6
-9,set_size_penalty,0.9999964132419505,FashionMNIST,Wachter,MLP,7,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,6
-10,distance,105.59614562988281,FashionMNIST,Wachter,MLP,7,6
-10,distance_from_energy,931.6417236328125,FashionMNIST,Wachter,MLP,7,6
-10,distance_from_targets,510.86297607421875,FashionMNIST,Wachter,MLP,7,6
-10,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP,7,6
-10,set_size_penalty,2.999735377583853,FashionMNIST,Wachter,MLP,7,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,6
-6,distance,269.48199462890625,FashionMNIST,REVISE,MLP,7,6
-6,distance_from_energy,892.1486206054688,FashionMNIST,REVISE,MLP,7,6
-6,distance_from_targets,504.8450622558594,FashionMNIST,REVISE,MLP,7,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,6
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,6
-6,validity,0.0,FashionMNIST,REVISE,MLP,7,6
-7,distance,208.46067810058594,FashionMNIST,REVISE,MLP,7,6
-7,distance_from_energy,977.8594970703125,FashionMNIST,REVISE,MLP,7,6
-7,distance_from_targets,609.4642333984375,FashionMNIST,REVISE,MLP,7,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,6
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,6
-7,validity,0.0,FashionMNIST,REVISE,MLP,7,6
-8,distance,172.8572998046875,FashionMNIST,REVISE,MLP,7,6
-8,distance_from_energy,865.45703125,FashionMNIST,REVISE,MLP,7,6
-8,distance_from_targets,230.6600799560547,FashionMNIST,REVISE,MLP,7,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,6
-8,set_size_penalty,1.9999999999999998,FashionMNIST,REVISE,MLP,7,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,7,6
-9,distance,187.08932495117188,FashionMNIST,REVISE,MLP,7,6
-9,distance_from_energy,903.4093627929688,FashionMNIST,REVISE,MLP,7,6
-9,distance_from_targets,249.20849609375,FashionMNIST,REVISE,MLP,7,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,6
-9,set_size_penalty,0.9999102201667531,FashionMNIST,REVISE,MLP,7,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,6
-10,distance,431.12677001953125,FashionMNIST,REVISE,MLP,7,6
-10,distance_from_energy,846.0218505859375,FashionMNIST,REVISE,MLP,7,6
-10,distance_from_targets,233.9380645751953,FashionMNIST,REVISE,MLP,7,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,6
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,6
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,6
-6,distance,788.7039184570312,FashionMNIST,ECCCo,MLP,7,6
-6,distance_from_energy,154.32412719726562,FashionMNIST,ECCCo,MLP,7,6
-6,distance_from_targets,737.0797729492188,FashionMNIST,ECCCo,MLP,7,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,6
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,6
-7,distance,743.9931640625,FashionMNIST,ECCCo,MLP,7,6
-7,distance_from_energy,212.7135772705078,FashionMNIST,ECCCo,MLP,7,6
-7,distance_from_targets,697.355224609375,FashionMNIST,ECCCo,MLP,7,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,6
-7,set_size_penalty,2.8394418288826873,FashionMNIST,ECCCo,MLP,7,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,6
-8,distance,666.9065551757812,FashionMNIST,ECCCo,MLP,7,6
-8,distance_from_energy,268.0552978515625,FashionMNIST,ECCCo,MLP,7,6
-8,distance_from_targets,618.462158203125,FashionMNIST,ECCCo,MLP,7,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,6
-8,set_size_penalty,2.0008626780365226,FashionMNIST,ECCCo,MLP,7,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,6
-9,distance,673.1895141601562,FashionMNIST,ECCCo,MLP,7,6
-9,distance_from_energy,244.09469604492188,FashionMNIST,ECCCo,MLP,7,6
-9,distance_from_targets,636.7410278320312,FashionMNIST,ECCCo,MLP,7,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,6
-9,set_size_penalty,2.9372863714488195,FashionMNIST,ECCCo,MLP,7,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,6
-10,distance,777.69775390625,FashionMNIST,ECCCo,MLP,7,6
-10,distance_from_energy,168.22779846191406,FashionMNIST,ECCCo,MLP,7,6
-10,distance_from_targets,671.4172973632812,FashionMNIST,ECCCo,MLP,7,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,6
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,6
-6,distance,10.0,FashionMNIST,Schut,MLP,7,6
-6,distance_from_energy,955.4071044921875,FashionMNIST,Schut,MLP,7,6
-6,distance_from_targets,547.444580078125,FashionMNIST,Schut,MLP,7,6
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,6
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,6
-6,validity,0.0,FashionMNIST,Schut,MLP,7,6
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,6
-7,distance_from_energy,946.267578125,FashionMNIST,Schut,MLP,7,6
-7,distance_from_targets,545.136474609375,FashionMNIST,Schut,MLP,7,6
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,6
-7,validity,0.0,FashionMNIST,Schut,MLP,7,6
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,6
-8,distance_from_energy,917.0734252929688,FashionMNIST,Schut,MLP,7,6
-8,distance_from_targets,341.9935302734375,FashionMNIST,Schut,MLP,7,6
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,7,6
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,6
-8,validity,0.0,FashionMNIST,Schut,MLP,7,6
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,6
-9,distance_from_energy,907.9443359375,FashionMNIST,Schut,MLP,7,6
-9,distance_from_targets,338.7822570800781,FashionMNIST,Schut,MLP,7,6
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,6
-9,validity,0.0,FashionMNIST,Schut,MLP,7,6
-10,distance,10.0,FashionMNIST,Schut,MLP,7,6
-10,distance_from_energy,923.7404174804688,FashionMNIST,Schut,MLP,7,6
-10,distance_from_targets,482.1807861328125,FashionMNIST,Schut,MLP,7,6
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,6
-10,validity,0.0,FashionMNIST,Schut,MLP,7,6
-11,distance,94.86064910888672,FashionMNIST,Wachter,MLP Ensemble,7,6
-11,distance_from_energy,768.9331665039062,FashionMNIST,Wachter,MLP Ensemble,7,6
-11,distance_from_targets,531.7794189453125,FashionMNIST,Wachter,MLP Ensemble,7,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-11,set_size_penalty,1.0000006566451138,FashionMNIST,Wachter,MLP Ensemble,7,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-12,distance,107.09053039550781,FashionMNIST,Wachter,MLP Ensemble,7,6
-12,distance_from_energy,829.0797119140625,FashionMNIST,Wachter,MLP Ensemble,7,6
-12,distance_from_targets,526.6307373046875,FashionMNIST,Wachter,MLP Ensemble,7,6
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,7,6
-12,set_size_penalty,2.1750253967980164,FashionMNIST,Wachter,MLP Ensemble,7,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-13,distance,89.87875366210938,FashionMNIST,Wachter,MLP Ensemble,7,6
-13,distance_from_energy,774.9445190429688,FashionMNIST,Wachter,MLP Ensemble,7,6
-13,distance_from_targets,387.4270324707031,FashionMNIST,Wachter,MLP Ensemble,7,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-13,set_size_penalty,0.9949431814434135,FashionMNIST,Wachter,MLP Ensemble,7,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-14,distance,122.8284912109375,FashionMNIST,Wachter,MLP Ensemble,7,6
-14,distance_from_energy,884.8137817382812,FashionMNIST,Wachter,MLP Ensemble,7,6
-14,distance_from_targets,683.427001953125,FashionMNIST,Wachter,MLP Ensemble,7,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-15,distance,88.90135955810547,FashionMNIST,Wachter,MLP Ensemble,7,6
-15,distance_from_energy,792.6043701171875,FashionMNIST,Wachter,MLP Ensemble,7,6
-15,distance_from_targets,454.0506286621094,FashionMNIST,Wachter,MLP Ensemble,7,6
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-15,set_size_penalty,0.9999828707631174,FashionMNIST,Wachter,MLP Ensemble,7,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,6
-11,distance,220.8792266845703,FashionMNIST,REVISE,MLP Ensemble,7,6
-11,distance_from_energy,753.5216674804688,FashionMNIST,REVISE,MLP Ensemble,7,6
-11,distance_from_targets,429.64630126953125,FashionMNIST,REVISE,MLP Ensemble,7,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-12,distance,247.37742614746094,FashionMNIST,REVISE,MLP Ensemble,7,6
-12,distance_from_energy,752.4874877929688,FashionMNIST,REVISE,MLP Ensemble,7,6
-12,distance_from_targets,336.3756103515625,FashionMNIST,REVISE,MLP Ensemble,7,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-12,set_size_penalty,9.999999999999995,FashionMNIST,REVISE,MLP Ensemble,7,6
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-13,distance,242.1308135986328,FashionMNIST,REVISE,MLP Ensemble,7,6
-13,distance_from_energy,712.1016845703125,FashionMNIST,REVISE,MLP Ensemble,7,6
-13,distance_from_targets,212.0676727294922,FashionMNIST,REVISE,MLP Ensemble,7,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-13,set_size_penalty,1.0000039881067855,FashionMNIST,REVISE,MLP Ensemble,7,6
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-14,distance,242.7787322998047,FashionMNIST,REVISE,MLP Ensemble,7,6
-14,distance_from_energy,795.5330810546875,FashionMNIST,REVISE,MLP Ensemble,7,6
-14,distance_from_targets,509.579345703125,FashionMNIST,REVISE,MLP Ensemble,7,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-15,distance,303.70452880859375,FashionMNIST,REVISE,MLP Ensemble,7,6
-15,distance_from_energy,691.5027465820312,FashionMNIST,REVISE,MLP Ensemble,7,6
-15,distance_from_targets,229.7838592529297,FashionMNIST,REVISE,MLP Ensemble,7,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-15,set_size_penalty,1.000365533899359,FashionMNIST,REVISE,MLP Ensemble,7,6
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,6
-11,distance,641.1485595703125,FashionMNIST,ECCCo,MLP Ensemble,7,6
-11,distance_from_energy,162.3031005859375,FashionMNIST,ECCCo,MLP Ensemble,7,6
-11,distance_from_targets,572.4025268554688,FashionMNIST,ECCCo,MLP Ensemble,7,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-11,set_size_penalty,1.0000000043824666,FashionMNIST,ECCCo,MLP Ensemble,7,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-12,distance,755.017333984375,FashionMNIST,ECCCo,MLP Ensemble,7,6
-12,distance_from_energy,114.26812744140625,FashionMNIST,ECCCo,MLP Ensemble,7,6
-12,distance_from_targets,598.348388671875,FashionMNIST,ECCCo,MLP Ensemble,7,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-13,distance,695.7139282226562,FashionMNIST,ECCCo,MLP Ensemble,7,6
-13,distance_from_energy,109.06413269042969,FashionMNIST,ECCCo,MLP Ensemble,7,6
-13,distance_from_targets,600.92431640625,FashionMNIST,ECCCo,MLP Ensemble,7,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-14,distance,765.6968383789062,FashionMNIST,ECCCo,MLP Ensemble,7,6
-14,distance_from_energy,159.03895568847656,FashionMNIST,ECCCo,MLP Ensemble,7,6
-14,distance_from_targets,604.33837890625,FashionMNIST,ECCCo,MLP Ensemble,7,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-14,set_size_penalty,1.0000000000005247,FashionMNIST,ECCCo,MLP Ensemble,7,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-15,distance,712.9363403320312,FashionMNIST,ECCCo,MLP Ensemble,7,6
-15,distance_from_energy,127.04315185546875,FashionMNIST,ECCCo,MLP Ensemble,7,6
-15,distance_from_targets,573.0187377929688,FashionMNIST,ECCCo,MLP Ensemble,7,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,6
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,6
-11,distance_from_energy,807.471435546875,FashionMNIST,Schut,MLP Ensemble,7,6
-11,distance_from_targets,505.8292541503906,FashionMNIST,Schut,MLP Ensemble,7,6
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,6
-12,distance_from_energy,857.2620849609375,FashionMNIST,Schut,MLP Ensemble,7,6
-12,distance_from_targets,503.00775146484375,FashionMNIST,Schut,MLP Ensemble,7,6
-12,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,7,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,6
-13,distance_from_energy,816.3123779296875,FashionMNIST,Schut,MLP Ensemble,7,6
-13,distance_from_targets,372.59844970703125,FashionMNIST,Schut,MLP Ensemble,7,6
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,6
-14,distance_from_energy,895.4576416015625,FashionMNIST,Schut,MLP Ensemble,7,6
-14,distance_from_targets,647.4508666992188,FashionMNIST,Schut,MLP Ensemble,7,6
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,6
-15,distance_from_energy,819.6642456054688,FashionMNIST,Schut,MLP Ensemble,7,6
-15,distance_from_targets,435.1018371582031,FashionMNIST,Schut,MLP Ensemble,7,6
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,6
-16,distance,92.25373840332031,FashionMNIST,Wachter,JEM,7,6
-16,distance_from_energy,862.6895751953125,FashionMNIST,Wachter,JEM,7,6
-16,distance_from_targets,740.6050415039062,FashionMNIST,Wachter,JEM,7,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,7,6
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,6
-17,distance,65.49713897705078,FashionMNIST,Wachter,JEM,7,6
-17,distance_from_energy,568.4736328125,FashionMNIST,Wachter,JEM,7,6
-17,distance_from_targets,373.9259948730469,FashionMNIST,Wachter,JEM,7,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,6
-17,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,7,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,6
-18,distance,72.45173645019531,FashionMNIST,Wachter,JEM,7,6
-18,distance_from_energy,733.5055541992188,FashionMNIST,Wachter,JEM,7,6
-18,distance_from_targets,423.0239562988281,FashionMNIST,Wachter,JEM,7,6
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,6
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,6
-19,distance,118.36466979980469,FashionMNIST,Wachter,JEM,7,6
-19,distance_from_energy,825.1149291992188,FashionMNIST,Wachter,JEM,7,6
-19,distance_from_targets,638.6536865234375,FashionMNIST,Wachter,JEM,7,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,6
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,6
-20,distance,94.11270904541016,FashionMNIST,Wachter,JEM,7,6
-20,distance_from_energy,746.6895751953125,FashionMNIST,Wachter,JEM,7,6
-20,distance_from_targets,542.7140502929688,FashionMNIST,Wachter,JEM,7,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,6
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,7,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,6
-16,distance,330.5951843261719,FashionMNIST,REVISE,JEM,7,6
-16,distance_from_energy,668.3629150390625,FashionMNIST,REVISE,JEM,7,6
-16,distance_from_targets,710.942138671875,FashionMNIST,REVISE,JEM,7,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,6
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,6
-16,validity,0.0,FashionMNIST,REVISE,JEM,7,6
-17,distance,187.70021057128906,FashionMNIST,REVISE,JEM,7,6
-17,distance_from_energy,518.7227783203125,FashionMNIST,REVISE,JEM,7,6
-17,distance_from_targets,301.0281982421875,FashionMNIST,REVISE,JEM,7,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,6
-17,set_size_penalty,7.0001407311014425,FashionMNIST,REVISE,JEM,7,6
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,6
-18,distance,245.23550415039062,FashionMNIST,REVISE,JEM,7,6
-18,distance_from_energy,555.8505859375,FashionMNIST,REVISE,JEM,7,6
-18,distance_from_targets,285.742431640625,FashionMNIST,REVISE,JEM,7,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,6
-18,set_size_penalty,5.999999887246549,FashionMNIST,REVISE,JEM,7,6
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,6
-19,distance,646.1538696289062,FashionMNIST,REVISE,JEM,7,6
-19,distance_from_energy,495.0865173339844,FashionMNIST,REVISE,JEM,7,6
-19,distance_from_targets,316.17138671875,FashionMNIST,REVISE,JEM,7,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,6
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,6
-20,distance,375.14910888671875,FashionMNIST,REVISE,JEM,7,6
-20,distance_from_energy,554.8589477539062,FashionMNIST,REVISE,JEM,7,6
-20,distance_from_targets,456.64520263671875,FashionMNIST,REVISE,JEM,7,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,6
-20,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,7,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,6
-16,distance,603.2080078125,FashionMNIST,ECCCo,JEM,7,6
-16,distance_from_energy,166.23944091796875,FashionMNIST,ECCCo,JEM,7,6
-16,distance_from_targets,591.6909790039062,FashionMNIST,ECCCo,JEM,7,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,6
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,6
-17,distance,479.8752746582031,FashionMNIST,ECCCo,JEM,7,6
-17,distance_from_energy,72.76512908935547,FashionMNIST,ECCCo,JEM,7,6
-17,distance_from_targets,339.11431884765625,FashionMNIST,ECCCo,JEM,7,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,6
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,6
-18,distance,533.188720703125,FashionMNIST,ECCCo,JEM,7,6
-18,distance_from_energy,147.2078399658203,FashionMNIST,ECCCo,JEM,7,6
-18,distance_from_targets,380.3967590332031,FashionMNIST,ECCCo,JEM,7,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,6
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,7,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,6
-19,distance,562.18017578125,FashionMNIST,ECCCo,JEM,7,6
-19,distance_from_energy,289.9139404296875,FashionMNIST,ECCCo,JEM,7,6
-19,distance_from_targets,356.77545166015625,FashionMNIST,ECCCo,JEM,7,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,6
-19,set_size_penalty,1.0000000000003881,FashionMNIST,ECCCo,JEM,7,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,6
-20,distance,676.2941284179688,FashionMNIST,ECCCo,JEM,7,6
-20,distance_from_energy,82.14592742919922,FashionMNIST,ECCCo,JEM,7,6
-20,distance_from_targets,496.9222412109375,FashionMNIST,ECCCo,JEM,7,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,6
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,6
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,6
-16,distance_from_energy,890.2947998046875,FashionMNIST,Schut,JEM,7,6
-16,distance_from_targets,715.6757202148438,FashionMNIST,Schut,JEM,7,6
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,6
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,6
-16,validity,0.0,FashionMNIST,Schut,JEM,7,6
-17,distance,10.0,FashionMNIST,Schut,JEM,7,6
-17,distance_from_energy,576.2880859375,FashionMNIST,Schut,JEM,7,6
-17,distance_from_targets,349.0935363769531,FashionMNIST,Schut,JEM,7,6
-17,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM,7,6
-17,set_size_penalty,3.0005386836044163,FashionMNIST,Schut,JEM,7,6
-17,validity,1.0,FashionMNIST,Schut,JEM,7,6
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,7,6
-18,distance_from_energy,737.8275146484375,FashionMNIST,Schut,JEM,7,6
-18,distance_from_targets,392.89263916015625,FashionMNIST,Schut,JEM,7,6
-18,redundancy,0.9808673469387755,FashionMNIST,Schut,JEM,7,6
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,6
-18,validity,0.0,FashionMNIST,Schut,JEM,7,6
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,6
-19,distance_from_energy,785.3245849609375,FashionMNIST,Schut,JEM,7,6
-19,distance_from_targets,617.1859741210938,FashionMNIST,Schut,JEM,7,6
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,6
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,6
-19,validity,0.0,FashionMNIST,Schut,JEM,7,6
-20,distance,10.0,FashionMNIST,Schut,JEM,7,6
-20,distance_from_energy,740.8489990234375,FashionMNIST,Schut,JEM,7,6
-20,distance_from_targets,523.4989624023438,FashionMNIST,Schut,JEM,7,6
-20,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,7,6
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,7,6
-20,validity,0.0,FashionMNIST,Schut,JEM,7,6
-1,distance,102.87924194335938,FashionMNIST,Wachter,JEM Ensemble,7,8
-1,distance_from_energy,630.5625610351562,FashionMNIST,Wachter,JEM Ensemble,7,8
-1,distance_from_targets,440.0052185058594,FashionMNIST,Wachter,JEM Ensemble,7,8
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-2,distance,111.51551055908203,FashionMNIST,Wachter,JEM Ensemble,7,8
-2,distance_from_energy,667.0421142578125,FashionMNIST,Wachter,JEM Ensemble,7,8
-2,distance_from_targets,615.1354370117188,FashionMNIST,Wachter,JEM Ensemble,7,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-3,distance,64.35114288330078,FashionMNIST,Wachter,JEM Ensemble,7,8
-3,distance_from_energy,488.33453369140625,FashionMNIST,Wachter,JEM Ensemble,7,8
-3,distance_from_targets,364.3634033203125,FashionMNIST,Wachter,JEM Ensemble,7,8
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-3,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-4,distance,113.638671875,FashionMNIST,Wachter,JEM Ensemble,7,8
-4,distance_from_energy,702.3438110351562,FashionMNIST,Wachter,JEM Ensemble,7,8
-4,distance_from_targets,523.5493774414062,FashionMNIST,Wachter,JEM Ensemble,7,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-5,distance,96.04947662353516,FashionMNIST,Wachter,JEM Ensemble,7,8
-5,distance_from_energy,614.4569702148438,FashionMNIST,Wachter,JEM Ensemble,7,8
-5,distance_from_targets,439.4293212890625,FashionMNIST,Wachter,JEM Ensemble,7,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,8
-1,distance,442.62493896484375,FashionMNIST,REVISE,JEM Ensemble,7,8
-1,distance_from_energy,385.9895324707031,FashionMNIST,REVISE,JEM Ensemble,7,8
-1,distance_from_targets,279.3481750488281,FashionMNIST,REVISE,JEM Ensemble,7,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-2,distance,472.13555908203125,FashionMNIST,REVISE,JEM Ensemble,7,8
-2,distance_from_energy,457.50390625,FashionMNIST,REVISE,JEM Ensemble,7,8
-2,distance_from_targets,366.9536437988281,FashionMNIST,REVISE,JEM Ensemble,7,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-3,distance,364.6394958496094,FashionMNIST,REVISE,JEM Ensemble,7,8
-3,distance_from_energy,450.09100341796875,FashionMNIST,REVISE,JEM Ensemble,7,8
-3,distance_from_targets,214.62979125976562,FashionMNIST,REVISE,JEM Ensemble,7,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-3,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-4,distance,442.6201171875,FashionMNIST,REVISE,JEM Ensemble,7,8
-4,distance_from_energy,378.5135803222656,FashionMNIST,REVISE,JEM Ensemble,7,8
-4,distance_from_targets,218.4232177734375,FashionMNIST,REVISE,JEM Ensemble,7,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-5,distance,342.0604248046875,FashionMNIST,REVISE,JEM Ensemble,7,8
-5,distance_from_energy,462.7054748535156,FashionMNIST,REVISE,JEM Ensemble,7,8
-5,distance_from_targets,231.33309936523438,FashionMNIST,REVISE,JEM Ensemble,7,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-5,set_size_penalty,4.999999993046093,FashionMNIST,REVISE,JEM Ensemble,7,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,8
-1,distance,533.0933837890625,FashionMNIST,ECCCo,JEM Ensemble,7,8
-1,distance_from_energy,110.56929779052734,FashionMNIST,ECCCo,JEM Ensemble,7,8
-1,distance_from_targets,312.7391357421875,FashionMNIST,ECCCo,JEM Ensemble,7,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-2,distance,566.5519409179688,FashionMNIST,ECCCo,JEM Ensemble,7,8
-2,distance_from_energy,111.31974792480469,FashionMNIST,ECCCo,JEM Ensemble,7,8
-2,distance_from_targets,378.32122802734375,FashionMNIST,ECCCo,JEM Ensemble,7,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-3,distance,426.2100830078125,FashionMNIST,ECCCo,JEM Ensemble,7,8
-3,distance_from_energy,65.65534973144531,FashionMNIST,ECCCo,JEM Ensemble,7,8
-3,distance_from_targets,365.5694580078125,FashionMNIST,ECCCo,JEM Ensemble,7,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-4,distance,542.3565673828125,FashionMNIST,ECCCo,JEM Ensemble,7,8
-4,distance_from_energy,170.01686096191406,FashionMNIST,ECCCo,JEM Ensemble,7,8
-4,distance_from_targets,298.7926330566406,FashionMNIST,ECCCo,JEM Ensemble,7,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-4,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-5,distance,502.0572814941406,FashionMNIST,ECCCo,JEM Ensemble,7,8
-5,distance_from_energy,119.3438491821289,FashionMNIST,ECCCo,JEM Ensemble,7,8
-5,distance_from_targets,320.8081970214844,FashionMNIST,ECCCo,JEM Ensemble,7,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-5,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,8
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,8
-1,distance_from_energy,645.1099853515625,FashionMNIST,Schut,JEM Ensemble,7,8
-1,distance_from_targets,415.538818359375,FashionMNIST,Schut,JEM Ensemble,7,8
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,8
-2,distance_from_energy,681.36181640625,FashionMNIST,Schut,JEM Ensemble,7,8
-2,distance_from_targets,602.8656005859375,FashionMNIST,Schut,JEM Ensemble,7,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,8
-3,distance_from_energy,487.4051208496094,FashionMNIST,Schut,JEM Ensemble,7,8
-3,distance_from_targets,343.79217529296875,FashionMNIST,Schut,JEM Ensemble,7,8
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,8
-3,set_size_penalty,2.0,FashionMNIST,Schut,JEM Ensemble,7,8
-3,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,8
-4,distance_from_energy,715.14306640625,FashionMNIST,Schut,JEM Ensemble,7,8
-4,distance_from_targets,488.4147644042969,FashionMNIST,Schut,JEM Ensemble,7,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,7,8
-5,distance_from_energy,624.1697998046875,FashionMNIST,Schut,JEM Ensemble,7,8
-5,distance_from_targets,409.87298583984375,FashionMNIST,Schut,JEM Ensemble,7,8
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,8
-6,distance,63.111751556396484,FashionMNIST,Wachter,MLP,7,8
-6,distance_from_energy,878.1728515625,FashionMNIST,Wachter,MLP,7,8
-6,distance_from_targets,246.7167510986328,FashionMNIST,Wachter,MLP,7,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,8
-6,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,7,8
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,8
-7,distance,91.3177261352539,FashionMNIST,Wachter,MLP,7,8
-7,distance_from_energy,871.6707153320312,FashionMNIST,Wachter,MLP,7,8
-7,distance_from_targets,449.6578063964844,FashionMNIST,Wachter,MLP,7,8
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,8
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,7,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,8
-8,distance,59.98817443847656,FashionMNIST,Wachter,MLP,7,8
-8,distance_from_energy,843.1973876953125,FashionMNIST,Wachter,MLP,7,8
-8,distance_from_targets,267.8528747558594,FashionMNIST,Wachter,MLP,7,8
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,8
-8,set_size_penalty,2.0001873857558357,FashionMNIST,Wachter,MLP,7,8
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,8
-9,distance,78.94812774658203,FashionMNIST,Wachter,MLP,7,8
-9,distance_from_energy,892.2633056640625,FashionMNIST,Wachter,MLP,7,8
-9,distance_from_targets,427.0210876464844,FashionMNIST,Wachter,MLP,7,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,7,8
-9,set_size_penalty,2.9655284805140196,FashionMNIST,Wachter,MLP,7,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,8
-10,distance,82.75992584228516,FashionMNIST,Wachter,MLP,7,8
-10,distance_from_energy,864.2789306640625,FashionMNIST,Wachter,MLP,7,8
-10,distance_from_targets,675.46337890625,FashionMNIST,Wachter,MLP,7,8
-10,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,8
-10,set_size_penalty,2.9999997313424682,FashionMNIST,Wachter,MLP,7,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,8
-6,distance,117.21227264404297,FashionMNIST,REVISE,MLP,7,8
-6,distance_from_energy,848.98388671875,FashionMNIST,REVISE,MLP,7,8
-6,distance_from_targets,195.25277709960938,FashionMNIST,REVISE,MLP,7,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,8
-6,set_size_penalty,2.000193555495826,FashionMNIST,REVISE,MLP,7,8
-6,validity,1.0,FashionMNIST,REVISE,MLP,7,8
-7,distance,276.6138610839844,FashionMNIST,REVISE,MLP,7,8
-7,distance_from_energy,821.1233520507812,FashionMNIST,REVISE,MLP,7,8
-7,distance_from_targets,313.3861999511719,FashionMNIST,REVISE,MLP,7,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,8
-7,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,7,8
-7,validity,1.0,FashionMNIST,REVISE,MLP,7,8
-8,distance,121.46743774414062,FashionMNIST,REVISE,MLP,7,8
-8,distance_from_energy,847.3024291992188,FashionMNIST,REVISE,MLP,7,8
-8,distance_from_targets,197.87045288085938,FashionMNIST,REVISE,MLP,7,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,7,8
-8,set_size_penalty,2.9999977892370957,FashionMNIST,REVISE,MLP,7,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,7,8
-9,distance,337.4811096191406,FashionMNIST,REVISE,MLP,7,8
-9,distance_from_energy,822.357421875,FashionMNIST,REVISE,MLP,7,8
-9,distance_from_targets,197.6385498046875,FashionMNIST,REVISE,MLP,7,8
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,8
-9,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,7,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,8
-10,distance,363.9798889160156,FashionMNIST,REVISE,MLP,7,8
-10,distance_from_energy,943.0325927734375,FashionMNIST,REVISE,MLP,7,8
-10,distance_from_targets,589.3314208984375,FashionMNIST,REVISE,MLP,7,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,8
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,8
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,8
-6,distance,701.3463745117188,FashionMNIST,ECCCo,MLP,7,8
-6,distance_from_energy,188.7012176513672,FashionMNIST,ECCCo,MLP,7,8
-6,distance_from_targets,685.2319946289062,FashionMNIST,ECCCo,MLP,7,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,8
-6,set_size_penalty,2.00006163940329,FashionMNIST,ECCCo,MLP,7,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,8
-7,distance,649.1223754882812,FashionMNIST,ECCCo,MLP,7,8
-7,distance_from_energy,242.80740356445312,FashionMNIST,ECCCo,MLP,7,8
-7,distance_from_targets,665.2054443359375,FashionMNIST,ECCCo,MLP,7,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,8
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,8
-8,distance,688.4139404296875,FashionMNIST,ECCCo,MLP,7,8
-8,distance_from_energy,179.89794921875,FashionMNIST,ECCCo,MLP,7,8
-8,distance_from_targets,665.6696166992188,FashionMNIST,ECCCo,MLP,7,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,8
-8,set_size_penalty,2.427727580913956,FashionMNIST,ECCCo,MLP,7,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,8
-9,distance,781.2459716796875,FashionMNIST,ECCCo,MLP,7,8
-9,distance_from_energy,142.38070678710938,FashionMNIST,ECCCo,MLP,7,8
-9,distance_from_targets,723.815185546875,FashionMNIST,ECCCo,MLP,7,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,8
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,7,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,8
-10,distance,797.9788208007812,FashionMNIST,ECCCo,MLP,7,8
-10,distance_from_energy,122.66716003417969,FashionMNIST,ECCCo,MLP,7,8
-10,distance_from_targets,772.4140014648438,FashionMNIST,ECCCo,MLP,7,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,8
-10,set_size_penalty,2.0000000000000027,FashionMNIST,ECCCo,MLP,7,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,8
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,8
-6,distance_from_energy,865.7109375,FashionMNIST,Schut,MLP,7,8
-6,distance_from_targets,218.32342529296875,FashionMNIST,Schut,MLP,7,8
-6,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,8
-6,set_size_penalty,2.992549783316414,FashionMNIST,Schut,MLP,7,8
-6,validity,1.0,FashionMNIST,Schut,MLP,7,8
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,8
-7,distance_from_energy,855.1056518554688,FashionMNIST,Schut,MLP,7,8
-7,distance_from_targets,427.7070007324219,FashionMNIST,Schut,MLP,7,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,8
-7,validity,0.0,FashionMNIST,Schut,MLP,7,8
-8,distance,9.900001525878906,FashionMNIST,Schut,MLP,7,8
-8,distance_from_energy,835.9431762695312,FashionMNIST,Schut,MLP,7,8
-8,distance_from_targets,240.6235809326172,FashionMNIST,Schut,MLP,7,8
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,8
-8,set_size_penalty,1.9999996455235118,FashionMNIST,Schut,MLP,7,8
-8,validity,1.0,FashionMNIST,Schut,MLP,7,8
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,8
-9,distance_from_energy,903.6322021484375,FashionMNIST,Schut,MLP,7,8
-9,distance_from_targets,409.0760498046875,FashionMNIST,Schut,MLP,7,8
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,8
-9,validity,0.0,FashionMNIST,Schut,MLP,7,8
-10,distance,10.0,FashionMNIST,Schut,MLP,7,8
-10,distance_from_energy,892.41162109375,FashionMNIST,Schut,MLP,7,8
-10,distance_from_targets,670.92724609375,FashionMNIST,Schut,MLP,7,8
-10,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,7,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,8
-10,validity,0.0,FashionMNIST,Schut,MLP,7,8
-11,distance,107.95000457763672,FashionMNIST,Wachter,MLP Ensemble,7,8
-11,distance_from_energy,794.8910522460938,FashionMNIST,Wachter,MLP Ensemble,7,8
-11,distance_from_targets,520.079345703125,FashionMNIST,Wachter,MLP Ensemble,7,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-11,set_size_penalty,1.9999999602814948,FashionMNIST,Wachter,MLP Ensemble,7,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-12,distance,96.6910171508789,FashionMNIST,Wachter,MLP Ensemble,7,8
-12,distance_from_energy,717.9046630859375,FashionMNIST,Wachter,MLP Ensemble,7,8
-12,distance_from_targets,447.7490234375,FashionMNIST,Wachter,MLP Ensemble,7,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-12,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-13,distance,93.25051879882812,FashionMNIST,Wachter,MLP Ensemble,7,8
-13,distance_from_energy,817.9822998046875,FashionMNIST,Wachter,MLP Ensemble,7,8
-13,distance_from_targets,557.9686889648438,FashionMNIST,Wachter,MLP Ensemble,7,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-14,distance,99.74590301513672,FashionMNIST,Wachter,MLP Ensemble,7,8
-14,distance_from_energy,755.8388061523438,FashionMNIST,Wachter,MLP Ensemble,7,8
-14,distance_from_targets,459.44781494140625,FashionMNIST,Wachter,MLP Ensemble,7,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-15,distance,87.46755981445312,FashionMNIST,Wachter,MLP Ensemble,7,8
-15,distance_from_energy,726.4979248046875,FashionMNIST,Wachter,MLP Ensemble,7,8
-15,distance_from_targets,432.0565185546875,FashionMNIST,Wachter,MLP Ensemble,7,8
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-15,set_size_penalty,2.9003767685869115,FashionMNIST,Wachter,MLP Ensemble,7,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,8
-11,distance,398.7102966308594,FashionMNIST,REVISE,MLP Ensemble,7,8
-11,distance_from_energy,682.1508178710938,FashionMNIST,REVISE,MLP Ensemble,7,8
-11,distance_from_targets,317.5752868652344,FashionMNIST,REVISE,MLP Ensemble,7,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-12,distance,232.0748291015625,FashionMNIST,REVISE,MLP Ensemble,7,8
-12,distance_from_energy,673.9431762695312,FashionMNIST,REVISE,MLP Ensemble,7,8
-12,distance_from_targets,304.6768493652344,FashionMNIST,REVISE,MLP Ensemble,7,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-13,distance,418.5630798339844,FashionMNIST,REVISE,MLP Ensemble,7,8
-13,distance_from_energy,678.968017578125,FashionMNIST,REVISE,MLP Ensemble,7,8
-13,distance_from_targets,252.7288055419922,FashionMNIST,REVISE,MLP Ensemble,7,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-13,set_size_penalty,2.9910557494313132,FashionMNIST,REVISE,MLP Ensemble,7,8
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-14,distance,315.7003479003906,FashionMNIST,REVISE,MLP Ensemble,7,8
-14,distance_from_energy,669.8719482421875,FashionMNIST,REVISE,MLP Ensemble,7,8
-14,distance_from_targets,251.3146514892578,FashionMNIST,REVISE,MLP Ensemble,7,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-14,set_size_penalty,2.0000000761534538,FashionMNIST,REVISE,MLP Ensemble,7,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-15,distance,239.60743713378906,FashionMNIST,REVISE,MLP Ensemble,7,8
-15,distance_from_energy,670.3508911132812,FashionMNIST,REVISE,MLP Ensemble,7,8
-15,distance_from_targets,267.869384765625,FashionMNIST,REVISE,MLP Ensemble,7,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,8
-11,distance,687.6656494140625,FashionMNIST,ECCCo,MLP Ensemble,7,8
-11,distance_from_energy,124.18284606933594,FashionMNIST,ECCCo,MLP Ensemble,7,8
-11,distance_from_targets,594.1520385742188,FashionMNIST,ECCCo,MLP Ensemble,7,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-11,set_size_penalty,1.0000000000000007,FashionMNIST,ECCCo,MLP Ensemble,7,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-12,distance,635.1925048828125,FashionMNIST,ECCCo,MLP Ensemble,7,8
-12,distance_from_energy,127.95976257324219,FashionMNIST,ECCCo,MLP Ensemble,7,8
-12,distance_from_targets,586.918701171875,FashionMNIST,ECCCo,MLP Ensemble,7,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-12,set_size_penalty,1.0053952656012102,FashionMNIST,ECCCo,MLP Ensemble,7,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-13,distance,703.4439697265625,FashionMNIST,ECCCo,MLP Ensemble,7,8
-13,distance_from_energy,144.50949096679688,FashionMNIST,ECCCo,MLP Ensemble,7,8
-13,distance_from_targets,594.894775390625,FashionMNIST,ECCCo,MLP Ensemble,7,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-14,distance,694.6785278320312,FashionMNIST,ECCCo,MLP Ensemble,7,8
-14,distance_from_energy,98.14363098144531,FashionMNIST,ECCCo,MLP Ensemble,7,8
-14,distance_from_targets,609.6415405273438,FashionMNIST,ECCCo,MLP Ensemble,7,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-14,set_size_penalty,1.0000000000000238,FashionMNIST,ECCCo,MLP Ensemble,7,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-15,distance,631.57373046875,FashionMNIST,ECCCo,MLP Ensemble,7,8
-15,distance_from_energy,131.42202758789062,FashionMNIST,ECCCo,MLP Ensemble,7,8
-15,distance_from_targets,583.7848510742188,FashionMNIST,ECCCo,MLP Ensemble,7,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-15,set_size_penalty,1.0000006880973187,FashionMNIST,ECCCo,MLP Ensemble,7,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,8
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,8
-11,distance_from_energy,805.1098022460938,FashionMNIST,Schut,MLP Ensemble,7,8
-11,distance_from_targets,480.773681640625,FashionMNIST,Schut,MLP Ensemble,7,8
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,8
-12,distance_from_energy,736.856689453125,FashionMNIST,Schut,MLP Ensemble,7,8
-12,distance_from_targets,414.60858154296875,FashionMNIST,Schut,MLP Ensemble,7,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,8
-13,distance_from_energy,809.252685546875,FashionMNIST,Schut,MLP Ensemble,7,8
-13,distance_from_targets,529.8531494140625,FashionMNIST,Schut,MLP Ensemble,7,8
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,7,8
-14,distance_from_energy,768.8478393554688,FashionMNIST,Schut,MLP Ensemble,7,8
-14,distance_from_targets,422.86865234375,FashionMNIST,Schut,MLP Ensemble,7,8
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,8
-15,distance_from_energy,735.1282348632812,FashionMNIST,Schut,MLP Ensemble,7,8
-15,distance_from_targets,405.6630859375,FashionMNIST,Schut,MLP Ensemble,7,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,8
-16,distance,53.42378234863281,FashionMNIST,Wachter,JEM,7,8
-16,distance_from_energy,590.9542236328125,FashionMNIST,Wachter,JEM,7,8
-16,distance_from_targets,423.4957580566406,FashionMNIST,Wachter,JEM,7,8
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,7,8
-16,set_size_penalty,2.000056354693033,FashionMNIST,Wachter,JEM,7,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,8
-17,distance,64.83516693115234,FashionMNIST,Wachter,JEM,7,8
-17,distance_from_energy,683.3766479492188,FashionMNIST,Wachter,JEM,7,8
-17,distance_from_targets,469.7649230957031,FashionMNIST,Wachter,JEM,7,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,8
-17,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,7,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,8
-18,distance,60.913475036621094,FashionMNIST,Wachter,JEM,7,8
-18,distance_from_energy,532.2659912109375,FashionMNIST,Wachter,JEM,7,8
-18,distance_from_targets,397.9666442871094,FashionMNIST,Wachter,JEM,7,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,8
-18,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,7,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,8
-19,distance,67.16902923583984,FashionMNIST,Wachter,JEM,7,8
-19,distance_from_energy,617.5318603515625,FashionMNIST,Wachter,JEM,7,8
-19,distance_from_targets,430.847900390625,FashionMNIST,Wachter,JEM,7,8
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,8
-19,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,7,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,8
-20,distance,76.93384552001953,FashionMNIST,Wachter,JEM,7,8
-20,distance_from_energy,698.1444702148438,FashionMNIST,Wachter,JEM,7,8
-20,distance_from_targets,565.6190795898438,FashionMNIST,Wachter,JEM,7,8
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,8
-20,set_size_penalty,1.9906827144500037,FashionMNIST,Wachter,JEM,7,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,7,8
-16,distance,353.7690734863281,FashionMNIST,REVISE,JEM,7,8
-16,distance_from_energy,413.0257873535156,FashionMNIST,REVISE,JEM,7,8
-16,distance_from_targets,269.27325439453125,FashionMNIST,REVISE,JEM,7,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,8
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,7,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,7,8
-17,distance,273.3387145996094,FashionMNIST,REVISE,JEM,7,8
-17,distance_from_energy,673.6053466796875,FashionMNIST,REVISE,JEM,7,8
-17,distance_from_targets,491.1814270019531,FashionMNIST,REVISE,JEM,7,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,8
-17,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,7,8
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,8
-18,distance,174.8501739501953,FashionMNIST,REVISE,JEM,7,8
-18,distance_from_energy,521.4061279296875,FashionMNIST,REVISE,JEM,7,8
-18,distance_from_targets,331.7420654296875,FashionMNIST,REVISE,JEM,7,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,8
-18,set_size_penalty,5.999999999903652,FashionMNIST,REVISE,JEM,7,8
-18,validity,1.0,FashionMNIST,REVISE,JEM,7,8
-19,distance,325.7463073730469,FashionMNIST,REVISE,JEM,7,8
-19,distance_from_energy,402.60028076171875,FashionMNIST,REVISE,JEM,7,8
-19,distance_from_targets,224.45462036132812,FashionMNIST,REVISE,JEM,7,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,8
-19,set_size_penalty,8.999999999932083,FashionMNIST,REVISE,JEM,7,8
-19,validity,1.0,FashionMNIST,REVISE,JEM,7,8
-20,distance,221.9013214111328,FashionMNIST,REVISE,JEM,7,8
-20,distance_from_energy,648.7951049804688,FashionMNIST,REVISE,JEM,7,8
-20,distance_from_targets,507.1476745605469,FashionMNIST,REVISE,JEM,7,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,8
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,7,8
-20,validity,1.0,FashionMNIST,REVISE,JEM,7,8
-16,distance,467.1441345214844,FashionMNIST,ECCCo,JEM,7,8
-16,distance_from_energy,142.29379272460938,FashionMNIST,ECCCo,JEM,7,8
-16,distance_from_targets,330.88970947265625,FashionMNIST,ECCCo,JEM,7,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,8
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,8
-17,distance,539.9547729492188,FashionMNIST,ECCCo,JEM,7,8
-17,distance_from_energy,162.1278076171875,FashionMNIST,ECCCo,JEM,7,8
-17,distance_from_targets,430.58831787109375,FashionMNIST,ECCCo,JEM,7,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,8
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,7,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,8
-18,distance,477.4568786621094,FashionMNIST,ECCCo,JEM,7,8
-18,distance_from_energy,112.1458969116211,FashionMNIST,ECCCo,JEM,7,8
-18,distance_from_targets,488.05078125,FashionMNIST,ECCCo,JEM,7,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,8
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,8
-19,distance,558.1558837890625,FashionMNIST,ECCCo,JEM,7,8
-19,distance_from_energy,91.0809097290039,FashionMNIST,ECCCo,JEM,7,8
-19,distance_from_targets,425.94598388671875,FashionMNIST,ECCCo,JEM,7,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,8
-19,set_size_penalty,3.0000000000000044,FashionMNIST,ECCCo,JEM,7,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,8
-20,distance,644.5936279296875,FashionMNIST,ECCCo,JEM,7,8
-20,distance_from_energy,102.0497817993164,FashionMNIST,ECCCo,JEM,7,8
-20,distance_from_targets,350.53118896484375,FashionMNIST,ECCCo,JEM,7,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,8
-20,set_size_penalty,2.999997791783247,FashionMNIST,ECCCo,JEM,7,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,8
-16,distance,2.5,FashionMNIST,Schut,JEM,7,8
-16,distance_from_energy,579.41357421875,FashionMNIST,Schut,JEM,7,8
-16,distance_from_targets,397.64678955078125,FashionMNIST,Schut,JEM,7,8
-16,redundancy,0.9961734693877551,FashionMNIST,Schut,JEM,7,8
-16,set_size_penalty,2.0,FashionMNIST,Schut,JEM,7,8
-16,validity,1.0,FashionMNIST,Schut,JEM,7,8
-17,distance,4.200000762939453,FashionMNIST,Schut,JEM,7,8
-17,distance_from_energy,695.2877197265625,FashionMNIST,Schut,JEM,7,8
-17,distance_from_targets,440.641357421875,FashionMNIST,Schut,JEM,7,8
-17,redundancy,0.9910714285714286,FashionMNIST,Schut,JEM,7,8
-17,set_size_penalty,10.0,FashionMNIST,Schut,JEM,7,8
-17,validity,1.0,FashionMNIST,Schut,JEM,7,8
-18,distance,8.100001335144043,FashionMNIST,Schut,JEM,7,8
-18,distance_from_energy,585.9576416015625,FashionMNIST,Schut,JEM,7,8
-18,distance_from_targets,372.0862121582031,FashionMNIST,Schut,JEM,7,8
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,8
-18,set_size_penalty,5.338862079437618,FashionMNIST,Schut,JEM,7,8
-18,validity,1.0,FashionMNIST,Schut,JEM,7,8
-19,distance,7.900001525878906,FashionMNIST,Schut,JEM,7,8
-19,distance_from_energy,590.0443725585938,FashionMNIST,Schut,JEM,7,8
-19,distance_from_targets,408.51416015625,FashionMNIST,Schut,JEM,7,8
-19,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,7,8
-19,set_size_penalty,1.9999996920147551,FashionMNIST,Schut,JEM,7,8
-19,validity,1.0,FashionMNIST,Schut,JEM,7,8
-20,distance,9.400002479553223,FashionMNIST,Schut,JEM,7,8
-20,distance_from_energy,701.2437133789062,FashionMNIST,Schut,JEM,7,8
-20,distance_from_targets,545.1804809570312,FashionMNIST,Schut,JEM,7,8
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,7,8
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,7,8
-20,validity,1.0,FashionMNIST,Schut,JEM,7,8
-1,distance,64.0136489868164,FashionMNIST,Wachter,JEM Ensemble,7,9
-1,distance_from_energy,358.4371643066406,FashionMNIST,Wachter,JEM Ensemble,7,9
-1,distance_from_targets,353.0431823730469,FashionMNIST,Wachter,JEM Ensemble,7,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-2,distance,70.57659912109375,FashionMNIST,Wachter,JEM Ensemble,7,9
-2,distance_from_energy,422.020263671875,FashionMNIST,Wachter,JEM Ensemble,7,9
-2,distance_from_targets,368.448486328125,FashionMNIST,Wachter,JEM Ensemble,7,9
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-3,distance,68.9529800415039,FashionMNIST,Wachter,JEM Ensemble,7,9
-3,distance_from_energy,569.4249877929688,FashionMNIST,Wachter,JEM Ensemble,7,9
-3,distance_from_targets,542.2332153320312,FashionMNIST,Wachter,JEM Ensemble,7,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-4,distance,57.87233352661133,FashionMNIST,Wachter,JEM Ensemble,7,9
-4,distance_from_energy,402.8124084472656,FashionMNIST,Wachter,JEM Ensemble,7,9
-4,distance_from_targets,260.51776123046875,FashionMNIST,Wachter,JEM Ensemble,7,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-5,distance,61.347686767578125,FashionMNIST,Wachter,JEM Ensemble,7,9
-5,distance_from_energy,452.47149658203125,FashionMNIST,Wachter,JEM Ensemble,7,9
-5,distance_from_targets,355.7602233886719,FashionMNIST,Wachter,JEM Ensemble,7,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,7,9
-1,distance,167.62718200683594,FashionMNIST,REVISE,JEM Ensemble,7,9
-1,distance_from_energy,371.8313903808594,FashionMNIST,REVISE,JEM Ensemble,7,9
-1,distance_from_targets,299.4651184082031,FashionMNIST,REVISE,JEM Ensemble,7,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-2,distance,304.8234558105469,FashionMNIST,REVISE,JEM Ensemble,7,9
-2,distance_from_energy,475.5948181152344,FashionMNIST,REVISE,JEM Ensemble,7,9
-2,distance_from_targets,287.7277526855469,FashionMNIST,REVISE,JEM Ensemble,7,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-2,set_size_penalty,2.000000000000038,FashionMNIST,REVISE,JEM Ensemble,7,9
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-3,distance,367.6206359863281,FashionMNIST,REVISE,JEM Ensemble,7,9
-3,distance_from_energy,444.3301696777344,FashionMNIST,REVISE,JEM Ensemble,7,9
-3,distance_from_targets,390.3448181152344,FashionMNIST,REVISE,JEM Ensemble,7,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-4,distance,108.46247863769531,FashionMNIST,REVISE,JEM Ensemble,7,9
-4,distance_from_energy,383.6473083496094,FashionMNIST,REVISE,JEM Ensemble,7,9
-4,distance_from_targets,201.0504150390625,FashionMNIST,REVISE,JEM Ensemble,7,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-5,distance,155.7320556640625,FashionMNIST,REVISE,JEM Ensemble,7,9
-5,distance_from_energy,328.147705078125,FashionMNIST,REVISE,JEM Ensemble,7,9
-5,distance_from_targets,299.6537170410156,FashionMNIST,REVISE,JEM Ensemble,7,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,7,9
-1,distance,380.93853759765625,FashionMNIST,ECCCo,JEM Ensemble,7,9
-1,distance_from_energy,62.555816650390625,FashionMNIST,ECCCo,JEM Ensemble,7,9
-1,distance_from_targets,311.8456726074219,FashionMNIST,ECCCo,JEM Ensemble,7,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-2,distance,378.696533203125,FashionMNIST,ECCCo,JEM Ensemble,7,9
-2,distance_from_energy,53.33739471435547,FashionMNIST,ECCCo,JEM Ensemble,7,9
-2,distance_from_targets,360.0644836425781,FashionMNIST,ECCCo,JEM Ensemble,7,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-3,distance,476.6580505371094,FashionMNIST,ECCCo,JEM Ensemble,7,9
-3,distance_from_energy,85.99905395507812,FashionMNIST,ECCCo,JEM Ensemble,7,9
-3,distance_from_targets,368.0534362792969,FashionMNIST,ECCCo,JEM Ensemble,7,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-4,distance,365.64910888671875,FashionMNIST,ECCCo,JEM Ensemble,7,9
-4,distance_from_energy,37.1754035949707,FashionMNIST,ECCCo,JEM Ensemble,7,9
-4,distance_from_targets,320.6905517578125,FashionMNIST,ECCCo,JEM Ensemble,7,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-5,distance,323.3594665527344,FashionMNIST,ECCCo,JEM Ensemble,7,9
-5,distance_from_energy,58.727394104003906,FashionMNIST,ECCCo,JEM Ensemble,7,9
-5,distance_from_targets,357.44891357421875,FashionMNIST,ECCCo,JEM Ensemble,7,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,7,9
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,9
-1,distance_from_energy,363.20550537109375,FashionMNIST,Schut,JEM Ensemble,7,9
-1,distance_from_targets,327.9740295410156,FashionMNIST,Schut,JEM Ensemble,7,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,9
-1,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,7,9
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,9
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,7,9
-2,distance_from_energy,433.93585205078125,FashionMNIST,Schut,JEM Ensemble,7,9
-2,distance_from_targets,338.3622131347656,FashionMNIST,Schut,JEM Ensemble,7,9
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,9
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,7,9
-3,distance_from_energy,641.5717163085938,FashionMNIST,Schut,JEM Ensemble,7,9
-3,distance_from_targets,521.4315795898438,FashionMNIST,Schut,JEM Ensemble,7,9
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,7,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,7,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,7,9
-4,distance,3.9000000953674316,FashionMNIST,Schut,JEM Ensemble,7,9
-4,distance_from_energy,381.4617004394531,FashionMNIST,Schut,JEM Ensemble,7,9
-4,distance_from_targets,227.1646270751953,FashionMNIST,Schut,JEM Ensemble,7,9
-4,redundancy,0.9948979591836735,FashionMNIST,Schut,JEM Ensemble,7,9
-4,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,7,9
-4,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,9
-5,distance,9.900001525878906,FashionMNIST,Schut,JEM Ensemble,7,9
-5,distance_from_energy,361.41815185546875,FashionMNIST,Schut,JEM Ensemble,7,9
-5,distance_from_targets,328.0323791503906,FashionMNIST,Schut,JEM Ensemble,7,9
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,7,9
-5,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,7,9
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,7,9
-6,distance,60.72132110595703,FashionMNIST,Wachter,MLP,7,9
-6,distance_from_energy,847.5828247070312,FashionMNIST,Wachter,MLP,7,9
-6,distance_from_targets,263.4665222167969,FashionMNIST,Wachter,MLP,7,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,7,9
-6,set_size_penalty,2.0000000000007554,FashionMNIST,Wachter,MLP,7,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,7,9
-7,distance,70.35063934326172,FashionMNIST,Wachter,MLP,7,9
-7,distance_from_energy,841.8645629882812,FashionMNIST,Wachter,MLP,7,9
-7,distance_from_targets,362.0205993652344,FashionMNIST,Wachter,MLP,7,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,7,9
-7,set_size_penalty,3.681955280272884,FashionMNIST,Wachter,MLP,7,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,7,9
-8,distance,69.02825927734375,FashionMNIST,Wachter,MLP,7,9
-8,distance_from_energy,826.0993041992188,FashionMNIST,Wachter,MLP,7,9
-8,distance_from_targets,290.82843017578125,FashionMNIST,Wachter,MLP,7,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,7,9
-8,set_size_penalty,2.0000000000000027,FashionMNIST,Wachter,MLP,7,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,7,9
-9,distance,73.79287719726562,FashionMNIST,Wachter,MLP,7,9
-9,distance_from_energy,831.7620239257812,FashionMNIST,Wachter,MLP,7,9
-9,distance_from_targets,451.11181640625,FashionMNIST,Wachter,MLP,7,9
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,7,9
-9,set_size_penalty,2.9666363512380562,FashionMNIST,Wachter,MLP,7,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,7,9
-10,distance,75.15199279785156,FashionMNIST,Wachter,MLP,7,9
-10,distance_from_energy,848.1944580078125,FashionMNIST,Wachter,MLP,7,9
-10,distance_from_targets,356.788330078125,FashionMNIST,Wachter,MLP,7,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,7,9
-10,set_size_penalty,2.0000000001864837,FashionMNIST,Wachter,MLP,7,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,7,9
-6,distance,211.60313415527344,FashionMNIST,REVISE,MLP,7,9
-6,distance_from_energy,857.0240478515625,FashionMNIST,REVISE,MLP,7,9
-6,distance_from_targets,201.98944091796875,FashionMNIST,REVISE,MLP,7,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,7,9
-6,set_size_penalty,1.9999999999999998,FashionMNIST,REVISE,MLP,7,9
-6,validity,1.0,FashionMNIST,REVISE,MLP,7,9
-7,distance,148.0784454345703,FashionMNIST,REVISE,MLP,7,9
-7,distance_from_energy,798.057861328125,FashionMNIST,REVISE,MLP,7,9
-7,distance_from_targets,304.8243408203125,FashionMNIST,REVISE,MLP,7,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,7,9
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,9
-7,validity,0.0,FashionMNIST,REVISE,MLP,7,9
-8,distance,108.7974853515625,FashionMNIST,REVISE,MLP,7,9
-8,distance_from_energy,813.4598999023438,FashionMNIST,REVISE,MLP,7,9
-8,distance_from_targets,250.49420166015625,FashionMNIST,REVISE,MLP,7,9
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,7,9
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,9
-8,validity,0.0,FashionMNIST,REVISE,MLP,7,9
-9,distance,222.8233184814453,FashionMNIST,REVISE,MLP,7,9
-9,distance_from_energy,801.1880493164062,FashionMNIST,REVISE,MLP,7,9
-9,distance_from_targets,414.1564025878906,FashionMNIST,REVISE,MLP,7,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,7,9
-9,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,7,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,7,9
-10,distance,177.47531127929688,FashionMNIST,REVISE,MLP,7,9
-10,distance_from_energy,836.21533203125,FashionMNIST,REVISE,MLP,7,9
-10,distance_from_targets,265.69586181640625,FashionMNIST,REVISE,MLP,7,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,7,9
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,7,9
-10,validity,0.0,FashionMNIST,REVISE,MLP,7,9
-6,distance,675.1994018554688,FashionMNIST,ECCCo,MLP,7,9
-6,distance_from_energy,168.77976989746094,FashionMNIST,ECCCo,MLP,7,9
-6,distance_from_targets,690.8954467773438,FashionMNIST,ECCCo,MLP,7,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,9
-6,set_size_penalty,2.0013065265693992,FashionMNIST,ECCCo,MLP,7,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,7,9
-7,distance,681.6685791015625,FashionMNIST,ECCCo,MLP,7,9
-7,distance_from_energy,170.84368896484375,FashionMNIST,ECCCo,MLP,7,9
-7,distance_from_targets,705.9776000976562,FashionMNIST,ECCCo,MLP,7,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,9
-7,set_size_penalty,2.9882532021798767,FashionMNIST,ECCCo,MLP,7,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,7,9
-8,distance,629.5218505859375,FashionMNIST,ECCCo,MLP,7,9
-8,distance_from_energy,199.0690155029297,FashionMNIST,ECCCo,MLP,7,9
-8,distance_from_targets,639.8263549804688,FashionMNIST,ECCCo,MLP,7,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,9
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,7,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,7,9
-9,distance,723.7739868164062,FashionMNIST,ECCCo,MLP,7,9
-9,distance_from_energy,134.47900390625,FashionMNIST,ECCCo,MLP,7,9
-9,distance_from_targets,736.36376953125,FashionMNIST,ECCCo,MLP,7,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,9
-9,set_size_penalty,2.000004897982932,FashionMNIST,ECCCo,MLP,7,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,7,9
-10,distance,646.5995483398438,FashionMNIST,ECCCo,MLP,7,9
-10,distance_from_energy,227.9493865966797,FashionMNIST,ECCCo,MLP,7,9
-10,distance_from_targets,680.5696411132812,FashionMNIST,ECCCo,MLP,7,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,7,9
-10,set_size_penalty,2.1208762859903443,FashionMNIST,ECCCo,MLP,7,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,7,9
-6,distance,9.000000953674316,FashionMNIST,Schut,MLP,7,9
-6,distance_from_energy,838.9953002929688,FashionMNIST,Schut,MLP,7,9
-6,distance_from_targets,229.98455810546875,FashionMNIST,Schut,MLP,7,9
-6,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP,7,9
-6,set_size_penalty,2.0000000001273466,FashionMNIST,Schut,MLP,7,9
-6,validity,1.0,FashionMNIST,Schut,MLP,7,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,9
-7,distance_from_energy,840.1591796875,FashionMNIST,Schut,MLP,7,9
-7,distance_from_targets,329.98956298828125,FashionMNIST,Schut,MLP,7,9
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,9
-7,validity,0.0,FashionMNIST,Schut,MLP,7,9
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,9
-8,distance_from_energy,837.6328125,FashionMNIST,Schut,MLP,7,9
-8,distance_from_targets,254.76846313476562,FashionMNIST,Schut,MLP,7,9
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,9
-8,validity,0.0,FashionMNIST,Schut,MLP,7,9
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,7,9
-9,distance_from_energy,847.3356323242188,FashionMNIST,Schut,MLP,7,9
-9,distance_from_targets,423.4247741699219,FashionMNIST,Schut,MLP,7,9
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,9
-9,validity,0.0,FashionMNIST,Schut,MLP,7,9
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,7,9
-10,distance_from_energy,867.3611450195312,FashionMNIST,Schut,MLP,7,9
-10,distance_from_targets,323.10009765625,FashionMNIST,Schut,MLP,7,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,7,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,7,9
-10,validity,0.0,FashionMNIST,Schut,MLP,7,9
-11,distance,56.639373779296875,FashionMNIST,Wachter,MLP Ensemble,7,9
-11,distance_from_energy,665.396240234375,FashionMNIST,Wachter,MLP Ensemble,7,9
-11,distance_from_targets,289.06048583984375,FashionMNIST,Wachter,MLP Ensemble,7,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-11,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-12,distance,63.94249725341797,FashionMNIST,Wachter,MLP Ensemble,7,9
-12,distance_from_energy,705.01708984375,FashionMNIST,Wachter,MLP Ensemble,7,9
-12,distance_from_targets,364.0922546386719,FashionMNIST,Wachter,MLP Ensemble,7,9
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-12,set_size_penalty,2.000000000007116,FashionMNIST,Wachter,MLP Ensemble,7,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-13,distance,76.80012512207031,FashionMNIST,Wachter,MLP Ensemble,7,9
-13,distance_from_energy,700.9243774414062,FashionMNIST,Wachter,MLP Ensemble,7,9
-13,distance_from_targets,408.8415832519531,FashionMNIST,Wachter,MLP Ensemble,7,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-13,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-14,distance,74.26712799072266,FashionMNIST,Wachter,MLP Ensemble,7,9
-14,distance_from_energy,714.2579345703125,FashionMNIST,Wachter,MLP Ensemble,7,9
-14,distance_from_targets,427.70257568359375,FashionMNIST,Wachter,MLP Ensemble,7,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-14,set_size_penalty,2.000000000000009,FashionMNIST,Wachter,MLP Ensemble,7,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-15,distance,70.18244171142578,FashionMNIST,Wachter,MLP Ensemble,7,9
-15,distance_from_energy,677.7445068359375,FashionMNIST,Wachter,MLP Ensemble,7,9
-15,distance_from_targets,399.71368408203125,FashionMNIST,Wachter,MLP Ensemble,7,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-15,set_size_penalty,2.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,7,9
-11,distance,104.69132995605469,FashionMNIST,REVISE,MLP Ensemble,7,9
-11,distance_from_energy,655.8465576171875,FashionMNIST,REVISE,MLP Ensemble,7,9
-11,distance_from_targets,238.47315979003906,FashionMNIST,REVISE,MLP Ensemble,7,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-11,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-12,distance,212.89788818359375,FashionMNIST,REVISE,MLP Ensemble,7,9
-12,distance_from_energy,699.5609130859375,FashionMNIST,REVISE,MLP Ensemble,7,9
-12,distance_from_targets,255.30007934570312,FashionMNIST,REVISE,MLP Ensemble,7,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-12,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-13,distance,188.93826293945312,FashionMNIST,REVISE,MLP Ensemble,7,9
-13,distance_from_energy,663.4133911132812,FashionMNIST,REVISE,MLP Ensemble,7,9
-13,distance_from_targets,294.4134521484375,FashionMNIST,REVISE,MLP Ensemble,7,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-13,set_size_penalty,2.0000000000291918,FashionMNIST,REVISE,MLP Ensemble,7,9
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-14,distance,170.91860961914062,FashionMNIST,REVISE,MLP Ensemble,7,9
-14,distance_from_energy,674.4973754882812,FashionMNIST,REVISE,MLP Ensemble,7,9
-14,distance_from_targets,394.81878662109375,FashionMNIST,REVISE,MLP Ensemble,7,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-15,distance,165.1309356689453,FashionMNIST,REVISE,MLP Ensemble,7,9
-15,distance_from_energy,661.0472412109375,FashionMNIST,REVISE,MLP Ensemble,7,9
-15,distance_from_targets,334.9814758300781,FashionMNIST,REVISE,MLP Ensemble,7,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-15,set_size_penalty,2.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,7,9
-11,distance,547.7451782226562,FashionMNIST,ECCCo,MLP Ensemble,7,9
-11,distance_from_energy,148.71517944335938,FashionMNIST,ECCCo,MLP Ensemble,7,9
-11,distance_from_targets,563.9696044921875,FashionMNIST,ECCCo,MLP Ensemble,7,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-11,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-12,distance,614.560302734375,FashionMNIST,ECCCo,MLP Ensemble,7,9
-12,distance_from_energy,109.72953033447266,FashionMNIST,ECCCo,MLP Ensemble,7,9
-12,distance_from_targets,578.7871704101562,FashionMNIST,ECCCo,MLP Ensemble,7,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-13,distance,606.528564453125,FashionMNIST,ECCCo,MLP Ensemble,7,9
-13,distance_from_energy,110.33934020996094,FashionMNIST,ECCCo,MLP Ensemble,7,9
-13,distance_from_targets,572.9508666992188,FashionMNIST,ECCCo,MLP Ensemble,7,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-13,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-14,distance,593.0835571289062,FashionMNIST,ECCCo,MLP Ensemble,7,9
-14,distance_from_energy,123.28372955322266,FashionMNIST,ECCCo,MLP Ensemble,7,9
-14,distance_from_targets,592.4389038085938,FashionMNIST,ECCCo,MLP Ensemble,7,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-14,set_size_penalty,1.0000000497104342,FashionMNIST,ECCCo,MLP Ensemble,7,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-15,distance,568.8247680664062,FashionMNIST,ECCCo,MLP Ensemble,7,9
-15,distance_from_energy,112.26470947265625,FashionMNIST,ECCCo,MLP Ensemble,7,9
-15,distance_from_targets,584.6675415039062,FashionMNIST,ECCCo,MLP Ensemble,7,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-15,set_size_penalty,1.0000000000589486,FashionMNIST,ECCCo,MLP Ensemble,7,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,7,9
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,9
-11,distance_from_energy,667.3777465820312,FashionMNIST,Schut,MLP Ensemble,7,9
-11,distance_from_targets,260.8776550292969,FashionMNIST,Schut,MLP Ensemble,7,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,9
-11,set_size_penalty,2.0,FashionMNIST,Schut,MLP Ensemble,7,9
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,7,9
-12,distance,8.90000057220459,FashionMNIST,Schut,MLP Ensemble,7,9
-12,distance_from_energy,741.4690551757812,FashionMNIST,Schut,MLP Ensemble,7,9
-12,distance_from_targets,339.53076171875,FashionMNIST,Schut,MLP Ensemble,7,9
-12,redundancy,0.9885204081632653,FashionMNIST,Schut,MLP Ensemble,7,9
-12,set_size_penalty,2.000000000004011,FashionMNIST,Schut,MLP Ensemble,7,9
-12,validity,1.0,FashionMNIST,Schut,MLP Ensemble,7,9
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,9
-13,distance_from_energy,694.4827270507812,FashionMNIST,Schut,MLP Ensemble,7,9
-13,distance_from_targets,376.6904296875,FashionMNIST,Schut,MLP Ensemble,7,9
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,7,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,9
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,7,9
-14,distance_from_energy,708.1159057617188,FashionMNIST,Schut,MLP Ensemble,7,9
-14,distance_from_targets,398.87713623046875,FashionMNIST,Schut,MLP Ensemble,7,9
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,9
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,7,9
-15,distance_from_energy,681.7720947265625,FashionMNIST,Schut,MLP Ensemble,7,9
-15,distance_from_targets,368.6184387207031,FashionMNIST,Schut,MLP Ensemble,7,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,7,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,7,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,7,9
-16,distance,73.57965087890625,FashionMNIST,Wachter,JEM,7,9
-16,distance_from_energy,555.2437133789062,FashionMNIST,Wachter,JEM,7,9
-16,distance_from_targets,535.5088500976562,FashionMNIST,Wachter,JEM,7,9
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,7,9
-16,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,7,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,7,9
-17,distance,56.78171157836914,FashionMNIST,Wachter,JEM,7,9
-17,distance_from_energy,444.75408935546875,FashionMNIST,Wachter,JEM,7,9
-17,distance_from_targets,315.6330871582031,FashionMNIST,Wachter,JEM,7,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,7,9
-17,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,7,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,7,9
-18,distance,65.68998718261719,FashionMNIST,Wachter,JEM,7,9
-18,distance_from_energy,517.8785400390625,FashionMNIST,Wachter,JEM,7,9
-18,distance_from_targets,415.1949768066406,FashionMNIST,Wachter,JEM,7,9
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,7,9
-18,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,7,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,7,9
-19,distance,78.79974365234375,FashionMNIST,Wachter,JEM,7,9
-19,distance_from_energy,528.50244140625,FashionMNIST,Wachter,JEM,7,9
-19,distance_from_targets,501.99273681640625,FashionMNIST,Wachter,JEM,7,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,7,9
-19,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,7,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,7,9
-20,distance,81.88707733154297,FashionMNIST,Wachter,JEM,7,9
-20,distance_from_energy,455.62158203125,FashionMNIST,Wachter,JEM,7,9
-20,distance_from_targets,332.92578125,FashionMNIST,Wachter,JEM,7,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,7,9
-20,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,7,9
-20,validity,0.0,FashionMNIST,Wachter,JEM,7,9
-16,distance,338.6600341796875,FashionMNIST,REVISE,JEM,7,9
-16,distance_from_energy,488.9852600097656,FashionMNIST,REVISE,JEM,7,9
-16,distance_from_targets,366.82598876953125,FashionMNIST,REVISE,JEM,7,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,7,9
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,9
-16,validity,0.0,FashionMNIST,REVISE,JEM,7,9
-17,distance,174.84396362304688,FashionMNIST,REVISE,JEM,7,9
-17,distance_from_energy,480.3219299316406,FashionMNIST,REVISE,JEM,7,9
-17,distance_from_targets,215.66224670410156,FashionMNIST,REVISE,JEM,7,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,7,9
-17,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,7,9
-17,validity,1.0,FashionMNIST,REVISE,JEM,7,9
-18,distance,185.6853790283203,FashionMNIST,REVISE,JEM,7,9
-18,distance_from_energy,449.6099548339844,FashionMNIST,REVISE,JEM,7,9
-18,distance_from_targets,419.9350891113281,FashionMNIST,REVISE,JEM,7,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,7,9
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,9
-18,validity,0.0,FashionMNIST,REVISE,JEM,7,9
-19,distance,282.2645263671875,FashionMNIST,REVISE,JEM,7,9
-19,distance_from_energy,599.9600830078125,FashionMNIST,REVISE,JEM,7,9
-19,distance_from_targets,476.7827453613281,FashionMNIST,REVISE,JEM,7,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,7,9
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,9
-19,validity,0.0,FashionMNIST,REVISE,JEM,7,9
-20,distance,149.16156005859375,FashionMNIST,REVISE,JEM,7,9
-20,distance_from_energy,477.05755615234375,FashionMNIST,REVISE,JEM,7,9
-20,distance_from_targets,319.18902587890625,FashionMNIST,REVISE,JEM,7,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,7,9
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,7,9
-20,validity,0.0,FashionMNIST,REVISE,JEM,7,9
-16,distance,491.8287048339844,FashionMNIST,ECCCo,JEM,7,9
-16,distance_from_energy,110.26643371582031,FashionMNIST,ECCCo,JEM,7,9
-16,distance_from_targets,465.3206481933594,FashionMNIST,ECCCo,JEM,7,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,9
-16,set_size_penalty,3.0000000000000395,FashionMNIST,ECCCo,JEM,7,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,7,9
-17,distance,410.412109375,FashionMNIST,ECCCo,JEM,7,9
-17,distance_from_energy,70.7961654663086,FashionMNIST,ECCCo,JEM,7,9
-17,distance_from_targets,330.8882141113281,FashionMNIST,ECCCo,JEM,7,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,9
-17,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,7,9
-18,distance,516.962158203125,FashionMNIST,ECCCo,JEM,7,9
-18,distance_from_energy,65.95166778564453,FashionMNIST,ECCCo,JEM,7,9
-18,distance_from_targets,342.36981201171875,FashionMNIST,ECCCo,JEM,7,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,9
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,7,9
-19,distance,399.74713134765625,FashionMNIST,ECCCo,JEM,7,9
-19,distance_from_energy,106.42899322509766,FashionMNIST,ECCCo,JEM,7,9
-19,distance_from_targets,546.6624145507812,FashionMNIST,ECCCo,JEM,7,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,9
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,7,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,7,9
-20,distance,406.496337890625,FashionMNIST,ECCCo,JEM,7,9
-20,distance_from_energy,59.18458938598633,FashionMNIST,ECCCo,JEM,7,9
-20,distance_from_targets,439.96331787109375,FashionMNIST,ECCCo,JEM,7,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,7,9
-20,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,7,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,7,9
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,7,9
-16,distance_from_energy,547.8642578125,FashionMNIST,Schut,JEM,7,9
-16,distance_from_targets,508.45208740234375,FashionMNIST,Schut,JEM,7,9
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,7,9
-16,set_size_penalty,3.0,FashionMNIST,Schut,JEM,7,9
-16,validity,1.0,FashionMNIST,Schut,JEM,7,9
-17,distance,5.500000476837158,FashionMNIST,Schut,JEM,7,9
-17,distance_from_energy,458.8899841308594,FashionMNIST,Schut,JEM,7,9
-17,distance_from_targets,285.2391357421875,FashionMNIST,Schut,JEM,7,9
-17,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,7,9
-17,set_size_penalty,5.0,FashionMNIST,Schut,JEM,7,9
-17,validity,1.0,FashionMNIST,Schut,JEM,7,9
-18,distance,8.700000762939453,FashionMNIST,Schut,JEM,7,9
-18,distance_from_energy,477.42706298828125,FashionMNIST,Schut,JEM,7,9
-18,distance_from_targets,385.6358642578125,FashionMNIST,Schut,JEM,7,9
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,9
-18,set_size_penalty,3.0,FashionMNIST,Schut,JEM,7,9
-18,validity,1.0,FashionMNIST,Schut,JEM,7,9
-19,distance,9.700000762939453,FashionMNIST,Schut,JEM,7,9
-19,distance_from_energy,498.81707763671875,FashionMNIST,Schut,JEM,7,9
-19,distance_from_targets,474.9859313964844,FashionMNIST,Schut,JEM,7,9
-19,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,7,9
-19,set_size_penalty,3.0240050645591676,FashionMNIST,Schut,JEM,7,9
-19,validity,1.0,FashionMNIST,Schut,JEM,7,9
-20,distance,10.0,FashionMNIST,Schut,JEM,7,9
-20,distance_from_energy,455.92095947265625,FashionMNIST,Schut,JEM,7,9
-20,distance_from_targets,298.06103515625,FashionMNIST,Schut,JEM,7,9
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,7,9
-20,set_size_penalty,4.0,FashionMNIST,Schut,JEM,7,9
-20,validity,1.0,FashionMNIST,Schut,JEM,7,9
-1,distance,58.66817092895508,FashionMNIST,Wachter,JEM Ensemble,8,0
-1,distance_from_energy,694.3089599609375,FashionMNIST,Wachter,JEM Ensemble,8,0
-1,distance_from_targets,434.3724365234375,FashionMNIST,Wachter,JEM Ensemble,8,0
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-1,set_size_penalty,6.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-2,distance,97.63091278076172,FashionMNIST,Wachter,JEM Ensemble,8,0
-2,distance_from_energy,737.527099609375,FashionMNIST,Wachter,JEM Ensemble,8,0
-2,distance_from_targets,577.4312133789062,FashionMNIST,Wachter,JEM Ensemble,8,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-2,set_size_penalty,2.998647868212413,FashionMNIST,Wachter,JEM Ensemble,8,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-3,distance,71.7323989868164,FashionMNIST,Wachter,JEM Ensemble,8,0
-3,distance_from_energy,798.865234375,FashionMNIST,Wachter,JEM Ensemble,8,0
-3,distance_from_targets,475.4933776855469,FashionMNIST,Wachter,JEM Ensemble,8,0
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-4,distance,91.10128021240234,FashionMNIST,Wachter,JEM Ensemble,8,0
-4,distance_from_energy,710.124755859375,FashionMNIST,Wachter,JEM Ensemble,8,0
-4,distance_from_targets,536.43701171875,FashionMNIST,Wachter,JEM Ensemble,8,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-4,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-5,distance,70.99657440185547,FashionMNIST,Wachter,JEM Ensemble,8,0
-5,distance_from_energy,699.7459716796875,FashionMNIST,Wachter,JEM Ensemble,8,0
-5,distance_from_targets,481.7999572753906,FashionMNIST,Wachter,JEM Ensemble,8,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,0
-1,distance,221.8410186767578,FashionMNIST,REVISE,JEM Ensemble,8,0
-1,distance_from_energy,530.9862060546875,FashionMNIST,REVISE,JEM Ensemble,8,0
-1,distance_from_targets,416.7593994140625,FashionMNIST,REVISE,JEM Ensemble,8,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-1,set_size_penalty,6.00001725722735,FashionMNIST,REVISE,JEM Ensemble,8,0
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-2,distance,578.702880859375,FashionMNIST,REVISE,JEM Ensemble,8,0
-2,distance_from_energy,500.076171875,FashionMNIST,REVISE,JEM Ensemble,8,0
-2,distance_from_targets,459.81378173828125,FashionMNIST,REVISE,JEM Ensemble,8,0
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-2,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-3,distance,268.2266540527344,FashionMNIST,REVISE,JEM Ensemble,8,0
-3,distance_from_energy,695.7635498046875,FashionMNIST,REVISE,JEM Ensemble,8,0
-3,distance_from_targets,416.01141357421875,FashionMNIST,REVISE,JEM Ensemble,8,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-3,set_size_penalty,5.998899628108623,FashionMNIST,REVISE,JEM Ensemble,8,0
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-4,distance,319.12689208984375,FashionMNIST,REVISE,JEM Ensemble,8,0
-4,distance_from_energy,527.9404907226562,FashionMNIST,REVISE,JEM Ensemble,8,0
-4,distance_from_targets,455.4634704589844,FashionMNIST,REVISE,JEM Ensemble,8,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-4,set_size_penalty,5.999999999999997,FashionMNIST,REVISE,JEM Ensemble,8,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-5,distance,531.1292724609375,FashionMNIST,REVISE,JEM Ensemble,8,0
-5,distance_from_energy,609.7732543945312,FashionMNIST,REVISE,JEM Ensemble,8,0
-5,distance_from_targets,504.1602478027344,FashionMNIST,REVISE,JEM Ensemble,8,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-5,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,0
-1,distance,542.3419189453125,FashionMNIST,ECCCo,JEM Ensemble,8,0
-1,distance_from_energy,165.61880493164062,FashionMNIST,ECCCo,JEM Ensemble,8,0
-1,distance_from_targets,496.5497131347656,FashionMNIST,ECCCo,JEM Ensemble,8,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-1,set_size_penalty,1.99956595992047,FashionMNIST,ECCCo,JEM Ensemble,8,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-2,distance,563.3815307617188,FashionMNIST,ECCCo,JEM Ensemble,8,0
-2,distance_from_energy,182.27333068847656,FashionMNIST,ECCCo,JEM Ensemble,8,0
-2,distance_from_targets,501.7933044433594,FashionMNIST,ECCCo,JEM Ensemble,8,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-3,distance,723.5633544921875,FashionMNIST,ECCCo,JEM Ensemble,8,0
-3,distance_from_energy,91.49947357177734,FashionMNIST,ECCCo,JEM Ensemble,8,0
-3,distance_from_targets,518.000732421875,FashionMNIST,ECCCo,JEM Ensemble,8,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-3,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-4,distance,592.3370361328125,FashionMNIST,ECCCo,JEM Ensemble,8,0
-4,distance_from_energy,193.6132354736328,FashionMNIST,ECCCo,JEM Ensemble,8,0
-4,distance_from_targets,483.1036682128906,FashionMNIST,ECCCo,JEM Ensemble,8,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-5,distance,615.1775512695312,FashionMNIST,ECCCo,JEM Ensemble,8,0
-5,distance_from_energy,92.74270629882812,FashionMNIST,ECCCo,JEM Ensemble,8,0
-5,distance_from_targets,550.761962890625,FashionMNIST,ECCCo,JEM Ensemble,8,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-5,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,0
-1,distance,7.200001239776611,FashionMNIST,Schut,JEM Ensemble,8,0
-1,distance_from_energy,650.072509765625,FashionMNIST,Schut,JEM Ensemble,8,0
-1,distance_from_targets,398.5382385253906,FashionMNIST,Schut,JEM Ensemble,8,0
-1,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM Ensemble,8,0
-1,set_size_penalty,6.0,FashionMNIST,Schut,JEM Ensemble,8,0
-1,validity,1.0,FashionMNIST,Schut,JEM Ensemble,8,0
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,0
-2,distance_from_energy,726.7677612304688,FashionMNIST,Schut,JEM Ensemble,8,0
-2,distance_from_targets,539.9138793945312,FashionMNIST,Schut,JEM Ensemble,8,0
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,0
-3,distance_from_energy,805.3019409179688,FashionMNIST,Schut,JEM Ensemble,8,0
-3,distance_from_targets,450.21575927734375,FashionMNIST,Schut,JEM Ensemble,8,0
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,0
-4,distance_from_energy,770.1484375,FashionMNIST,Schut,JEM Ensemble,8,0
-4,distance_from_targets,506.43670654296875,FashionMNIST,Schut,JEM Ensemble,8,0
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,0
-5,distance_from_energy,686.7137451171875,FashionMNIST,Schut,JEM Ensemble,8,0
-5,distance_from_targets,459.8722229003906,FashionMNIST,Schut,JEM Ensemble,8,0
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,0
-6,distance,75.06912231445312,FashionMNIST,Wachter,MLP,8,0
-6,distance_from_energy,883.6736450195312,FashionMNIST,Wachter,MLP,8,0
-6,distance_from_targets,561.06005859375,FashionMNIST,Wachter,MLP,8,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,0
-6,set_size_penalty,9.997332047228635,FashionMNIST,Wachter,MLP,8,0
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,0
-7,distance,64.93334197998047,FashionMNIST,Wachter,MLP,8,0
-7,distance_from_energy,861.5979614257812,FashionMNIST,Wachter,MLP,8,0
-7,distance_from_targets,469.1631164550781,FashionMNIST,Wachter,MLP,8,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,0
-7,set_size_penalty,9.96518019777792,FashionMNIST,Wachter,MLP,8,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,0
-8,distance,76.88172149658203,FashionMNIST,Wachter,MLP,8,0
-8,distance_from_energy,842.5621337890625,FashionMNIST,Wachter,MLP,8,0
-8,distance_from_targets,514.4155883789062,FashionMNIST,Wachter,MLP,8,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,0
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,8,0
-8,validity,0.0,FashionMNIST,Wachter,MLP,8,0
-9,distance,86.7579574584961,FashionMNIST,Wachter,MLP,8,0
-9,distance_from_energy,885.0972900390625,FashionMNIST,Wachter,MLP,8,0
-9,distance_from_targets,590.5055541992188,FashionMNIST,Wachter,MLP,8,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,0
-9,set_size_penalty,1.0008819522443013,FashionMNIST,Wachter,MLP,8,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,0
-10,distance,89.03819274902344,FashionMNIST,Wachter,MLP,8,0
-10,distance_from_energy,889.7741088867188,FashionMNIST,Wachter,MLP,8,0
-10,distance_from_targets,635.9979858398438,FashionMNIST,Wachter,MLP,8,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,0
-10,set_size_penalty,1.006986889300711,FashionMNIST,Wachter,MLP,8,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,0
-6,distance,170.41773986816406,FashionMNIST,REVISE,MLP,8,0
-6,distance_from_energy,859.54541015625,FashionMNIST,REVISE,MLP,8,0
-6,distance_from_targets,560.0428466796875,FashionMNIST,REVISE,MLP,8,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,0
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,0
-6,validity,0.0,FashionMNIST,REVISE,MLP,8,0
-7,distance,188.18960571289062,FashionMNIST,REVISE,MLP,8,0
-7,distance_from_energy,817.6788330078125,FashionMNIST,REVISE,MLP,8,0
-7,distance_from_targets,480.59735107421875,FashionMNIST,REVISE,MLP,8,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,0
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,0
-7,validity,0.0,FashionMNIST,REVISE,MLP,8,0
-8,distance,240.4447479248047,FashionMNIST,REVISE,MLP,8,0
-8,distance_from_energy,838.21826171875,FashionMNIST,REVISE,MLP,8,0
-8,distance_from_targets,470.99432373046875,FashionMNIST,REVISE,MLP,8,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,0
-8,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,8,0
-8,validity,1.0,FashionMNIST,REVISE,MLP,8,0
-9,distance,195.7480926513672,FashionMNIST,REVISE,MLP,8,0
-9,distance_from_energy,951.8302612304688,FashionMNIST,REVISE,MLP,8,0
-9,distance_from_targets,619.322265625,FashionMNIST,REVISE,MLP,8,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,0
-9,set_size_penalty,1.0000000000372447,FashionMNIST,REVISE,MLP,8,0
-9,validity,1.0,FashionMNIST,REVISE,MLP,8,0
-10,distance,280.1369934082031,FashionMNIST,REVISE,MLP,8,0
-10,distance_from_energy,905.0148315429688,FashionMNIST,REVISE,MLP,8,0
-10,distance_from_targets,559.4009399414062,FashionMNIST,REVISE,MLP,8,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,0
-10,set_size_penalty,1.9972775142519192,FashionMNIST,REVISE,MLP,8,0
-10,validity,1.0,FashionMNIST,REVISE,MLP,8,0
-6,distance,712.6245727539062,FashionMNIST,ECCCo,MLP,8,0
-6,distance_from_energy,197.78076171875,FashionMNIST,ECCCo,MLP,8,0
-6,distance_from_targets,649.09814453125,FashionMNIST,ECCCo,MLP,8,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,0
-6,set_size_penalty,3.000000008432032,FashionMNIST,ECCCo,MLP,8,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,0
-7,distance,674.0625,FashionMNIST,ECCCo,MLP,8,0
-7,distance_from_energy,198.92666625976562,FashionMNIST,ECCCo,MLP,8,0
-7,distance_from_targets,649.4108276367188,FashionMNIST,ECCCo,MLP,8,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,0
-7,set_size_penalty,2.0187750902461827,FashionMNIST,ECCCo,MLP,8,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,0
-8,distance,713.3047485351562,FashionMNIST,ECCCo,MLP,8,0
-8,distance_from_energy,132.668701171875,FashionMNIST,ECCCo,MLP,8,0
-8,distance_from_targets,687.1443481445312,FashionMNIST,ECCCo,MLP,8,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,0
-8,set_size_penalty,3.800365122019657,FashionMNIST,ECCCo,MLP,8,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,0
-9,distance,732.1741943359375,FashionMNIST,ECCCo,MLP,8,0
-9,distance_from_energy,191.02752685546875,FashionMNIST,ECCCo,MLP,8,0
-9,distance_from_targets,684.1837768554688,FashionMNIST,ECCCo,MLP,8,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,0
-9,set_size_penalty,2.0000016533271223,FashionMNIST,ECCCo,MLP,8,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,0
-10,distance,728.6160888671875,FashionMNIST,ECCCo,MLP,8,0
-10,distance_from_energy,177.0247802734375,FashionMNIST,ECCCo,MLP,8,0
-10,distance_from_targets,701.8139038085938,FashionMNIST,ECCCo,MLP,8,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,0
-10,set_size_penalty,2.0000014404957263,FashionMNIST,ECCCo,MLP,8,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,0
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,0
-6,distance_from_energy,873.9949951171875,FashionMNIST,Schut,MLP,8,0
-6,distance_from_targets,533.325439453125,FashionMNIST,Schut,MLP,8,0
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,0
-6,validity,0.0,FashionMNIST,Schut,MLP,8,0
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,0
-7,distance_from_energy,843.01708984375,FashionMNIST,Schut,MLP,8,0
-7,distance_from_targets,435.3782043457031,FashionMNIST,Schut,MLP,8,0
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,0
-7,set_size_penalty,1.000015451509832,FashionMNIST,Schut,MLP,8,0
-7,validity,1.0,FashionMNIST,Schut,MLP,8,0
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,0
-8,distance_from_energy,851.2218017578125,FashionMNIST,Schut,MLP,8,0
-8,distance_from_targets,496.06072998046875,FashionMNIST,Schut,MLP,8,0
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,8,0
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,0
-8,validity,0.0,FashionMNIST,Schut,MLP,8,0
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,0
-9,distance_from_energy,929.9871826171875,FashionMNIST,Schut,MLP,8,0
-9,distance_from_targets,562.7005004882812,FashionMNIST,Schut,MLP,8,0
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,0
-9,validity,0.0,FashionMNIST,Schut,MLP,8,0
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,0
-10,distance_from_energy,906.9139404296875,FashionMNIST,Schut,MLP,8,0
-10,distance_from_targets,605.0244750976562,FashionMNIST,Schut,MLP,8,0
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,0
-10,validity,0.0,FashionMNIST,Schut,MLP,8,0
-11,distance,63.418365478515625,FashionMNIST,Wachter,MLP Ensemble,8,0
-11,distance_from_energy,795.5250854492188,FashionMNIST,Wachter,MLP Ensemble,8,0
-11,distance_from_targets,527.3545532226562,FashionMNIST,Wachter,MLP Ensemble,8,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-11,set_size_penalty,0.9878712747844678,FashionMNIST,Wachter,MLP Ensemble,8,0
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-12,distance,70.19569396972656,FashionMNIST,Wachter,MLP Ensemble,8,0
-12,distance_from_energy,776.6378173828125,FashionMNIST,Wachter,MLP Ensemble,8,0
-12,distance_from_targets,510.6972351074219,FashionMNIST,Wachter,MLP Ensemble,8,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-12,set_size_penalty,0.7602359588478513,FashionMNIST,Wachter,MLP Ensemble,8,0
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-13,distance,102.39517974853516,FashionMNIST,Wachter,MLP Ensemble,8,0
-13,distance_from_energy,854.005859375,FashionMNIST,Wachter,MLP Ensemble,8,0
-13,distance_from_targets,537.072021484375,FashionMNIST,Wachter,MLP Ensemble,8,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-13,set_size_penalty,0.9999999442345888,FashionMNIST,Wachter,MLP Ensemble,8,0
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-14,distance,93.23567962646484,FashionMNIST,Wachter,MLP Ensemble,8,0
-14,distance_from_energy,857.1482543945312,FashionMNIST,Wachter,MLP Ensemble,8,0
-14,distance_from_targets,602.2081298828125,FashionMNIST,Wachter,MLP Ensemble,8,0
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-15,distance,93.97783660888672,FashionMNIST,Wachter,MLP Ensemble,8,0
-15,distance_from_energy,806.05859375,FashionMNIST,Wachter,MLP Ensemble,8,0
-15,distance_from_targets,506.8568420410156,FashionMNIST,Wachter,MLP Ensemble,8,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-15,set_size_penalty,9.999999999999996,FashionMNIST,Wachter,MLP Ensemble,8,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,0
-11,distance,159.59034729003906,FashionMNIST,REVISE,MLP Ensemble,8,0
-11,distance_from_energy,788.3988647460938,FashionMNIST,REVISE,MLP Ensemble,8,0
-11,distance_from_targets,498.0099792480469,FashionMNIST,REVISE,MLP Ensemble,8,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-12,distance,251.02786254882812,FashionMNIST,REVISE,MLP Ensemble,8,0
-12,distance_from_energy,713.1124877929688,FashionMNIST,REVISE,MLP Ensemble,8,0
-12,distance_from_targets,403.87060546875,FashionMNIST,REVISE,MLP Ensemble,8,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-12,set_size_penalty,1.0000000000000102,FashionMNIST,REVISE,MLP Ensemble,8,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-13,distance,262.8822021484375,FashionMNIST,REVISE,MLP Ensemble,8,0
-13,distance_from_energy,933.4973754882812,FashionMNIST,REVISE,MLP Ensemble,8,0
-13,distance_from_targets,530.687744140625,FashionMNIST,REVISE,MLP Ensemble,8,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-14,distance,190.8052215576172,FashionMNIST,REVISE,MLP Ensemble,8,0
-14,distance_from_energy,889.662109375,FashionMNIST,REVISE,MLP Ensemble,8,0
-14,distance_from_targets,616.9962768554688,FashionMNIST,REVISE,MLP Ensemble,8,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-15,distance,220.48487854003906,FashionMNIST,REVISE,MLP Ensemble,8,0
-15,distance_from_energy,725.7635498046875,FashionMNIST,REVISE,MLP Ensemble,8,0
-15,distance_from_targets,422.1505126953125,FashionMNIST,REVISE,MLP Ensemble,8,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-15,set_size_penalty,1.000015065654304,FashionMNIST,REVISE,MLP Ensemble,8,0
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,0
-11,distance,638.3508911132812,FashionMNIST,ECCCo,MLP Ensemble,8,0
-11,distance_from_energy,169.56893920898438,FashionMNIST,ECCCo,MLP Ensemble,8,0
-11,distance_from_targets,613.2357788085938,FashionMNIST,ECCCo,MLP Ensemble,8,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-11,set_size_penalty,1.0017850047147907,FashionMNIST,ECCCo,MLP Ensemble,8,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-12,distance,658.650390625,FashionMNIST,ECCCo,MLP Ensemble,8,0
-12,distance_from_energy,134.7917938232422,FashionMNIST,ECCCo,MLP Ensemble,8,0
-12,distance_from_targets,628.5753784179688,FashionMNIST,ECCCo,MLP Ensemble,8,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-12,set_size_penalty,1.0218953140230587,FashionMNIST,ECCCo,MLP Ensemble,8,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-13,distance,751.7781372070312,FashionMNIST,ECCCo,MLP Ensemble,8,0
-13,distance_from_energy,125.7232666015625,FashionMNIST,ECCCo,MLP Ensemble,8,0
-13,distance_from_targets,636.59130859375,FashionMNIST,ECCCo,MLP Ensemble,8,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-13,set_size_penalty,1.6227273020598758,FashionMNIST,ECCCo,MLP Ensemble,8,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-14,distance,701.058349609375,FashionMNIST,ECCCo,MLP Ensemble,8,0
-14,distance_from_energy,177.4658966064453,FashionMNIST,ECCCo,MLP Ensemble,8,0
-14,distance_from_targets,618.2835693359375,FashionMNIST,ECCCo,MLP Ensemble,8,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-14,set_size_penalty,1.0015673200831465,FashionMNIST,ECCCo,MLP Ensemble,8,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-15,distance,706.3433227539062,FashionMNIST,ECCCo,MLP Ensemble,8,0
-15,distance_from_energy,128.50308227539062,FashionMNIST,ECCCo,MLP Ensemble,8,0
-15,distance_from_targets,629.68701171875,FashionMNIST,ECCCo,MLP Ensemble,8,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-15,set_size_penalty,1.0438104804288293,FashionMNIST,ECCCo,MLP Ensemble,8,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,0
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,0
-11,distance_from_energy,784.9619750976562,FashionMNIST,Schut,MLP Ensemble,8,0
-11,distance_from_targets,511.00537109375,FashionMNIST,Schut,MLP Ensemble,8,0
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,0
-11,set_size_penalty,0.9999958732960585,FashionMNIST,Schut,MLP Ensemble,8,0
-11,validity,1.0,FashionMNIST,Schut,MLP Ensemble,8,0
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,0
-12,distance_from_energy,792.8087158203125,FashionMNIST,Schut,MLP Ensemble,8,0
-12,distance_from_targets,497.31024169921875,FashionMNIST,Schut,MLP Ensemble,8,0
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,0
-13,distance_from_energy,863.6346435546875,FashionMNIST,Schut,MLP Ensemble,8,0
-13,distance_from_targets,515.1286010742188,FashionMNIST,Schut,MLP Ensemble,8,0
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,0
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,0
-14,distance_from_energy,853.4627685546875,FashionMNIST,Schut,MLP Ensemble,8,0
-14,distance_from_targets,577.0982666015625,FashionMNIST,Schut,MLP Ensemble,8,0
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,0
-15,distance_from_energy,823.9695434570312,FashionMNIST,Schut,MLP Ensemble,8,0
-15,distance_from_targets,486.2155456542969,FashionMNIST,Schut,MLP Ensemble,8,0
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,0
-16,distance,86.23941802978516,FashionMNIST,Wachter,JEM,8,0
-16,distance_from_energy,815.0489501953125,FashionMNIST,Wachter,JEM,8,0
-16,distance_from_targets,524.6006469726562,FashionMNIST,Wachter,JEM,8,0
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,8,0
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,0
-17,distance,96.72314453125,FashionMNIST,Wachter,JEM,8,0
-17,distance_from_energy,574.3825073242188,FashionMNIST,Wachter,JEM,8,0
-17,distance_from_targets,543.7860107421875,FashionMNIST,Wachter,JEM,8,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,0
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,0
-18,distance,74.11470031738281,FashionMNIST,Wachter,JEM,8,0
-18,distance_from_energy,784.0012817382812,FashionMNIST,Wachter,JEM,8,0
-18,distance_from_targets,574.2748413085938,FashionMNIST,Wachter,JEM,8,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,0
-18,set_size_penalty,5.045212565934293,FashionMNIST,Wachter,JEM,8,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,0
-19,distance,64.46296691894531,FashionMNIST,Wachter,JEM,8,0
-19,distance_from_energy,715.0099487304688,FashionMNIST,Wachter,JEM,8,0
-19,distance_from_targets,505.0839538574219,FashionMNIST,Wachter,JEM,8,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,0
-19,set_size_penalty,9.999494236679077,FashionMNIST,Wachter,JEM,8,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,0
-20,distance,62.53342819213867,FashionMNIST,Wachter,JEM,8,0
-20,distance_from_energy,778.8284301757812,FashionMNIST,Wachter,JEM,8,0
-20,distance_from_targets,522.2195434570312,FashionMNIST,Wachter,JEM,8,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,0
-20,set_size_penalty,5.999999187318972,FashionMNIST,Wachter,JEM,8,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,0
-16,distance,544.8228149414062,FashionMNIST,REVISE,JEM,8,0
-16,distance_from_energy,611.0674438476562,FashionMNIST,REVISE,JEM,8,0
-16,distance_from_targets,525.9454956054688,FashionMNIST,REVISE,JEM,8,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,0
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,0
-16,validity,0.0,FashionMNIST,REVISE,JEM,8,0
-17,distance,442.89996337890625,FashionMNIST,REVISE,JEM,8,0
-17,distance_from_energy,661.1927490234375,FashionMNIST,REVISE,JEM,8,0
-17,distance_from_targets,491.5351867675781,FashionMNIST,REVISE,JEM,8,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,0
-17,set_size_penalty,8.0,FashionMNIST,REVISE,JEM,8,0
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,0
-18,distance,165.0977783203125,FashionMNIST,REVISE,JEM,8,0
-18,distance_from_energy,643.8587646484375,FashionMNIST,REVISE,JEM,8,0
-18,distance_from_targets,503.1077575683594,FashionMNIST,REVISE,JEM,8,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,0
-18,set_size_penalty,5.999999999999995,FashionMNIST,REVISE,JEM,8,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,8,0
-19,distance,503.2581481933594,FashionMNIST,REVISE,JEM,8,0
-19,distance_from_energy,756.4415283203125,FashionMNIST,REVISE,JEM,8,0
-19,distance_from_targets,610.230712890625,FashionMNIST,REVISE,JEM,8,0
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,0
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,0
-19,validity,0.0,FashionMNIST,REVISE,JEM,8,0
-20,distance,493.2319030761719,FashionMNIST,REVISE,JEM,8,0
-20,distance_from_energy,787.20068359375,FashionMNIST,REVISE,JEM,8,0
-20,distance_from_targets,526.4486083984375,FashionMNIST,REVISE,JEM,8,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,0
-20,set_size_penalty,0.9999999958649415,FashionMNIST,REVISE,JEM,8,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,8,0
-16,distance,475.999267578125,FashionMNIST,ECCCo,JEM,8,0
-16,distance_from_energy,88.43059539794922,FashionMNIST,ECCCo,JEM,8,0
-16,distance_from_targets,629.116455078125,FashionMNIST,ECCCo,JEM,8,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,0
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,0
-17,distance,653.25244140625,FashionMNIST,ECCCo,JEM,8,0
-17,distance_from_energy,121.25294494628906,FashionMNIST,ECCCo,JEM,8,0
-17,distance_from_targets,520.5496215820312,FashionMNIST,ECCCo,JEM,8,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,0
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,0
-18,distance,472.9794616699219,FashionMNIST,ECCCo,JEM,8,0
-18,distance_from_energy,237.4033660888672,FashionMNIST,ECCCo,JEM,8,0
-18,distance_from_targets,640.951171875,FashionMNIST,ECCCo,JEM,8,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,0
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,0
-19,distance,605.0474243164062,FashionMNIST,ECCCo,JEM,8,0
-19,distance_from_energy,171.5357666015625,FashionMNIST,ECCCo,JEM,8,0
-19,distance_from_targets,523.0620727539062,FashionMNIST,ECCCo,JEM,8,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,0
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,0
-20,distance,631.5657348632812,FashionMNIST,ECCCo,JEM,8,0
-20,distance_from_energy,118.5755844116211,FashionMNIST,ECCCo,JEM,8,0
-20,distance_from_targets,545.3377685546875,FashionMNIST,ECCCo,JEM,8,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,0
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,0
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,0
-16,distance_from_energy,796.2579956054688,FashionMNIST,Schut,JEM,8,0
-16,distance_from_targets,497.88092041015625,FashionMNIST,Schut,JEM,8,0
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,0
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,0
-16,validity,0.0,FashionMNIST,Schut,JEM,8,0
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,0
-17,distance_from_energy,521.7423095703125,FashionMNIST,Schut,JEM,8,0
-17,distance_from_targets,515.11376953125,FashionMNIST,Schut,JEM,8,0
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,0
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,0
-17,validity,0.0,FashionMNIST,Schut,JEM,8,0
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,0
-18,distance_from_energy,773.911865234375,FashionMNIST,Schut,JEM,8,0
-18,distance_from_targets,541.5670166015625,FashionMNIST,Schut,JEM,8,0
-18,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,8,0
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,0
-18,validity,0.0,FashionMNIST,Schut,JEM,8,0
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,8,0
-19,distance_from_energy,584.6907958984375,FashionMNIST,Schut,JEM,8,0
-19,distance_from_targets,480.09466552734375,FashionMNIST,Schut,JEM,8,0
-19,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,8,0
-19,set_size_penalty,0.9980883252628621,FashionMNIST,Schut,JEM,8,0
-19,validity,1.0,FashionMNIST,Schut,JEM,8,0
-20,distance,8.600001335144043,FashionMNIST,Schut,JEM,8,0
-20,distance_from_energy,568.88037109375,FashionMNIST,Schut,JEM,8,0
-20,distance_from_targets,506.5974426269531,FashionMNIST,Schut,JEM,8,0
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,8,0
-20,set_size_penalty,6.9883337516973825,FashionMNIST,Schut,JEM,8,0
-20,validity,1.0,FashionMNIST,Schut,JEM,8,0
-1,distance,86.13165283203125,FashionMNIST,Wachter,JEM Ensemble,8,1
-1,distance_from_energy,826.67333984375,FashionMNIST,Wachter,JEM Ensemble,8,1
-1,distance_from_targets,496.0717468261719,FashionMNIST,Wachter,JEM Ensemble,8,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-2,distance,105.8160171508789,FashionMNIST,Wachter,JEM Ensemble,8,1
-2,distance_from_energy,835.28125,FashionMNIST,Wachter,JEM Ensemble,8,1
-2,distance_from_targets,534.14990234375,FashionMNIST,Wachter,JEM Ensemble,8,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-3,distance,156.62826538085938,FashionMNIST,Wachter,JEM Ensemble,8,1
-3,distance_from_energy,789.2688598632812,FashionMNIST,Wachter,JEM Ensemble,8,1
-3,distance_from_targets,571.7593994140625,FashionMNIST,Wachter,JEM Ensemble,8,1
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-4,distance,153.9783935546875,FashionMNIST,Wachter,JEM Ensemble,8,1
-4,distance_from_energy,799.67041015625,FashionMNIST,Wachter,JEM Ensemble,8,1
-4,distance_from_targets,578.5330200195312,FashionMNIST,Wachter,JEM Ensemble,8,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-5,distance,129.06024169921875,FashionMNIST,Wachter,JEM Ensemble,8,1
-5,distance_from_energy,885.46728515625,FashionMNIST,Wachter,JEM Ensemble,8,1
-5,distance_from_targets,589.9930419921875,FashionMNIST,Wachter,JEM Ensemble,8,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,1
-1,distance,370.0806884765625,FashionMNIST,REVISE,JEM Ensemble,8,1
-1,distance_from_energy,634.2056884765625,FashionMNIST,REVISE,JEM Ensemble,8,1
-1,distance_from_targets,447.2604675292969,FashionMNIST,REVISE,JEM Ensemble,8,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-2,distance,295.6011047363281,FashionMNIST,REVISE,JEM Ensemble,8,1
-2,distance_from_energy,786.0617065429688,FashionMNIST,REVISE,JEM Ensemble,8,1
-2,distance_from_targets,480.56402587890625,FashionMNIST,REVISE,JEM Ensemble,8,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-3,distance,679.2503051757812,FashionMNIST,REVISE,JEM Ensemble,8,1
-3,distance_from_energy,527.338623046875,FashionMNIST,REVISE,JEM Ensemble,8,1
-3,distance_from_targets,491.732177734375,FashionMNIST,REVISE,JEM Ensemble,8,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-3,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-4,distance,541.9251708984375,FashionMNIST,REVISE,JEM Ensemble,8,1
-4,distance_from_energy,579.5135498046875,FashionMNIST,REVISE,JEM Ensemble,8,1
-4,distance_from_targets,458.3261413574219,FashionMNIST,REVISE,JEM Ensemble,8,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-4,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-5,distance,339.0437316894531,FashionMNIST,REVISE,JEM Ensemble,8,1
-5,distance_from_energy,734.6563720703125,FashionMNIST,REVISE,JEM Ensemble,8,1
-5,distance_from_targets,470.82928466796875,FashionMNIST,REVISE,JEM Ensemble,8,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-5,set_size_penalty,5.0004753544882625,FashionMNIST,REVISE,JEM Ensemble,8,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,1
-1,distance,733.5225830078125,FashionMNIST,ECCCo,JEM Ensemble,8,1
-1,distance_from_energy,96.89488220214844,FashionMNIST,ECCCo,JEM Ensemble,8,1
-1,distance_from_targets,539.3477783203125,FashionMNIST,ECCCo,JEM Ensemble,8,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-2,distance,723.970703125,FashionMNIST,ECCCo,JEM Ensemble,8,1
-2,distance_from_energy,148.5615997314453,FashionMNIST,ECCCo,JEM Ensemble,8,1
-2,distance_from_targets,496.5184326171875,FashionMNIST,ECCCo,JEM Ensemble,8,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-3,distance,733.4182739257812,FashionMNIST,ECCCo,JEM Ensemble,8,1
-3,distance_from_energy,156.4998779296875,FashionMNIST,ECCCo,JEM Ensemble,8,1
-3,distance_from_targets,499.6559753417969,FashionMNIST,ECCCo,JEM Ensemble,8,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-4,distance,662.5117797851562,FashionMNIST,ECCCo,JEM Ensemble,8,1
-4,distance_from_energy,131.96778869628906,FashionMNIST,ECCCo,JEM Ensemble,8,1
-4,distance_from_targets,513.521728515625,FashionMNIST,ECCCo,JEM Ensemble,8,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-4,set_size_penalty,1.9999999975856944,FashionMNIST,ECCCo,JEM Ensemble,8,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-5,distance,735.8742065429688,FashionMNIST,ECCCo,JEM Ensemble,8,1
-5,distance_from_energy,180.1319580078125,FashionMNIST,ECCCo,JEM Ensemble,8,1
-5,distance_from_targets,480.40557861328125,FashionMNIST,ECCCo,JEM Ensemble,8,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,1
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,1
-1,distance_from_energy,822.8304443359375,FashionMNIST,Schut,JEM Ensemble,8,1
-1,distance_from_targets,481.6075134277344,FashionMNIST,Schut,JEM Ensemble,8,1
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,1
-2,distance_from_energy,854.74755859375,FashionMNIST,Schut,JEM Ensemble,8,1
-2,distance_from_targets,509.14166259765625,FashionMNIST,Schut,JEM Ensemble,8,1
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,1
-3,distance_from_energy,887.58349609375,FashionMNIST,Schut,JEM Ensemble,8,1
-3,distance_from_targets,564.7554931640625,FashionMNIST,Schut,JEM Ensemble,8,1
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,1
-4,distance_from_energy,813.7476806640625,FashionMNIST,Schut,JEM Ensemble,8,1
-4,distance_from_targets,573.1359252929688,FashionMNIST,Schut,JEM Ensemble,8,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,1
-5,distance_from_energy,874.8424072265625,FashionMNIST,Schut,JEM Ensemble,8,1
-5,distance_from_targets,582.1727905273438,FashionMNIST,Schut,JEM Ensemble,8,1
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,1
-6,distance,88.0661849975586,FashionMNIST,Wachter,MLP,8,1
-6,distance_from_energy,877.9904174804688,FashionMNIST,Wachter,MLP,8,1
-6,distance_from_targets,605.8141479492188,FashionMNIST,Wachter,MLP,8,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,1
-6,set_size_penalty,3.000000000000035,FashionMNIST,Wachter,MLP,8,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,1
-7,distance,101.4146499633789,FashionMNIST,Wachter,MLP,8,1
-7,distance_from_energy,893.9603271484375,FashionMNIST,Wachter,MLP,8,1
-7,distance_from_targets,546.6111450195312,FashionMNIST,Wachter,MLP,8,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,1
-7,set_size_penalty,2.999999999661096,FashionMNIST,Wachter,MLP,8,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,1
-8,distance,95.27037811279297,FashionMNIST,Wachter,MLP,8,1
-8,distance_from_energy,885.4890747070312,FashionMNIST,Wachter,MLP,8,1
-8,distance_from_targets,601.0984497070312,FashionMNIST,Wachter,MLP,8,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,1
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,8,1
-8,validity,0.0,FashionMNIST,Wachter,MLP,8,1
-9,distance,107.5575942993164,FashionMNIST,Wachter,MLP,8,1
-9,distance_from_energy,884.3189697265625,FashionMNIST,Wachter,MLP,8,1
-9,distance_from_targets,566.667236328125,FashionMNIST,Wachter,MLP,8,1
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,8,1
-9,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,8,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,1
-10,distance,117.17821502685547,FashionMNIST,Wachter,MLP,8,1
-10,distance_from_energy,883.1642456054688,FashionMNIST,Wachter,MLP,8,1
-10,distance_from_targets,598.4583129882812,FashionMNIST,Wachter,MLP,8,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,1
-10,set_size_penalty,4.999999991652133,FashionMNIST,Wachter,MLP,8,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,1
-6,distance,266.272216796875,FashionMNIST,REVISE,MLP,8,1
-6,distance_from_energy,831.3630981445312,FashionMNIST,REVISE,MLP,8,1
-6,distance_from_targets,495.25201416015625,FashionMNIST,REVISE,MLP,8,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,1
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,8,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,8,1
-7,distance,423.5469970703125,FashionMNIST,REVISE,MLP,8,1
-7,distance_from_energy,877.9569091796875,FashionMNIST,REVISE,MLP,8,1
-7,distance_from_targets,394.28521728515625,FashionMNIST,REVISE,MLP,8,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,1
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,1
-7,validity,0.0,FashionMNIST,REVISE,MLP,8,1
-8,distance,315.9430847167969,FashionMNIST,REVISE,MLP,8,1
-8,distance_from_energy,903.2677001953125,FashionMNIST,REVISE,MLP,8,1
-8,distance_from_targets,514.36474609375,FashionMNIST,REVISE,MLP,8,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,1
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,1
-8,validity,0.0,FashionMNIST,REVISE,MLP,8,1
-9,distance,271.58544921875,FashionMNIST,REVISE,MLP,8,1
-9,distance_from_energy,860.5696411132812,FashionMNIST,REVISE,MLP,8,1
-9,distance_from_targets,470.1088562011719,FashionMNIST,REVISE,MLP,8,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,1
-9,set_size_penalty,2.9982766996412162,FashionMNIST,REVISE,MLP,8,1
-9,validity,1.0,FashionMNIST,REVISE,MLP,8,1
-10,distance,271.4630126953125,FashionMNIST,REVISE,MLP,8,1
-10,distance_from_energy,926.3118896484375,FashionMNIST,REVISE,MLP,8,1
-10,distance_from_targets,556.3468627929688,FashionMNIST,REVISE,MLP,8,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,1
-10,set_size_penalty,1.1566353634830346,FashionMNIST,REVISE,MLP,8,1
-10,validity,1.0,FashionMNIST,REVISE,MLP,8,1
-6,distance,691.1646118164062,FashionMNIST,ECCCo,MLP,8,1
-6,distance_from_energy,223.39706420898438,FashionMNIST,ECCCo,MLP,8,1
-6,distance_from_targets,669.1780395507812,FashionMNIST,ECCCo,MLP,8,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,1
-6,set_size_penalty,2.000338003775214,FashionMNIST,ECCCo,MLP,8,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,1
-7,distance,757.9149780273438,FashionMNIST,ECCCo,MLP,8,1
-7,distance_from_energy,156.7402801513672,FashionMNIST,ECCCo,MLP,8,1
-7,distance_from_targets,674.4369506835938,FashionMNIST,ECCCo,MLP,8,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,1
-7,set_size_penalty,3.000000008455425,FashionMNIST,ECCCo,MLP,8,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,1
-8,distance,669.9566040039062,FashionMNIST,ECCCo,MLP,8,1
-8,distance_from_energy,227.9384765625,FashionMNIST,ECCCo,MLP,8,1
-8,distance_from_targets,650.61767578125,FashionMNIST,ECCCo,MLP,8,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,1
-8,set_size_penalty,2.0072076296510524,FashionMNIST,ECCCo,MLP,8,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,1
-9,distance,681.9644165039062,FashionMNIST,ECCCo,MLP,8,1
-9,distance_from_energy,246.4158172607422,FashionMNIST,ECCCo,MLP,8,1
-9,distance_from_targets,648.81201171875,FashionMNIST,ECCCo,MLP,8,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,1
-9,set_size_penalty,3.000002894236959,FashionMNIST,ECCCo,MLP,8,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,1
-10,distance,678.9365844726562,FashionMNIST,ECCCo,MLP,8,1
-10,distance_from_energy,225.2410125732422,FashionMNIST,ECCCo,MLP,8,1
-10,distance_from_targets,663.6096801757812,FashionMNIST,ECCCo,MLP,8,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,1
-10,set_size_penalty,2.000077694169468,FashionMNIST,ECCCo,MLP,8,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,1
-6,distance,10.0,FashionMNIST,Schut,MLP,8,1
-6,distance_from_energy,895.5402221679688,FashionMNIST,Schut,MLP,8,1
-6,distance_from_targets,583.5439453125,FashionMNIST,Schut,MLP,8,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,1
-6,validity,0.0,FashionMNIST,Schut,MLP,8,1
-7,distance,10.0,FashionMNIST,Schut,MLP,8,1
-7,distance_from_energy,918.3521728515625,FashionMNIST,Schut,MLP,8,1
-7,distance_from_targets,505.34564208984375,FashionMNIST,Schut,MLP,8,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,1
-7,validity,0.0,FashionMNIST,Schut,MLP,8,1
-8,distance,10.0,FashionMNIST,Schut,MLP,8,1
-8,distance_from_energy,905.8189697265625,FashionMNIST,Schut,MLP,8,1
-8,distance_from_targets,573.0932006835938,FashionMNIST,Schut,MLP,8,1
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,1
-8,validity,0.0,FashionMNIST,Schut,MLP,8,1
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,1
-9,distance_from_energy,892.7281494140625,FashionMNIST,Schut,MLP,8,1
-9,distance_from_targets,545.01806640625,FashionMNIST,Schut,MLP,8,1
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,1
-9,validity,0.0,FashionMNIST,Schut,MLP,8,1
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,1
-10,distance_from_energy,891.1599731445312,FashionMNIST,Schut,MLP,8,1
-10,distance_from_targets,574.2863159179688,FashionMNIST,Schut,MLP,8,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,1
-10,validity,0.0,FashionMNIST,Schut,MLP,8,1
-11,distance,107.48959350585938,FashionMNIST,Wachter,MLP Ensemble,8,1
-11,distance_from_energy,814.7540283203125,FashionMNIST,Wachter,MLP Ensemble,8,1
-11,distance_from_targets,530.6951293945312,FashionMNIST,Wachter,MLP Ensemble,8,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-11,set_size_penalty,1.0006867771338093,FashionMNIST,Wachter,MLP Ensemble,8,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-12,distance,134.42332458496094,FashionMNIST,Wachter,MLP Ensemble,8,1
-12,distance_from_energy,825.005859375,FashionMNIST,Wachter,MLP Ensemble,8,1
-12,distance_from_targets,599.9365844726562,FashionMNIST,Wachter,MLP Ensemble,8,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-13,distance,120.51593780517578,FashionMNIST,Wachter,MLP Ensemble,8,1
-13,distance_from_energy,835.7637939453125,FashionMNIST,Wachter,MLP Ensemble,8,1
-13,distance_from_targets,562.946044921875,FashionMNIST,Wachter,MLP Ensemble,8,1
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-13,set_size_penalty,3.022404035553888,FashionMNIST,Wachter,MLP Ensemble,8,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-14,distance,137.71888732910156,FashionMNIST,Wachter,MLP Ensemble,8,1
-14,distance_from_energy,825.4661254882812,FashionMNIST,Wachter,MLP Ensemble,8,1
-14,distance_from_targets,587.932373046875,FashionMNIST,Wachter,MLP Ensemble,8,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-14,set_size_penalty,2.666070901833719,FashionMNIST,Wachter,MLP Ensemble,8,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-15,distance,106.66825103759766,FashionMNIST,Wachter,MLP Ensemble,8,1
-15,distance_from_energy,803.7073974609375,FashionMNIST,Wachter,MLP Ensemble,8,1
-15,distance_from_targets,536.576904296875,FashionMNIST,Wachter,MLP Ensemble,8,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-15,set_size_penalty,1.0000017917061819,FashionMNIST,Wachter,MLP Ensemble,8,1
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,1
-11,distance,185.9973602294922,FashionMNIST,REVISE,MLP Ensemble,8,1
-11,distance_from_energy,778.5872192382812,FashionMNIST,REVISE,MLP Ensemble,8,1
-11,distance_from_targets,459.1428527832031,FashionMNIST,REVISE,MLP Ensemble,8,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-12,distance,267.7886962890625,FashionMNIST,REVISE,MLP Ensemble,8,1
-12,distance_from_energy,838.5177612304688,FashionMNIST,REVISE,MLP Ensemble,8,1
-12,distance_from_targets,504.8724670410156,FashionMNIST,REVISE,MLP Ensemble,8,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-13,distance,224.4496612548828,FashionMNIST,REVISE,MLP Ensemble,8,1
-13,distance_from_energy,786.8887939453125,FashionMNIST,REVISE,MLP Ensemble,8,1
-13,distance_from_targets,475.9564514160156,FashionMNIST,REVISE,MLP Ensemble,8,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-14,distance,241.29913330078125,FashionMNIST,REVISE,MLP Ensemble,8,1
-14,distance_from_energy,778.2431640625,FashionMNIST,REVISE,MLP Ensemble,8,1
-14,distance_from_targets,474.6092224121094,FashionMNIST,REVISE,MLP Ensemble,8,1
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,8,1
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-15,distance,202.88189697265625,FashionMNIST,REVISE,MLP Ensemble,8,1
-15,distance_from_energy,774.9075927734375,FashionMNIST,REVISE,MLP Ensemble,8,1
-15,distance_from_targets,481.6114807128906,FashionMNIST,REVISE,MLP Ensemble,8,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,1
-11,distance,698.6095581054688,FashionMNIST,ECCCo,MLP Ensemble,8,1
-11,distance_from_energy,149.04013061523438,FashionMNIST,ECCCo,MLP Ensemble,8,1
-11,distance_from_targets,617.715087890625,FashionMNIST,ECCCo,MLP Ensemble,8,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-11,set_size_penalty,1.0000000099209347,FashionMNIST,ECCCo,MLP Ensemble,8,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-12,distance,711.4086303710938,FashionMNIST,ECCCo,MLP Ensemble,8,1
-12,distance_from_energy,163.62713623046875,FashionMNIST,ECCCo,MLP Ensemble,8,1
-12,distance_from_targets,616.5549926757812,FashionMNIST,ECCCo,MLP Ensemble,8,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-12,set_size_penalty,1.000104670134436,FashionMNIST,ECCCo,MLP Ensemble,8,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-13,distance,723.6124267578125,FashionMNIST,ECCCo,MLP Ensemble,8,1
-13,distance_from_energy,154.9638671875,FashionMNIST,ECCCo,MLP Ensemble,8,1
-13,distance_from_targets,610.7139282226562,FashionMNIST,ECCCo,MLP Ensemble,8,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-13,set_size_penalty,1.0001663130904546,FashionMNIST,ECCCo,MLP Ensemble,8,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-14,distance,731.1224975585938,FashionMNIST,ECCCo,MLP Ensemble,8,1
-14,distance_from_energy,163.86044311523438,FashionMNIST,ECCCo,MLP Ensemble,8,1
-14,distance_from_targets,611.3687744140625,FashionMNIST,ECCCo,MLP Ensemble,8,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-14,set_size_penalty,1.0005808823425664,FashionMNIST,ECCCo,MLP Ensemble,8,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-15,distance,682.5464477539062,FashionMNIST,ECCCo,MLP Ensemble,8,1
-15,distance_from_energy,162.7664031982422,FashionMNIST,ECCCo,MLP Ensemble,8,1
-15,distance_from_targets,613.6477661132812,FashionMNIST,ECCCo,MLP Ensemble,8,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-15,set_size_penalty,1.0000007870011425,FashionMNIST,ECCCo,MLP Ensemble,8,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,1
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,1
-11,distance_from_energy,827.83935546875,FashionMNIST,Schut,MLP Ensemble,8,1
-11,distance_from_targets,514.8504028320312,FashionMNIST,Schut,MLP Ensemble,8,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,1
-12,distance_from_energy,849.3956298828125,FashionMNIST,Schut,MLP Ensemble,8,1
-12,distance_from_targets,576.0324096679688,FashionMNIST,Schut,MLP Ensemble,8,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,1
-13,distance_from_energy,862.63134765625,FashionMNIST,Schut,MLP Ensemble,8,1
-13,distance_from_targets,556.7510375976562,FashionMNIST,Schut,MLP Ensemble,8,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,1
-14,distance_from_energy,865.0740966796875,FashionMNIST,Schut,MLP Ensemble,8,1
-14,distance_from_targets,574.3359375,FashionMNIST,Schut,MLP Ensemble,8,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,1
-15,distance_from_energy,818.5079956054688,FashionMNIST,Schut,MLP Ensemble,8,1
-15,distance_from_targets,517.842529296875,FashionMNIST,Schut,MLP Ensemble,8,1
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,1
-16,distance,73.58987426757812,FashionMNIST,Wachter,JEM,8,1
-16,distance_from_energy,438.52001953125,FashionMNIST,Wachter,JEM,8,1
-16,distance_from_targets,545.4599609375,FashionMNIST,Wachter,JEM,8,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,1
-16,set_size_penalty,4.999999612497181,FashionMNIST,Wachter,JEM,8,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,1
-17,distance,86.05460357666016,FashionMNIST,Wachter,JEM,8,1
-17,distance_from_energy,418.10784912109375,FashionMNIST,Wachter,JEM,8,1
-17,distance_from_targets,567.2185668945312,FashionMNIST,Wachter,JEM,8,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,1
-17,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,8,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,1
-18,distance,80.6752700805664,FashionMNIST,Wachter,JEM,8,1
-18,distance_from_energy,811.253662109375,FashionMNIST,Wachter,JEM,8,1
-18,distance_from_targets,560.5626831054688,FashionMNIST,Wachter,JEM,8,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,1
-18,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,8,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,1
-19,distance,80.753662109375,FashionMNIST,Wachter,JEM,8,1
-19,distance_from_energy,853.6174926757812,FashionMNIST,Wachter,JEM,8,1
-19,distance_from_targets,584.6408081054688,FashionMNIST,Wachter,JEM,8,1
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,8,1
-19,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,8,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,1
-20,distance,76.81234741210938,FashionMNIST,Wachter,JEM,8,1
-20,distance_from_energy,738.224365234375,FashionMNIST,Wachter,JEM,8,1
-20,distance_from_targets,543.5967407226562,FashionMNIST,Wachter,JEM,8,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,1
-20,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,8,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,1
-16,distance,174.98336791992188,FashionMNIST,REVISE,JEM,8,1
-16,distance_from_energy,491.562744140625,FashionMNIST,REVISE,JEM,8,1
-16,distance_from_targets,524.9556274414062,FashionMNIST,REVISE,JEM,8,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,1
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,8,1
-16,validity,1.0,FashionMNIST,REVISE,JEM,8,1
-17,distance,178.28163146972656,FashionMNIST,REVISE,JEM,8,1
-17,distance_from_energy,675.7745971679688,FashionMNIST,REVISE,JEM,8,1
-17,distance_from_targets,510.243408203125,FashionMNIST,REVISE,JEM,8,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,1
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,1
-17,validity,0.0,FashionMNIST,REVISE,JEM,8,1
-18,distance,316.9091491699219,FashionMNIST,REVISE,JEM,8,1
-18,distance_from_energy,458.03375244140625,FashionMNIST,REVISE,JEM,8,1
-18,distance_from_targets,465.88995361328125,FashionMNIST,REVISE,JEM,8,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,1
-18,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,8,1
-18,validity,1.0,FashionMNIST,REVISE,JEM,8,1
-19,distance,241.40145874023438,FashionMNIST,REVISE,JEM,8,1
-19,distance_from_energy,804.849609375,FashionMNIST,REVISE,JEM,8,1
-19,distance_from_targets,486.9908142089844,FashionMNIST,REVISE,JEM,8,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,1
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,8,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,1
-20,distance,304.75128173828125,FashionMNIST,REVISE,JEM,8,1
-20,distance_from_energy,795.7215576171875,FashionMNIST,REVISE,JEM,8,1
-20,distance_from_targets,543.6672973632812,FashionMNIST,REVISE,JEM,8,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,1
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,1
-20,validity,0.0,FashionMNIST,REVISE,JEM,8,1
-16,distance,440.7734375,FashionMNIST,ECCCo,JEM,8,1
-16,distance_from_energy,368.7127685546875,FashionMNIST,ECCCo,JEM,8,1
-16,distance_from_targets,491.486083984375,FashionMNIST,ECCCo,JEM,8,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,1
-16,set_size_penalty,1.0000000000067166,FashionMNIST,ECCCo,JEM,8,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,1
-17,distance,325.0826416015625,FashionMNIST,ECCCo,JEM,8,1
-17,distance_from_energy,128.8242950439453,FashionMNIST,ECCCo,JEM,8,1
-17,distance_from_targets,632.4376220703125,FashionMNIST,ECCCo,JEM,8,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,1
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,1
-18,distance,636.8568725585938,FashionMNIST,ECCCo,JEM,8,1
-18,distance_from_energy,211.38937377929688,FashionMNIST,ECCCo,JEM,8,1
-18,distance_from_targets,480.8212890625,FashionMNIST,ECCCo,JEM,8,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,1
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,1
-19,distance,289.7379150390625,FashionMNIST,ECCCo,JEM,8,1
-19,distance_from_energy,208.8215789794922,FashionMNIST,ECCCo,JEM,8,1
-19,distance_from_targets,617.322265625,FashionMNIST,ECCCo,JEM,8,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,1
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,1
-20,distance,585.5142211914062,FashionMNIST,ECCCo,JEM,8,1
-20,distance_from_energy,165.77932739257812,FashionMNIST,ECCCo,JEM,8,1
-20,distance_from_targets,492.0960388183594,FashionMNIST,ECCCo,JEM,8,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,1
-20,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,1
-16,distance,10.0,FashionMNIST,Schut,JEM,8,1
-16,distance_from_energy,433.45684814453125,FashionMNIST,Schut,JEM,8,1
-16,distance_from_targets,517.4111328125,FashionMNIST,Schut,JEM,8,1
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,1
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,1
-16,validity,0.0,FashionMNIST,Schut,JEM,8,1
-17,distance,10.0,FashionMNIST,Schut,JEM,8,1
-17,distance_from_energy,327.339599609375,FashionMNIST,Schut,JEM,8,1
-17,distance_from_targets,534.2261352539062,FashionMNIST,Schut,JEM,8,1
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,1
-17,validity,0.0,FashionMNIST,Schut,JEM,8,1
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,1
-18,distance_from_energy,821.0977783203125,FashionMNIST,Schut,JEM,8,1
-18,distance_from_targets,536.2545166015625,FashionMNIST,Schut,JEM,8,1
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,1
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,1
-18,validity,0.0,FashionMNIST,Schut,JEM,8,1
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,8,1
-19,distance_from_energy,862.9464111328125,FashionMNIST,Schut,JEM,8,1
-19,distance_from_targets,550.2627563476562,FashionMNIST,Schut,JEM,8,1
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,1
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,1
-19,validity,0.0,FashionMNIST,Schut,JEM,8,1
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,1
-20,distance_from_energy,794.0363159179688,FashionMNIST,Schut,JEM,8,1
-20,distance_from_targets,523.8328247070312,FashionMNIST,Schut,JEM,8,1
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,1
-20,validity,0.0,FashionMNIST,Schut,JEM,8,1
-1,distance,76.08865356445312,FashionMNIST,Wachter,JEM Ensemble,8,2
-1,distance_from_energy,772.1260986328125,FashionMNIST,Wachter,JEM Ensemble,8,2
-1,distance_from_targets,482.65704345703125,FashionMNIST,Wachter,JEM Ensemble,8,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-2,distance,74.83487701416016,FashionMNIST,Wachter,JEM Ensemble,8,2
-2,distance_from_energy,757.8641967773438,FashionMNIST,Wachter,JEM Ensemble,8,2
-2,distance_from_targets,465.91583251953125,FashionMNIST,Wachter,JEM Ensemble,8,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-3,distance,80.68148803710938,FashionMNIST,Wachter,JEM Ensemble,8,2
-3,distance_from_energy,761.4883422851562,FashionMNIST,Wachter,JEM Ensemble,8,2
-3,distance_from_targets,442.40826416015625,FashionMNIST,Wachter,JEM Ensemble,8,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-4,distance,91.89239501953125,FashionMNIST,Wachter,JEM Ensemble,8,2
-4,distance_from_energy,740.9471435546875,FashionMNIST,Wachter,JEM Ensemble,8,2
-4,distance_from_targets,525.2067260742188,FashionMNIST,Wachter,JEM Ensemble,8,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-4,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-4,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-5,distance,93.91088104248047,FashionMNIST,Wachter,JEM Ensemble,8,2
-5,distance_from_energy,714.8629150390625,FashionMNIST,Wachter,JEM Ensemble,8,2
-5,distance_from_targets,561.614013671875,FashionMNIST,Wachter,JEM Ensemble,8,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,8,2
-1,distance,487.19329833984375,FashionMNIST,REVISE,JEM Ensemble,8,2
-1,distance_from_energy,599.119873046875,FashionMNIST,REVISE,JEM Ensemble,8,2
-1,distance_from_targets,485.19512939453125,FashionMNIST,REVISE,JEM Ensemble,8,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-2,distance,245.61502075195312,FashionMNIST,REVISE,JEM Ensemble,8,2
-2,distance_from_energy,687.8746948242188,FashionMNIST,REVISE,JEM Ensemble,8,2
-2,distance_from_targets,391.0527038574219,FashionMNIST,REVISE,JEM Ensemble,8,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-2,set_size_penalty,3.999885225868829,FashionMNIST,REVISE,JEM Ensemble,8,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-3,distance,427.0874328613281,FashionMNIST,REVISE,JEM Ensemble,8,2
-3,distance_from_energy,666.0194091796875,FashionMNIST,REVISE,JEM Ensemble,8,2
-3,distance_from_targets,459.5663146972656,FashionMNIST,REVISE,JEM Ensemble,8,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-4,distance,461.7602844238281,FashionMNIST,REVISE,JEM Ensemble,8,2
-4,distance_from_energy,520.7587280273438,FashionMNIST,REVISE,JEM Ensemble,8,2
-4,distance_from_targets,385.6655578613281,FashionMNIST,REVISE,JEM Ensemble,8,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-4,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-5,distance,204.84829711914062,FashionMNIST,REVISE,JEM Ensemble,8,2
-5,distance_from_energy,673.4539794921875,FashionMNIST,REVISE,JEM Ensemble,8,2
-5,distance_from_targets,557.7098999023438,FashionMNIST,REVISE,JEM Ensemble,8,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,2
-1,distance,702.8646240234375,FashionMNIST,ECCCo,JEM Ensemble,8,2
-1,distance_from_energy,55.862571716308594,FashionMNIST,ECCCo,JEM Ensemble,8,2
-1,distance_from_targets,570.8104858398438,FashionMNIST,ECCCo,JEM Ensemble,8,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-2,distance,675.6704711914062,FashionMNIST,ECCCo,JEM Ensemble,8,2
-2,distance_from_energy,103.23316955566406,FashionMNIST,ECCCo,JEM Ensemble,8,2
-2,distance_from_targets,538.8619384765625,FashionMNIST,ECCCo,JEM Ensemble,8,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-3,distance,681.8701782226562,FashionMNIST,ECCCo,JEM Ensemble,8,2
-3,distance_from_energy,89.400634765625,FashionMNIST,ECCCo,JEM Ensemble,8,2
-3,distance_from_targets,540.9381103515625,FashionMNIST,ECCCo,JEM Ensemble,8,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-3,set_size_penalty,1.0000006474342436,FashionMNIST,ECCCo,JEM Ensemble,8,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-4,distance,618.763671875,FashionMNIST,ECCCo,JEM Ensemble,8,2
-4,distance_from_energy,111.5982437133789,FashionMNIST,ECCCo,JEM Ensemble,8,2
-4,distance_from_targets,533.3348999023438,FashionMNIST,ECCCo,JEM Ensemble,8,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-4,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-5,distance,595.98095703125,FashionMNIST,ECCCo,JEM Ensemble,8,2
-5,distance_from_energy,114.60960388183594,FashionMNIST,ECCCo,JEM Ensemble,8,2
-5,distance_from_targets,539.5623779296875,FashionMNIST,ECCCo,JEM Ensemble,8,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-5,set_size_penalty,1.99999908139241,FashionMNIST,ECCCo,JEM Ensemble,8,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,2
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,2
-1,distance_from_energy,762.4143676757812,FashionMNIST,Schut,JEM Ensemble,8,2
-1,distance_from_targets,470.3279113769531,FashionMNIST,Schut,JEM Ensemble,8,2
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,2
-2,distance_from_energy,771.1904296875,FashionMNIST,Schut,JEM Ensemble,8,2
-2,distance_from_targets,442.6697082519531,FashionMNIST,Schut,JEM Ensemble,8,2
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,2
-3,distance_from_energy,764.19287109375,FashionMNIST,Schut,JEM Ensemble,8,2
-3,distance_from_targets,420.3235168457031,FashionMNIST,Schut,JEM Ensemble,8,2
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,2
-4,distance_from_energy,729.1795043945312,FashionMNIST,Schut,JEM Ensemble,8,2
-4,distance_from_targets,498.9459228515625,FashionMNIST,Schut,JEM Ensemble,8,2
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,2
-5,distance_from_energy,708.0765991210938,FashionMNIST,Schut,JEM Ensemble,8,2
-5,distance_from_targets,539.0070190429688,FashionMNIST,Schut,JEM Ensemble,8,2
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,2
-6,distance,88.92398071289062,FashionMNIST,Wachter,MLP,8,2
-6,distance_from_energy,859.6203002929688,FashionMNIST,Wachter,MLP,8,2
-6,distance_from_targets,468.1351013183594,FashionMNIST,Wachter,MLP,8,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,2
-6,set_size_penalty,0.9999983126432658,FashionMNIST,Wachter,MLP,8,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,2
-7,distance,73.8691177368164,FashionMNIST,Wachter,MLP,8,2
-7,distance_from_energy,855.8642578125,FashionMNIST,Wachter,MLP,8,2
-7,distance_from_targets,491.21575927734375,FashionMNIST,Wachter,MLP,8,2
-7,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,8,2
-7,set_size_penalty,3.99998642120208,FashionMNIST,Wachter,MLP,8,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,2
-8,distance,83.62385559082031,FashionMNIST,Wachter,MLP,8,2
-8,distance_from_energy,869.8280029296875,FashionMNIST,Wachter,MLP,8,2
-8,distance_from_targets,569.3324584960938,FashionMNIST,Wachter,MLP,8,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,2
-8,set_size_penalty,3.9999639268303557,FashionMNIST,Wachter,MLP,8,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,8,2
-9,distance,71.94697570800781,FashionMNIST,Wachter,MLP,8,2
-9,distance_from_energy,866.6563720703125,FashionMNIST,Wachter,MLP,8,2
-9,distance_from_targets,462.44091796875,FashionMNIST,Wachter,MLP,8,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,2
-9,set_size_penalty,1.936169251192808,FashionMNIST,Wachter,MLP,8,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,2
-10,distance,85.4775390625,FashionMNIST,Wachter,MLP,8,2
-10,distance_from_energy,868.6453857421875,FashionMNIST,Wachter,MLP,8,2
-10,distance_from_targets,471.2373046875,FashionMNIST,Wachter,MLP,8,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,2
-10,set_size_penalty,1.999996958883135,FashionMNIST,Wachter,MLP,8,2
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,2
-6,distance,181.68678283691406,FashionMNIST,REVISE,MLP,8,2
-6,distance_from_energy,840.89453125,FashionMNIST,REVISE,MLP,8,2
-6,distance_from_targets,426.99908447265625,FashionMNIST,REVISE,MLP,8,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,2
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,2
-6,validity,0.0,FashionMNIST,REVISE,MLP,8,2
-7,distance,311.25762939453125,FashionMNIST,REVISE,MLP,8,2
-7,distance_from_energy,855.6188354492188,FashionMNIST,REVISE,MLP,8,2
-7,distance_from_targets,492.8575439453125,FashionMNIST,REVISE,MLP,8,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,2
-7,set_size_penalty,2.785551673484224,FashionMNIST,REVISE,MLP,8,2
-7,validity,1.0,FashionMNIST,REVISE,MLP,8,2
-8,distance,207.408203125,FashionMNIST,REVISE,MLP,8,2
-8,distance_from_energy,853.4774169921875,FashionMNIST,REVISE,MLP,8,2
-8,distance_from_targets,579.533935546875,FashionMNIST,REVISE,MLP,8,2
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,2
-8,set_size_penalty,3.0012056011398243,FashionMNIST,REVISE,MLP,8,2
-8,validity,1.0,FashionMNIST,REVISE,MLP,8,2
-9,distance,407.7466735839844,FashionMNIST,REVISE,MLP,8,2
-9,distance_from_energy,831.4938354492188,FashionMNIST,REVISE,MLP,8,2
-9,distance_from_targets,405.22613525390625,FashionMNIST,REVISE,MLP,8,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,2
-9,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,8,2
-9,validity,1.0,FashionMNIST,REVISE,MLP,8,2
-10,distance,276.7413330078125,FashionMNIST,REVISE,MLP,8,2
-10,distance_from_energy,825.3391723632812,FashionMNIST,REVISE,MLP,8,2
-10,distance_from_targets,504.0413513183594,FashionMNIST,REVISE,MLP,8,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,2
-10,set_size_penalty,3.9543212068756195,FashionMNIST,REVISE,MLP,8,2
-10,validity,1.0,FashionMNIST,REVISE,MLP,8,2
-6,distance,697.0300903320312,FashionMNIST,ECCCo,MLP,8,2
-6,distance_from_energy,226.3055877685547,FashionMNIST,ECCCo,MLP,8,2
-6,distance_from_targets,659.6217041015625,FashionMNIST,ECCCo,MLP,8,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,2
-6,set_size_penalty,3.0000000142090806,FashionMNIST,ECCCo,MLP,8,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,2
-7,distance,710.7783813476562,FashionMNIST,ECCCo,MLP,8,2
-7,distance_from_energy,188.23622131347656,FashionMNIST,ECCCo,MLP,8,2
-7,distance_from_targets,676.5975952148438,FashionMNIST,ECCCo,MLP,8,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,2
-7,set_size_penalty,3.0000000181413666,FashionMNIST,ECCCo,MLP,8,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,2
-8,distance,657.9305419921875,FashionMNIST,ECCCo,MLP,8,2
-8,distance_from_energy,215.8560028076172,FashionMNIST,ECCCo,MLP,8,2
-8,distance_from_targets,670.8214721679688,FashionMNIST,ECCCo,MLP,8,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,2
-8,set_size_penalty,3.000759649747181,FashionMNIST,ECCCo,MLP,8,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,2
-9,distance,760.3951416015625,FashionMNIST,ECCCo,MLP,8,2
-9,distance_from_energy,152.71011352539062,FashionMNIST,ECCCo,MLP,8,2
-9,distance_from_targets,704.4088134765625,FashionMNIST,ECCCo,MLP,8,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,2
-9,set_size_penalty,2.0744138034286355,FashionMNIST,ECCCo,MLP,8,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,2
-10,distance,736.4230346679688,FashionMNIST,ECCCo,MLP,8,2
-10,distance_from_energy,143.63677978515625,FashionMNIST,ECCCo,MLP,8,2
-10,distance_from_targets,710.1660766601562,FashionMNIST,ECCCo,MLP,8,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,2
-10,set_size_penalty,3.85315199133498,FashionMNIST,ECCCo,MLP,8,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,2
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,2
-6,distance_from_energy,871.6243896484375,FashionMNIST,Schut,MLP,8,2
-6,distance_from_targets,449.442626953125,FashionMNIST,Schut,MLP,8,2
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,2
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,2
-6,validity,0.0,FashionMNIST,Schut,MLP,8,2
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,2
-7,distance_from_energy,879.58935546875,FashionMNIST,Schut,MLP,8,2
-7,distance_from_targets,464.8638610839844,FashionMNIST,Schut,MLP,8,2
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,2
-7,validity,0.0,FashionMNIST,Schut,MLP,8,2
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,2
-8,distance_from_energy,855.8499145507812,FashionMNIST,Schut,MLP,8,2
-8,distance_from_targets,541.0769653320312,FashionMNIST,Schut,MLP,8,2
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,2
-8,validity,0.0,FashionMNIST,Schut,MLP,8,2
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,2
-9,distance_from_energy,851.8165893554688,FashionMNIST,Schut,MLP,8,2
-9,distance_from_targets,440.3071594238281,FashionMNIST,Schut,MLP,8,2
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,2
-9,validity,0.0,FashionMNIST,Schut,MLP,8,2
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,2
-10,distance_from_energy,849.1985473632812,FashionMNIST,Schut,MLP,8,2
-10,distance_from_targets,441.67181396484375,FashionMNIST,Schut,MLP,8,2
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,2
-10,validity,0.0,FashionMNIST,Schut,MLP,8,2
-11,distance,97.56377410888672,FashionMNIST,Wachter,MLP Ensemble,8,2
-11,distance_from_energy,837.4503173828125,FashionMNIST,Wachter,MLP Ensemble,8,2
-11,distance_from_targets,564.6582641601562,FashionMNIST,Wachter,MLP Ensemble,8,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-12,distance,65.84232330322266,FashionMNIST,Wachter,MLP Ensemble,8,2
-12,distance_from_energy,780.1852416992188,FashionMNIST,Wachter,MLP Ensemble,8,2
-12,distance_from_targets,457.45159912109375,FashionMNIST,Wachter,MLP Ensemble,8,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-12,set_size_penalty,1.5124708429278828,FashionMNIST,Wachter,MLP Ensemble,8,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-13,distance,59.23991012573242,FashionMNIST,Wachter,MLP Ensemble,8,2
-13,distance_from_energy,802.8115844726562,FashionMNIST,Wachter,MLP Ensemble,8,2
-13,distance_from_targets,415.8591613769531,FashionMNIST,Wachter,MLP Ensemble,8,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-13,set_size_penalty,2.000000750203005,FashionMNIST,Wachter,MLP Ensemble,8,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-14,distance,99.3178482055664,FashionMNIST,Wachter,MLP Ensemble,8,2
-14,distance_from_energy,837.15185546875,FashionMNIST,Wachter,MLP Ensemble,8,2
-14,distance_from_targets,495.4934387207031,FashionMNIST,Wachter,MLP Ensemble,8,2
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-14,set_size_penalty,2.0000004370319915,FashionMNIST,Wachter,MLP Ensemble,8,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-15,distance,86.7833023071289,FashionMNIST,Wachter,MLP Ensemble,8,2
-15,distance_from_energy,785.99755859375,FashionMNIST,Wachter,MLP Ensemble,8,2
-15,distance_from_targets,484.5364074707031,FashionMNIST,Wachter,MLP Ensemble,8,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-15,set_size_penalty,1.0000000527066633,FashionMNIST,Wachter,MLP Ensemble,8,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,2
-11,distance,304.3864440917969,FashionMNIST,REVISE,MLP Ensemble,8,2
-11,distance_from_energy,773.4880981445312,FashionMNIST,REVISE,MLP Ensemble,8,2
-11,distance_from_targets,399.68017578125,FashionMNIST,REVISE,MLP Ensemble,8,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-12,distance,312.2779235839844,FashionMNIST,REVISE,MLP Ensemble,8,2
-12,distance_from_energy,761.5806274414062,FashionMNIST,REVISE,MLP Ensemble,8,2
-12,distance_from_targets,502.3526306152344,FashionMNIST,REVISE,MLP Ensemble,8,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-13,distance,182.5139923095703,FashionMNIST,REVISE,MLP Ensemble,8,2
-13,distance_from_energy,764.7911987304688,FashionMNIST,REVISE,MLP Ensemble,8,2
-13,distance_from_targets,353.21929931640625,FashionMNIST,REVISE,MLP Ensemble,8,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-13,set_size_penalty,2.682544392284787,FashionMNIST,REVISE,MLP Ensemble,8,2
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-14,distance,265.567138671875,FashionMNIST,REVISE,MLP Ensemble,8,2
-14,distance_from_energy,836.3405151367188,FashionMNIST,REVISE,MLP Ensemble,8,2
-14,distance_from_targets,479.42205810546875,FashionMNIST,REVISE,MLP Ensemble,8,2
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-15,distance,254.94635009765625,FashionMNIST,REVISE,MLP Ensemble,8,2
-15,distance_from_energy,710.100830078125,FashionMNIST,REVISE,MLP Ensemble,8,2
-15,distance_from_targets,428.10418701171875,FashionMNIST,REVISE,MLP Ensemble,8,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-15,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,2
-11,distance,715.0682983398438,FashionMNIST,ECCCo,MLP Ensemble,8,2
-11,distance_from_energy,153.9238739013672,FashionMNIST,ECCCo,MLP Ensemble,8,2
-11,distance_from_targets,628.3872680664062,FashionMNIST,ECCCo,MLP Ensemble,8,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-11,set_size_penalty,2.000070147127016,FashionMNIST,ECCCo,MLP Ensemble,8,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-12,distance,663.0841064453125,FashionMNIST,ECCCo,MLP Ensemble,8,2
-12,distance_from_energy,128.78076171875,FashionMNIST,ECCCo,MLP Ensemble,8,2
-12,distance_from_targets,642.22119140625,FashionMNIST,ECCCo,MLP Ensemble,8,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-12,set_size_penalty,1.861653185527269,FashionMNIST,ECCCo,MLP Ensemble,8,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-13,distance,663.6631469726562,FashionMNIST,ECCCo,MLP Ensemble,8,2
-13,distance_from_energy,136.96336364746094,FashionMNIST,ECCCo,MLP Ensemble,8,2
-13,distance_from_targets,621.3650512695312,FashionMNIST,ECCCo,MLP Ensemble,8,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-14,distance,744.99267578125,FashionMNIST,ECCCo,MLP Ensemble,8,2
-14,distance_from_energy,143.31021118164062,FashionMNIST,ECCCo,MLP Ensemble,8,2
-14,distance_from_targets,629.3915405273438,FashionMNIST,ECCCo,MLP Ensemble,8,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-14,set_size_penalty,2.000000147666549,FashionMNIST,ECCCo,MLP Ensemble,8,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-15,distance,701.7507934570312,FashionMNIST,ECCCo,MLP Ensemble,8,2
-15,distance_from_energy,120.17332458496094,FashionMNIST,ECCCo,MLP Ensemble,8,2
-15,distance_from_targets,650.2728271484375,FashionMNIST,ECCCo,MLP Ensemble,8,2
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-15,set_size_penalty,1.978301922846534,FashionMNIST,ECCCo,MLP Ensemble,8,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,2
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,2
-11,distance_from_energy,856.1513671875,FashionMNIST,Schut,MLP Ensemble,8,2
-11,distance_from_targets,534.5043334960938,FashionMNIST,Schut,MLP Ensemble,8,2
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,2
-12,distance_from_energy,773.813720703125,FashionMNIST,Schut,MLP Ensemble,8,2
-12,distance_from_targets,440.0255432128906,FashionMNIST,Schut,MLP Ensemble,8,2
-12,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,2
-13,distance_from_energy,783.943359375,FashionMNIST,Schut,MLP Ensemble,8,2
-13,distance_from_targets,388.6809997558594,FashionMNIST,Schut,MLP Ensemble,8,2
-13,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,2
-13,set_size_penalty,1.4813787519782662,FashionMNIST,Schut,MLP Ensemble,8,2
-13,validity,1.0,FashionMNIST,Schut,MLP Ensemble,8,2
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,2
-14,distance_from_energy,859.5966796875,FashionMNIST,Schut,MLP Ensemble,8,2
-14,distance_from_targets,460.64825439453125,FashionMNIST,Schut,MLP Ensemble,8,2
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,2
-15,distance_from_energy,803.9249267578125,FashionMNIST,Schut,MLP Ensemble,8,2
-15,distance_from_targets,453.6028747558594,FashionMNIST,Schut,MLP Ensemble,8,2
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,2
-16,distance,76.26490783691406,FashionMNIST,Wachter,JEM,8,2
-16,distance_from_energy,800.1104736328125,FashionMNIST,Wachter,JEM,8,2
-16,distance_from_targets,473.42041015625,FashionMNIST,Wachter,JEM,8,2
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,2
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,2
-17,distance,69.47272491455078,FashionMNIST,Wachter,JEM,8,2
-17,distance_from_energy,716.1705322265625,FashionMNIST,Wachter,JEM,8,2
-17,distance_from_targets,468.77947998046875,FashionMNIST,Wachter,JEM,8,2
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,8,2
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,2
-18,distance,87.04376220703125,FashionMNIST,Wachter,JEM,8,2
-18,distance_from_energy,666.05126953125,FashionMNIST,Wachter,JEM,8,2
-18,distance_from_targets,509.8559875488281,FashionMNIST,Wachter,JEM,8,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,2
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,2
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,2
-19,distance,70.24581146240234,FashionMNIST,Wachter,JEM,8,2
-19,distance_from_energy,722.8167114257812,FashionMNIST,Wachter,JEM,8,2
-19,distance_from_targets,463.47784423828125,FashionMNIST,Wachter,JEM,8,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,2
-19,set_size_penalty,9.999999923757528,FashionMNIST,Wachter,JEM,8,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,2
-20,distance,68.1266098022461,FashionMNIST,Wachter,JEM,8,2
-20,distance_from_energy,720.1096801757812,FashionMNIST,Wachter,JEM,8,2
-20,distance_from_targets,600.4393920898438,FashionMNIST,Wachter,JEM,8,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,2
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,2
-16,distance,247.99740600585938,FashionMNIST,REVISE,JEM,8,2
-16,distance_from_energy,660.9448852539062,FashionMNIST,REVISE,JEM,8,2
-16,distance_from_targets,398.12158203125,FashionMNIST,REVISE,JEM,8,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,2
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,2
-16,validity,0.0,FashionMNIST,REVISE,JEM,8,2
-17,distance,309.9806213378906,FashionMNIST,REVISE,JEM,8,2
-17,distance_from_energy,717.2516479492188,FashionMNIST,REVISE,JEM,8,2
-17,distance_from_targets,401.07904052734375,FashionMNIST,REVISE,JEM,8,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,2
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,8,2
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,2
-18,distance,248.1436309814453,FashionMNIST,REVISE,JEM,8,2
-18,distance_from_energy,668.3453369140625,FashionMNIST,REVISE,JEM,8,2
-18,distance_from_targets,439.3458251953125,FashionMNIST,REVISE,JEM,8,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,2
-18,set_size_penalty,1.0014508569962264,FashionMNIST,REVISE,JEM,8,2
-18,validity,1.0,FashionMNIST,REVISE,JEM,8,2
-19,distance,469.443359375,FashionMNIST,REVISE,JEM,8,2
-19,distance_from_energy,676.7326049804688,FashionMNIST,REVISE,JEM,8,2
-19,distance_from_targets,467.53167724609375,FashionMNIST,REVISE,JEM,8,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,2
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,2
-19,validity,0.0,FashionMNIST,REVISE,JEM,8,2
-20,distance,237.22071838378906,FashionMNIST,REVISE,JEM,8,2
-20,distance_from_energy,805.0073852539062,FashionMNIST,REVISE,JEM,8,2
-20,distance_from_targets,613.9546508789062,FashionMNIST,REVISE,JEM,8,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,2
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,8,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,8,2
-16,distance,682.7355346679688,FashionMNIST,ECCCo,JEM,8,2
-16,distance_from_energy,113.53092956542969,FashionMNIST,ECCCo,JEM,8,2
-16,distance_from_targets,543.470947265625,FashionMNIST,ECCCo,JEM,8,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,2
-16,set_size_penalty,2.999983299979709,FashionMNIST,ECCCo,JEM,8,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,2
-17,distance,509.4563903808594,FashionMNIST,ECCCo,JEM,8,2
-17,distance_from_energy,154.1446990966797,FashionMNIST,ECCCo,JEM,8,2
-17,distance_from_targets,523.9494018554688,FashionMNIST,ECCCo,JEM,8,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,2
-17,set_size_penalty,2.000000000010688,FashionMNIST,ECCCo,JEM,8,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,2
-18,distance,466.6856689453125,FashionMNIST,ECCCo,JEM,8,2
-18,distance_from_energy,248.05697631835938,FashionMNIST,ECCCo,JEM,8,2
-18,distance_from_targets,591.5529174804688,FashionMNIST,ECCCo,JEM,8,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,2
-18,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,8,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,2
-19,distance,407.7244873046875,FashionMNIST,ECCCo,JEM,8,2
-19,distance_from_energy,338.11859130859375,FashionMNIST,ECCCo,JEM,8,2
-19,distance_from_targets,468.1834716796875,FashionMNIST,ECCCo,JEM,8,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,2
-19,set_size_penalty,1.0000000000000073,FashionMNIST,ECCCo,JEM,8,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,2
-20,distance,620.6526489257812,FashionMNIST,ECCCo,JEM,8,2
-20,distance_from_energy,102.38812255859375,FashionMNIST,ECCCo,JEM,8,2
-20,distance_from_targets,588.2252197265625,FashionMNIST,ECCCo,JEM,8,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,2
-20,set_size_penalty,1.0000002737757583,FashionMNIST,ECCCo,JEM,8,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,2
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,2
-16,distance_from_energy,786.8040161132812,FashionMNIST,Schut,JEM,8,2
-16,distance_from_targets,447.2670593261719,FashionMNIST,Schut,JEM,8,2
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,2
-16,validity,0.0,FashionMNIST,Schut,JEM,8,2
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,2
-17,distance_from_energy,775.9697875976562,FashionMNIST,Schut,JEM,8,2
-17,distance_from_targets,448.6881103515625,FashionMNIST,Schut,JEM,8,2
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,2
-17,validity,0.0,FashionMNIST,Schut,JEM,8,2
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,2
-18,distance_from_energy,758.0421142578125,FashionMNIST,Schut,JEM,8,2
-18,distance_from_targets,488.39947509765625,FashionMNIST,Schut,JEM,8,2
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,2
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,2
-18,validity,0.0,FashionMNIST,Schut,JEM,8,2
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,2
-19,distance_from_energy,710.482421875,FashionMNIST,Schut,JEM,8,2
-19,distance_from_targets,445.9010925292969,FashionMNIST,Schut,JEM,8,2
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,2
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,2
-19,validity,0.0,FashionMNIST,Schut,JEM,8,2
-20,distance,10.0,FashionMNIST,Schut,JEM,8,2
-20,distance_from_energy,759.4271240234375,FashionMNIST,Schut,JEM,8,2
-20,distance_from_targets,590.2899169921875,FashionMNIST,Schut,JEM,8,2
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,2
-20,set_size_penalty,10.0,FashionMNIST,Schut,JEM,8,2
-20,validity,1.0,FashionMNIST,Schut,JEM,8,2
-1,distance,91.30321502685547,FashionMNIST,Wachter,JEM Ensemble,8,3
-1,distance_from_energy,774.0953369140625,FashionMNIST,Wachter,JEM Ensemble,8,3
-1,distance_from_targets,499.2184143066406,FashionMNIST,Wachter,JEM Ensemble,8,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-2,distance,80.8022689819336,FashionMNIST,Wachter,JEM Ensemble,8,3
-2,distance_from_energy,744.0130004882812,FashionMNIST,Wachter,JEM Ensemble,8,3
-2,distance_from_targets,531.8413696289062,FashionMNIST,Wachter,JEM Ensemble,8,3
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,8,3
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-3,distance,114.2015151977539,FashionMNIST,Wachter,JEM Ensemble,8,3
-3,distance_from_energy,762.7896118164062,FashionMNIST,Wachter,JEM Ensemble,8,3
-3,distance_from_targets,538.2864379882812,FashionMNIST,Wachter,JEM Ensemble,8,3
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,8,3
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-4,distance,107.72142791748047,FashionMNIST,Wachter,JEM Ensemble,8,3
-4,distance_from_energy,812.2413330078125,FashionMNIST,Wachter,JEM Ensemble,8,3
-4,distance_from_targets,547.6897583007812,FashionMNIST,Wachter,JEM Ensemble,8,3
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-5,distance,134.03517150878906,FashionMNIST,Wachter,JEM Ensemble,8,3
-5,distance_from_energy,846.7097778320312,FashionMNIST,Wachter,JEM Ensemble,8,3
-5,distance_from_targets,580.9265747070312,FashionMNIST,Wachter,JEM Ensemble,8,3
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,3
-1,distance,519.7539672851562,FashionMNIST,REVISE,JEM Ensemble,8,3
-1,distance_from_energy,600.0218505859375,FashionMNIST,REVISE,JEM Ensemble,8,3
-1,distance_from_targets,459.24053955078125,FashionMNIST,REVISE,JEM Ensemble,8,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-2,distance,254.84471130371094,FashionMNIST,REVISE,JEM Ensemble,8,3
-2,distance_from_energy,606.9530029296875,FashionMNIST,REVISE,JEM Ensemble,8,3
-2,distance_from_targets,485.4308166503906,FashionMNIST,REVISE,JEM Ensemble,8,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-2,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-3,distance,313.5050964355469,FashionMNIST,REVISE,JEM Ensemble,8,3
-3,distance_from_energy,656.3650512695312,FashionMNIST,REVISE,JEM Ensemble,8,3
-3,distance_from_targets,461.1318359375,FashionMNIST,REVISE,JEM Ensemble,8,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-3,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-4,distance,324.8638916015625,FashionMNIST,REVISE,JEM Ensemble,8,3
-4,distance_from_energy,644.3692626953125,FashionMNIST,REVISE,JEM Ensemble,8,3
-4,distance_from_targets,502.127685546875,FashionMNIST,REVISE,JEM Ensemble,8,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-4,set_size_penalty,6.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-5,distance,671.986328125,FashionMNIST,REVISE,JEM Ensemble,8,3
-5,distance_from_energy,617.676025390625,FashionMNIST,REVISE,JEM Ensemble,8,3
-5,distance_from_targets,461.8047180175781,FashionMNIST,REVISE,JEM Ensemble,8,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-5,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,3
-1,distance,645.11376953125,FashionMNIST,ECCCo,JEM Ensemble,8,3
-1,distance_from_energy,158.9683074951172,FashionMNIST,ECCCo,JEM Ensemble,8,3
-1,distance_from_targets,492.4742431640625,FashionMNIST,ECCCo,JEM Ensemble,8,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-2,distance,609.6782836914062,FashionMNIST,ECCCo,JEM Ensemble,8,3
-2,distance_from_energy,159.9918975830078,FashionMNIST,ECCCo,JEM Ensemble,8,3
-2,distance_from_targets,490.9560852050781,FashionMNIST,ECCCo,JEM Ensemble,8,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-3,distance,646.9976806640625,FashionMNIST,ECCCo,JEM Ensemble,8,3
-3,distance_from_energy,153.3472137451172,FashionMNIST,ECCCo,JEM Ensemble,8,3
-3,distance_from_targets,491.35321044921875,FashionMNIST,ECCCo,JEM Ensemble,8,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-4,distance,669.1561889648438,FashionMNIST,ECCCo,JEM Ensemble,8,3
-4,distance_from_energy,146.15362548828125,FashionMNIST,ECCCo,JEM Ensemble,8,3
-4,distance_from_targets,480.063232421875,FashionMNIST,ECCCo,JEM Ensemble,8,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-4,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-5,distance,702.919189453125,FashionMNIST,ECCCo,JEM Ensemble,8,3
-5,distance_from_energy,162.762451171875,FashionMNIST,ECCCo,JEM Ensemble,8,3
-5,distance_from_targets,500.2268981933594,FashionMNIST,ECCCo,JEM Ensemble,8,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,3
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,3
-1,distance_from_energy,797.6052856445312,FashionMNIST,Schut,JEM Ensemble,8,3
-1,distance_from_targets,474.9563293457031,FashionMNIST,Schut,JEM Ensemble,8,3
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,3
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,3
-2,distance_from_energy,758.9892578125,FashionMNIST,Schut,JEM Ensemble,8,3
-2,distance_from_targets,505.1218566894531,FashionMNIST,Schut,JEM Ensemble,8,3
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,3
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,3
-3,distance_from_energy,786.2672729492188,FashionMNIST,Schut,JEM Ensemble,8,3
-3,distance_from_targets,515.9720458984375,FashionMNIST,Schut,JEM Ensemble,8,3
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,3
-4,distance_from_energy,800.5100708007812,FashionMNIST,Schut,JEM Ensemble,8,3
-4,distance_from_targets,523.95751953125,FashionMNIST,Schut,JEM Ensemble,8,3
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,3
-5,distance_from_energy,855.1734619140625,FashionMNIST,Schut,JEM Ensemble,8,3
-5,distance_from_targets,561.4232788085938,FashionMNIST,Schut,JEM Ensemble,8,3
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,3
-6,distance,82.41668701171875,FashionMNIST,Wachter,MLP,8,3
-6,distance_from_energy,868.8759765625,FashionMNIST,Wachter,MLP,8,3
-6,distance_from_targets,547.0781860351562,FashionMNIST,Wachter,MLP,8,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,3
-6,set_size_penalty,2.000000000877912,FashionMNIST,Wachter,MLP,8,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,3
-7,distance,78.11740112304688,FashionMNIST,Wachter,MLP,8,3
-7,distance_from_energy,899.84033203125,FashionMNIST,Wachter,MLP,8,3
-7,distance_from_targets,497.42236328125,FashionMNIST,Wachter,MLP,8,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,3
-7,set_size_penalty,1.999999999999997,FashionMNIST,Wachter,MLP,8,3
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,3
-8,distance,92.04078674316406,FashionMNIST,Wachter,MLP,8,3
-8,distance_from_energy,899.8400268554688,FashionMNIST,Wachter,MLP,8,3
-8,distance_from_targets,548.095458984375,FashionMNIST,Wachter,MLP,8,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,3
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,8,3
-8,validity,0.0,FashionMNIST,Wachter,MLP,8,3
-9,distance,88.13997650146484,FashionMNIST,Wachter,MLP,8,3
-9,distance_from_energy,892.12646484375,FashionMNIST,Wachter,MLP,8,3
-9,distance_from_targets,588.5496215820312,FashionMNIST,Wachter,MLP,8,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,3
-9,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,8,3
-9,validity,0.0,FashionMNIST,Wachter,MLP,8,3
-10,distance,97.34931945800781,FashionMNIST,Wachter,MLP,8,3
-10,distance_from_energy,899.66552734375,FashionMNIST,Wachter,MLP,8,3
-10,distance_from_targets,581.5848388671875,FashionMNIST,Wachter,MLP,8,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,3
-10,set_size_penalty,2.0000839628453106,FashionMNIST,Wachter,MLP,8,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,3
-6,distance,196.2205352783203,FashionMNIST,REVISE,MLP,8,3
-6,distance_from_energy,856.3746337890625,FashionMNIST,REVISE,MLP,8,3
-6,distance_from_targets,490.45172119140625,FashionMNIST,REVISE,MLP,8,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,3
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,3
-6,validity,0.0,FashionMNIST,REVISE,MLP,8,3
-7,distance,165.2976531982422,FashionMNIST,REVISE,MLP,8,3
-7,distance_from_energy,901.13037109375,FashionMNIST,REVISE,MLP,8,3
-7,distance_from_targets,490.6368408203125,FashionMNIST,REVISE,MLP,8,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,3
-7,set_size_penalty,3.0035294337953595,FashionMNIST,REVISE,MLP,8,3
-7,validity,1.0,FashionMNIST,REVISE,MLP,8,3
-8,distance,264.27154541015625,FashionMNIST,REVISE,MLP,8,3
-8,distance_from_energy,915.3186645507812,FashionMNIST,REVISE,MLP,8,3
-8,distance_from_targets,570.0680541992188,FashionMNIST,REVISE,MLP,8,3
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,8,3
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,3
-8,validity,0.0,FashionMNIST,REVISE,MLP,8,3
-9,distance,191.18545532226562,FashionMNIST,REVISE,MLP,8,3
-9,distance_from_energy,886.6376953125,FashionMNIST,REVISE,MLP,8,3
-9,distance_from_targets,541.0598754882812,FashionMNIST,REVISE,MLP,8,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,8,3
-10,distance,249.96209716796875,FashionMNIST,REVISE,MLP,8,3
-10,distance_from_energy,894.7139892578125,FashionMNIST,REVISE,MLP,8,3
-10,distance_from_targets,483.4822998046875,FashionMNIST,REVISE,MLP,8,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,3
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,3
-10,validity,0.0,FashionMNIST,REVISE,MLP,8,3
-6,distance,695.0973510742188,FashionMNIST,ECCCo,MLP,8,3
-6,distance_from_energy,210.85791015625,FashionMNIST,ECCCo,MLP,8,3
-6,distance_from_targets,679.5638427734375,FashionMNIST,ECCCo,MLP,8,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,3
-6,set_size_penalty,4.0,FashionMNIST,ECCCo,MLP,8,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,3
-7,distance,716.8790283203125,FashionMNIST,ECCCo,MLP,8,3
-7,distance_from_energy,184.87820434570312,FashionMNIST,ECCCo,MLP,8,3
-7,distance_from_targets,671.5444946289062,FashionMNIST,ECCCo,MLP,8,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,3
-7,set_size_penalty,3.0012097927853336,FashionMNIST,ECCCo,MLP,8,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,3
-8,distance,703.65478515625,FashionMNIST,ECCCo,MLP,8,3
-8,distance_from_energy,182.80091857910156,FashionMNIST,ECCCo,MLP,8,3
-8,distance_from_targets,699.5901489257812,FashionMNIST,ECCCo,MLP,8,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,3
-8,set_size_penalty,3.0000256544057686,FashionMNIST,ECCCo,MLP,8,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,3
-9,distance,707.6868896484375,FashionMNIST,ECCCo,MLP,8,3
-9,distance_from_energy,215.37423706054688,FashionMNIST,ECCCo,MLP,8,3
-9,distance_from_targets,648.1692504882812,FashionMNIST,ECCCo,MLP,8,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,3
-9,set_size_penalty,2.0001669600358998,FashionMNIST,ECCCo,MLP,8,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,3
-10,distance,709.7600708007812,FashionMNIST,ECCCo,MLP,8,3
-10,distance_from_energy,212.97763061523438,FashionMNIST,ECCCo,MLP,8,3
-10,distance_from_targets,670.1026000976562,FashionMNIST,ECCCo,MLP,8,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,3
-10,set_size_penalty,3.9999209162175435,FashionMNIST,ECCCo,MLP,8,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,3
-6,distance,10.0,FashionMNIST,Schut,MLP,8,3
-6,distance_from_energy,906.8798828125,FashionMNIST,Schut,MLP,8,3
-6,distance_from_targets,500.1983947753906,FashionMNIST,Schut,MLP,8,3
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,3
-6,validity,0.0,FashionMNIST,Schut,MLP,8,3
-7,distance,10.0,FashionMNIST,Schut,MLP,8,3
-7,distance_from_energy,901.2335205078125,FashionMNIST,Schut,MLP,8,3
-7,distance_from_targets,465.85235595703125,FashionMNIST,Schut,MLP,8,3
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,3
-7,validity,0.0,FashionMNIST,Schut,MLP,8,3
-8,distance,10.0,FashionMNIST,Schut,MLP,8,3
-8,distance_from_energy,907.0972900390625,FashionMNIST,Schut,MLP,8,3
-8,distance_from_targets,519.0596923828125,FashionMNIST,Schut,MLP,8,3
-8,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,8,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,3
-8,validity,0.0,FashionMNIST,Schut,MLP,8,3
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,3
-9,distance_from_energy,917.0806884765625,FashionMNIST,Schut,MLP,8,3
-9,distance_from_targets,559.8521728515625,FashionMNIST,Schut,MLP,8,3
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,3
-9,validity,0.0,FashionMNIST,Schut,MLP,8,3
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,3
-10,distance_from_energy,926.5886840820312,FashionMNIST,Schut,MLP,8,3
-10,distance_from_targets,556.5963745117188,FashionMNIST,Schut,MLP,8,3
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,3
-10,validity,0.0,FashionMNIST,Schut,MLP,8,3
-11,distance,98.12362670898438,FashionMNIST,Wachter,MLP Ensemble,8,3
-11,distance_from_energy,846.2605590820312,FashionMNIST,Wachter,MLP Ensemble,8,3
-11,distance_from_targets,557.4147338867188,FashionMNIST,Wachter,MLP Ensemble,8,3
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-11,set_size_penalty,0.9999877135954558,FashionMNIST,Wachter,MLP Ensemble,8,3
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-12,distance,105.29573059082031,FashionMNIST,Wachter,MLP Ensemble,8,3
-12,distance_from_energy,873.7669067382812,FashionMNIST,Wachter,MLP Ensemble,8,3
-12,distance_from_targets,619.0484619140625,FashionMNIST,Wachter,MLP Ensemble,8,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-12,set_size_penalty,0.963477903178681,FashionMNIST,Wachter,MLP Ensemble,8,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-13,distance,83.51200866699219,FashionMNIST,Wachter,MLP Ensemble,8,3
-13,distance_from_energy,796.8238525390625,FashionMNIST,Wachter,MLP Ensemble,8,3
-13,distance_from_targets,519.3759155273438,FashionMNIST,Wachter,MLP Ensemble,8,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-13,set_size_penalty,9.999999976594424,FashionMNIST,Wachter,MLP Ensemble,8,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-14,distance,94.71800231933594,FashionMNIST,Wachter,MLP Ensemble,8,3
-14,distance_from_energy,866.0338134765625,FashionMNIST,Wachter,MLP Ensemble,8,3
-14,distance_from_targets,604.2178344726562,FashionMNIST,Wachter,MLP Ensemble,8,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-14,set_size_penalty,0.9991006080040643,FashionMNIST,Wachter,MLP Ensemble,8,3
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-15,distance,99.53738403320312,FashionMNIST,Wachter,MLP Ensemble,8,3
-15,distance_from_energy,828.2762451171875,FashionMNIST,Wachter,MLP Ensemble,8,3
-15,distance_from_targets,554.825927734375,FashionMNIST,Wachter,MLP Ensemble,8,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,3
-11,distance,191.6592254638672,FashionMNIST,REVISE,MLP Ensemble,8,3
-11,distance_from_energy,830.2733154296875,FashionMNIST,REVISE,MLP Ensemble,8,3
-11,distance_from_targets,529.0368041992188,FashionMNIST,REVISE,MLP Ensemble,8,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-12,distance,164.90159606933594,FashionMNIST,REVISE,MLP Ensemble,8,3
-12,distance_from_energy,890.6456298828125,FashionMNIST,REVISE,MLP Ensemble,8,3
-12,distance_from_targets,610.3631591796875,FashionMNIST,REVISE,MLP Ensemble,8,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-13,distance,177.28402709960938,FashionMNIST,REVISE,MLP Ensemble,8,3
-13,distance_from_energy,761.2478637695312,FashionMNIST,REVISE,MLP Ensemble,8,3
-13,distance_from_targets,440.05645751953125,FashionMNIST,REVISE,MLP Ensemble,8,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-14,distance,212.79493713378906,FashionMNIST,REVISE,MLP Ensemble,8,3
-14,distance_from_energy,833.4104614257812,FashionMNIST,REVISE,MLP Ensemble,8,3
-14,distance_from_targets,471.0546875,FashionMNIST,REVISE,MLP Ensemble,8,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-15,distance,213.33660888671875,FashionMNIST,REVISE,MLP Ensemble,8,3
-15,distance_from_energy,815.0271606445312,FashionMNIST,REVISE,MLP Ensemble,8,3
-15,distance_from_targets,457.2373352050781,FashionMNIST,REVISE,MLP Ensemble,8,3
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,3
-11,distance,701.0322265625,FashionMNIST,ECCCo,MLP Ensemble,8,3
-11,distance_from_energy,177.9408721923828,FashionMNIST,ECCCo,MLP Ensemble,8,3
-11,distance_from_targets,600.7459106445312,FashionMNIST,ECCCo,MLP Ensemble,8,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-11,set_size_penalty,1.0000001628692914,FashionMNIST,ECCCo,MLP Ensemble,8,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-12,distance,684.3098754882812,FashionMNIST,ECCCo,MLP Ensemble,8,3
-12,distance_from_energy,181.21859741210938,FashionMNIST,ECCCo,MLP Ensemble,8,3
-12,distance_from_targets,603.483642578125,FashionMNIST,ECCCo,MLP Ensemble,8,3
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-12,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-13,distance,653.1151733398438,FashionMNIST,ECCCo,MLP Ensemble,8,3
-13,distance_from_energy,168.2792510986328,FashionMNIST,ECCCo,MLP Ensemble,8,3
-13,distance_from_targets,609.4943237304688,FashionMNIST,ECCCo,MLP Ensemble,8,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-13,set_size_penalty,1.0001261786100222,FashionMNIST,ECCCo,MLP Ensemble,8,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-14,distance,690.1917114257812,FashionMNIST,ECCCo,MLP Ensemble,8,3
-14,distance_from_energy,214.14981079101562,FashionMNIST,ECCCo,MLP Ensemble,8,3
-14,distance_from_targets,602.0230712890625,FashionMNIST,ECCCo,MLP Ensemble,8,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-14,set_size_penalty,1.000086998050182,FashionMNIST,ECCCo,MLP Ensemble,8,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-15,distance,717.5745849609375,FashionMNIST,ECCCo,MLP Ensemble,8,3
-15,distance_from_energy,160.95346069335938,FashionMNIST,ECCCo,MLP Ensemble,8,3
-15,distance_from_targets,608.0094604492188,FashionMNIST,ECCCo,MLP Ensemble,8,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-15,set_size_penalty,1.0412953712391237,FashionMNIST,ECCCo,MLP Ensemble,8,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,3
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,3
-11,distance_from_energy,870.1749877929688,FashionMNIST,Schut,MLP Ensemble,8,3
-11,distance_from_targets,537.9521484375,FashionMNIST,Schut,MLP Ensemble,8,3
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,3
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,3
-12,distance_from_energy,877.5158081054688,FashionMNIST,Schut,MLP Ensemble,8,3
-12,distance_from_targets,587.5867309570312,FashionMNIST,Schut,MLP Ensemble,8,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,3
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,3
-13,distance_from_energy,792.3794555664062,FashionMNIST,Schut,MLP Ensemble,8,3
-13,distance_from_targets,500.0895690917969,FashionMNIST,Schut,MLP Ensemble,8,3
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,3
-14,distance_from_energy,878.7037963867188,FashionMNIST,Schut,MLP Ensemble,8,3
-14,distance_from_targets,571.26611328125,FashionMNIST,Schut,MLP Ensemble,8,3
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,3
-15,distance_from_energy,883.28076171875,FashionMNIST,Schut,MLP Ensemble,8,3
-15,distance_from_targets,528.5921020507812,FashionMNIST,Schut,MLP Ensemble,8,3
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,3
-16,distance,68.51805114746094,FashionMNIST,Wachter,JEM,8,3
-16,distance_from_energy,626.2763671875,FashionMNIST,Wachter,JEM,8,3
-16,distance_from_targets,475.95074462890625,FashionMNIST,Wachter,JEM,8,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,3
-16,set_size_penalty,3.5391121293705905,FashionMNIST,Wachter,JEM,8,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,3
-17,distance,78.27925872802734,FashionMNIST,Wachter,JEM,8,3
-17,distance_from_energy,713.8250732421875,FashionMNIST,Wachter,JEM,8,3
-17,distance_from_targets,549.4236450195312,FashionMNIST,Wachter,JEM,8,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,3
-17,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,8,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,3
-18,distance,82.9083251953125,FashionMNIST,Wachter,JEM,8,3
-18,distance_from_energy,782.8958740234375,FashionMNIST,Wachter,JEM,8,3
-18,distance_from_targets,556.6112670898438,FashionMNIST,Wachter,JEM,8,3
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,3
-18,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,8,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,3
-19,distance,75.70635986328125,FashionMNIST,Wachter,JEM,8,3
-19,distance_from_energy,497.24322509765625,FashionMNIST,Wachter,JEM,8,3
-19,distance_from_targets,533.8679809570312,FashionMNIST,Wachter,JEM,8,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,3
-19,set_size_penalty,8.0,FashionMNIST,Wachter,JEM,8,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,3
-20,distance,80.47711944580078,FashionMNIST,Wachter,JEM,8,3
-20,distance_from_energy,382.5482177734375,FashionMNIST,Wachter,JEM,8,3
-20,distance_from_targets,543.7543334960938,FashionMNIST,Wachter,JEM,8,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,3
-20,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,8,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,3
-16,distance,237.16748046875,FashionMNIST,REVISE,JEM,8,3
-16,distance_from_energy,683.0699462890625,FashionMNIST,REVISE,JEM,8,3
-16,distance_from_targets,449.3020935058594,FashionMNIST,REVISE,JEM,8,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,3
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,8,3
-16,validity,1.0,FashionMNIST,REVISE,JEM,8,3
-17,distance,327.42169189453125,FashionMNIST,REVISE,JEM,8,3
-17,distance_from_energy,772.9911499023438,FashionMNIST,REVISE,JEM,8,3
-17,distance_from_targets,528.9161987304688,FashionMNIST,REVISE,JEM,8,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,3
-17,set_size_penalty,5.000000000000039,FashionMNIST,REVISE,JEM,8,3
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,3
-18,distance,278.88336181640625,FashionMNIST,REVISE,JEM,8,3
-18,distance_from_energy,860.8046875,FashionMNIST,REVISE,JEM,8,3
-18,distance_from_targets,554.3405151367188,FashionMNIST,REVISE,JEM,8,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,3
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,3
-18,validity,0.0,FashionMNIST,REVISE,JEM,8,3
-19,distance,187.67422485351562,FashionMNIST,REVISE,JEM,8,3
-19,distance_from_energy,731.4371337890625,FashionMNIST,REVISE,JEM,8,3
-19,distance_from_targets,520.742431640625,FashionMNIST,REVISE,JEM,8,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,3
-19,set_size_penalty,5.000000000788281,FashionMNIST,REVISE,JEM,8,3
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,3
-20,distance,271.6309814453125,FashionMNIST,REVISE,JEM,8,3
-20,distance_from_energy,708.8713989257812,FashionMNIST,REVISE,JEM,8,3
-20,distance_from_targets,504.4682312011719,FashionMNIST,REVISE,JEM,8,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,3
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,3
-20,validity,0.0,FashionMNIST,REVISE,JEM,8,3
-16,distance,427.6519470214844,FashionMNIST,ECCCo,JEM,8,3
-16,distance_from_energy,89.98963165283203,FashionMNIST,ECCCo,JEM,8,3
-16,distance_from_targets,655.155517578125,FashionMNIST,ECCCo,JEM,8,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,3
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,3
-17,distance,636.9432373046875,FashionMNIST,ECCCo,JEM,8,3
-17,distance_from_energy,178.7860870361328,FashionMNIST,ECCCo,JEM,8,3
-17,distance_from_targets,506.529541015625,FashionMNIST,ECCCo,JEM,8,3
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,3
-17,set_size_penalty,2.0000015502979895,FashionMNIST,ECCCo,JEM,8,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,3
-18,distance,509.43035888671875,FashionMNIST,ECCCo,JEM,8,3
-18,distance_from_energy,214.880126953125,FashionMNIST,ECCCo,JEM,8,3
-18,distance_from_targets,541.3695678710938,FashionMNIST,ECCCo,JEM,8,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,3
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,3
-19,distance,603.064697265625,FashionMNIST,ECCCo,JEM,8,3
-19,distance_from_energy,175.31668090820312,FashionMNIST,ECCCo,JEM,8,3
-19,distance_from_targets,511.23260498046875,FashionMNIST,ECCCo,JEM,8,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,3
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,3
-20,distance,582.0069580078125,FashionMNIST,ECCCo,JEM,8,3
-20,distance_from_energy,144.24420166015625,FashionMNIST,ECCCo,JEM,8,3
-20,distance_from_targets,576.068115234375,FashionMNIST,ECCCo,JEM,8,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,3
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,8,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,3
-16,distance,10.0,FashionMNIST,Schut,JEM,8,3
-16,distance_from_energy,621.6310424804688,FashionMNIST,Schut,JEM,8,3
-16,distance_from_targets,456.25201416015625,FashionMNIST,Schut,JEM,8,3
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,3
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,3
-16,validity,0.0,FashionMNIST,Schut,JEM,8,3
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,3
-17,distance_from_energy,797.1851196289062,FashionMNIST,Schut,JEM,8,3
-17,distance_from_targets,529.0923461914062,FashionMNIST,Schut,JEM,8,3
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,8,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,3
-17,validity,0.0,FashionMNIST,Schut,JEM,8,3
-18,distance,10.0,FashionMNIST,Schut,JEM,8,3
-18,distance_from_energy,791.9100341796875,FashionMNIST,Schut,JEM,8,3
-18,distance_from_targets,528.0917358398438,FashionMNIST,Schut,JEM,8,3
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,3
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,3
-18,validity,0.0,FashionMNIST,Schut,JEM,8,3
-19,distance,10.0,FashionMNIST,Schut,JEM,8,3
-19,distance_from_energy,455.994873046875,FashionMNIST,Schut,JEM,8,3
-19,distance_from_targets,511.6429748535156,FashionMNIST,Schut,JEM,8,3
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,3
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,3
-19,validity,0.0,FashionMNIST,Schut,JEM,8,3
-20,distance,10.0,FashionMNIST,Schut,JEM,8,3
-20,distance_from_energy,745.0108642578125,FashionMNIST,Schut,JEM,8,3
-20,distance_from_targets,519.7996215820312,FashionMNIST,Schut,JEM,8,3
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,3
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,3
-20,validity,0.0,FashionMNIST,Schut,JEM,8,3
-1,distance,86.42510223388672,FashionMNIST,Wachter,JEM Ensemble,8,4
-1,distance_from_energy,629.61279296875,FashionMNIST,Wachter,JEM Ensemble,8,4
-1,distance_from_targets,473.6959228515625,FashionMNIST,Wachter,JEM Ensemble,8,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-1,set_size_penalty,3.0000000206248383,FashionMNIST,Wachter,JEM Ensemble,8,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-2,distance,87.20785522460938,FashionMNIST,Wachter,JEM Ensemble,8,4
-2,distance_from_energy,709.7427368164062,FashionMNIST,Wachter,JEM Ensemble,8,4
-2,distance_from_targets,480.7052307128906,FashionMNIST,Wachter,JEM Ensemble,8,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-2,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-3,distance,84.79612731933594,FashionMNIST,Wachter,JEM Ensemble,8,4
-3,distance_from_energy,751.4393310546875,FashionMNIST,Wachter,JEM Ensemble,8,4
-3,distance_from_targets,526.06298828125,FashionMNIST,Wachter,JEM Ensemble,8,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-4,distance,81.18878936767578,FashionMNIST,Wachter,JEM Ensemble,8,4
-4,distance_from_energy,692.202392578125,FashionMNIST,Wachter,JEM Ensemble,8,4
-4,distance_from_targets,440.822021484375,FashionMNIST,Wachter,JEM Ensemble,8,4
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-4,set_size_penalty,2.999996851801222,FashionMNIST,Wachter,JEM Ensemble,8,4
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-5,distance,89.2503662109375,FashionMNIST,Wachter,JEM Ensemble,8,4
-5,distance_from_energy,773.3861083984375,FashionMNIST,Wachter,JEM Ensemble,8,4
-5,distance_from_targets,470.0978698730469,FashionMNIST,Wachter,JEM Ensemble,8,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,4
-1,distance,447.2215576171875,FashionMNIST,REVISE,JEM Ensemble,8,4
-1,distance_from_energy,567.7132568359375,FashionMNIST,REVISE,JEM Ensemble,8,4
-1,distance_from_targets,392.50103759765625,FashionMNIST,REVISE,JEM Ensemble,8,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-1,set_size_penalty,2.9671453515006956,FashionMNIST,REVISE,JEM Ensemble,8,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-2,distance,396.655517578125,FashionMNIST,REVISE,JEM Ensemble,8,4
-2,distance_from_energy,462.342529296875,FashionMNIST,REVISE,JEM Ensemble,8,4
-2,distance_from_targets,366.4240417480469,FashionMNIST,REVISE,JEM Ensemble,8,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-2,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-3,distance,683.8884887695312,FashionMNIST,REVISE,JEM Ensemble,8,4
-3,distance_from_energy,480.6913146972656,FashionMNIST,REVISE,JEM Ensemble,8,4
-3,distance_from_targets,475.4395751953125,FashionMNIST,REVISE,JEM Ensemble,8,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-3,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-4,distance,591.7427368164062,FashionMNIST,REVISE,JEM Ensemble,8,4
-4,distance_from_energy,553.5678100585938,FashionMNIST,REVISE,JEM Ensemble,8,4
-4,distance_from_targets,520.5925903320312,FashionMNIST,REVISE,JEM Ensemble,8,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-4,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-5,distance,415.430908203125,FashionMNIST,REVISE,JEM Ensemble,8,4
-5,distance_from_energy,635.8549194335938,FashionMNIST,REVISE,JEM Ensemble,8,4
-5,distance_from_targets,410.6295166015625,FashionMNIST,REVISE,JEM Ensemble,8,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,4
-1,distance,603.916748046875,FashionMNIST,ECCCo,JEM Ensemble,8,4
-1,distance_from_energy,118.88829040527344,FashionMNIST,ECCCo,JEM Ensemble,8,4
-1,distance_from_targets,513.2744140625,FashionMNIST,ECCCo,JEM Ensemble,8,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-2,distance,605.7630615234375,FashionMNIST,ECCCo,JEM Ensemble,8,4
-2,distance_from_energy,115.97615814208984,FashionMNIST,ECCCo,JEM Ensemble,8,4
-2,distance_from_targets,530.06298828125,FashionMNIST,ECCCo,JEM Ensemble,8,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-3,distance,594.5523071289062,FashionMNIST,ECCCo,JEM Ensemble,8,4
-3,distance_from_energy,145.80868530273438,FashionMNIST,ECCCo,JEM Ensemble,8,4
-3,distance_from_targets,506.1246643066406,FashionMNIST,ECCCo,JEM Ensemble,8,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-3,set_size_penalty,1.0008576640412066,FashionMNIST,ECCCo,JEM Ensemble,8,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-4,distance,592.919921875,FashionMNIST,ECCCo,JEM Ensemble,8,4
-4,distance_from_energy,120.55210876464844,FashionMNIST,ECCCo,JEM Ensemble,8,4
-4,distance_from_targets,507.96728515625,FashionMNIST,ECCCo,JEM Ensemble,8,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-4,set_size_penalty,2.000002809328517,FashionMNIST,ECCCo,JEM Ensemble,8,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-5,distance,684.6174926757812,FashionMNIST,ECCCo,JEM Ensemble,8,4
-5,distance_from_energy,90.67113494873047,FashionMNIST,ECCCo,JEM Ensemble,8,4
-5,distance_from_targets,541.2681884765625,FashionMNIST,ECCCo,JEM Ensemble,8,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-5,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,4
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,4
-1,distance_from_energy,629.7466430664062,FashionMNIST,Schut,JEM Ensemble,8,4
-1,distance_from_targets,448.1014099121094,FashionMNIST,Schut,JEM Ensemble,8,4
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,4
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,4
-2,distance_from_energy,714.6837158203125,FashionMNIST,Schut,JEM Ensemble,8,4
-2,distance_from_targets,456.5643615722656,FashionMNIST,Schut,JEM Ensemble,8,4
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,4
-3,distance_from_energy,741.4866943359375,FashionMNIST,Schut,JEM Ensemble,8,4
-3,distance_from_targets,496.81048583984375,FashionMNIST,Schut,JEM Ensemble,8,4
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,4
-4,distance_from_energy,706.2986450195312,FashionMNIST,Schut,JEM Ensemble,8,4
-4,distance_from_targets,417.0145568847656,FashionMNIST,Schut,JEM Ensemble,8,4
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,4
-5,distance_from_energy,709.6312866210938,FashionMNIST,Schut,JEM Ensemble,8,4
-5,distance_from_targets,442.1175537109375,FashionMNIST,Schut,JEM Ensemble,8,4
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,4
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,4
-6,distance,83.46676635742188,FashionMNIST,Wachter,MLP,8,4
-6,distance_from_energy,823.4041748046875,FashionMNIST,Wachter,MLP,8,4
-6,distance_from_targets,534.3194580078125,FashionMNIST,Wachter,MLP,8,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,4
-6,set_size_penalty,3.9999878144788923,FashionMNIST,Wachter,MLP,8,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,4
-7,distance,73.44926452636719,FashionMNIST,Wachter,MLP,8,4
-7,distance_from_energy,795.3079833984375,FashionMNIST,Wachter,MLP,8,4
-7,distance_from_targets,448.4532775878906,FashionMNIST,Wachter,MLP,8,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,4
-7,set_size_penalty,1.0379697736033175,FashionMNIST,Wachter,MLP,8,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,4
-8,distance,71.17362976074219,FashionMNIST,Wachter,MLP,8,4
-8,distance_from_energy,841.0828247070312,FashionMNIST,Wachter,MLP,8,4
-8,distance_from_targets,475.78009033203125,FashionMNIST,Wachter,MLP,8,4
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,4
-8,set_size_penalty,3.000000054242842,FashionMNIST,Wachter,MLP,8,4
-8,validity,1.0,FashionMNIST,Wachter,MLP,8,4
-9,distance,73.78902435302734,FashionMNIST,Wachter,MLP,8,4
-9,distance_from_energy,905.0055541992188,FashionMNIST,Wachter,MLP,8,4
-9,distance_from_targets,550.6318969726562,FashionMNIST,Wachter,MLP,8,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,4
-9,set_size_penalty,1.9999981652815508,FashionMNIST,Wachter,MLP,8,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,4
-10,distance,77.06956481933594,FashionMNIST,Wachter,MLP,8,4
-10,distance_from_energy,843.2833862304688,FashionMNIST,Wachter,MLP,8,4
-10,distance_from_targets,478.27984619140625,FashionMNIST,Wachter,MLP,8,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,4
-10,set_size_penalty,2.999999793998748,FashionMNIST,Wachter,MLP,8,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,4
-6,distance,185.16302490234375,FashionMNIST,REVISE,MLP,8,4
-6,distance_from_energy,822.4924926757812,FashionMNIST,REVISE,MLP,8,4
-6,distance_from_targets,540.8235473632812,FashionMNIST,REVISE,MLP,8,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,4
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,4
-6,validity,0.0,FashionMNIST,REVISE,MLP,8,4
-7,distance,210.9683074951172,FashionMNIST,REVISE,MLP,8,4
-7,distance_from_energy,816.5748291015625,FashionMNIST,REVISE,MLP,8,4
-7,distance_from_targets,501.6374816894531,FashionMNIST,REVISE,MLP,8,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,4
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,4
-7,validity,0.0,FashionMNIST,REVISE,MLP,8,4
-8,distance,242.5093994140625,FashionMNIST,REVISE,MLP,8,4
-8,distance_from_energy,815.7055053710938,FashionMNIST,REVISE,MLP,8,4
-8,distance_from_targets,442.722900390625,FashionMNIST,REVISE,MLP,8,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,4
-8,set_size_penalty,1.0838066144230827,FashionMNIST,REVISE,MLP,8,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,8,4
-9,distance,358.7388000488281,FashionMNIST,REVISE,MLP,8,4
-9,distance_from_energy,894.09765625,FashionMNIST,REVISE,MLP,8,4
-9,distance_from_targets,431.8934631347656,FashionMNIST,REVISE,MLP,8,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,4
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,4
-9,validity,0.0,FashionMNIST,REVISE,MLP,8,4
-10,distance,181.28993225097656,FashionMNIST,REVISE,MLP,8,4
-10,distance_from_energy,853.0780029296875,FashionMNIST,REVISE,MLP,8,4
-10,distance_from_targets,400.88385009765625,FashionMNIST,REVISE,MLP,8,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,4
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,4
-10,validity,0.0,FashionMNIST,REVISE,MLP,8,4
-6,distance,669.1572265625,FashionMNIST,ECCCo,MLP,8,4
-6,distance_from_energy,194.63986206054688,FashionMNIST,ECCCo,MLP,8,4
-6,distance_from_targets,679.8895263671875,FashionMNIST,ECCCo,MLP,8,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,4
-6,set_size_penalty,2.9056244376417286,FashionMNIST,ECCCo,MLP,8,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,4
-7,distance,718.6827392578125,FashionMNIST,ECCCo,MLP,8,4
-7,distance_from_energy,100.3590316772461,FashionMNIST,ECCCo,MLP,8,4
-7,distance_from_targets,710.3636474609375,FashionMNIST,ECCCo,MLP,8,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,4
-7,set_size_penalty,3.0000000000000027,FashionMNIST,ECCCo,MLP,8,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,4
-8,distance,686.3284301757812,FashionMNIST,ECCCo,MLP,8,4
-8,distance_from_energy,160.07937622070312,FashionMNIST,ECCCo,MLP,8,4
-8,distance_from_targets,683.6342163085938,FashionMNIST,ECCCo,MLP,8,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,4
-8,set_size_penalty,4.0,FashionMNIST,ECCCo,MLP,8,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,4
-9,distance,698.0096435546875,FashionMNIST,ECCCo,MLP,8,4
-9,distance_from_energy,215.0440673828125,FashionMNIST,ECCCo,MLP,8,4
-9,distance_from_targets,655.0692749023438,FashionMNIST,ECCCo,MLP,8,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,4
-9,set_size_penalty,3.0000093331670206,FashionMNIST,ECCCo,MLP,8,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,4
-10,distance,658.4738159179688,FashionMNIST,ECCCo,MLP,8,4
-10,distance_from_energy,221.38314819335938,FashionMNIST,ECCCo,MLP,8,4
-10,distance_from_targets,662.4737548828125,FashionMNIST,ECCCo,MLP,8,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,4
-10,set_size_penalty,3.000458078137259,FashionMNIST,ECCCo,MLP,8,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,4
-6,distance,10.0,FashionMNIST,Schut,MLP,8,4
-6,distance_from_energy,845.0791015625,FashionMNIST,Schut,MLP,8,4
-6,distance_from_targets,500.83966064453125,FashionMNIST,Schut,MLP,8,4
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,4
-6,validity,0.0,FashionMNIST,Schut,MLP,8,4
-7,distance,10.0,FashionMNIST,Schut,MLP,8,4
-7,distance_from_energy,798.1981811523438,FashionMNIST,Schut,MLP,8,4
-7,distance_from_targets,425.5339660644531,FashionMNIST,Schut,MLP,8,4
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,4
-7,validity,0.0,FashionMNIST,Schut,MLP,8,4
-8,distance,10.0,FashionMNIST,Schut,MLP,8,4
-8,distance_from_energy,810.6260375976562,FashionMNIST,Schut,MLP,8,4
-8,distance_from_targets,454.47454833984375,FashionMNIST,Schut,MLP,8,4
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,4
-8,validity,0.0,FashionMNIST,Schut,MLP,8,4
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,4
-9,distance_from_energy,897.5275268554688,FashionMNIST,Schut,MLP,8,4
-9,distance_from_targets,521.99365234375,FashionMNIST,Schut,MLP,8,4
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,4
-9,validity,0.0,FashionMNIST,Schut,MLP,8,4
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,4
-10,distance_from_energy,834.6570434570312,FashionMNIST,Schut,MLP,8,4
-10,distance_from_targets,453.13824462890625,FashionMNIST,Schut,MLP,8,4
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,4
-10,validity,0.0,FashionMNIST,Schut,MLP,8,4
-11,distance,79.7613296508789,FashionMNIST,Wachter,MLP Ensemble,8,4
-11,distance_from_energy,805.8826904296875,FashionMNIST,Wachter,MLP Ensemble,8,4
-11,distance_from_targets,535.0068969726562,FashionMNIST,Wachter,MLP Ensemble,8,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-11,set_size_penalty,2.0001097612531593,FashionMNIST,Wachter,MLP Ensemble,8,4
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-12,distance,91.5926742553711,FashionMNIST,Wachter,MLP Ensemble,8,4
-12,distance_from_energy,802.4449462890625,FashionMNIST,Wachter,MLP Ensemble,8,4
-12,distance_from_targets,482.8109130859375,FashionMNIST,Wachter,MLP Ensemble,8,4
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,8,4
-12,set_size_penalty,3.9999999996718696,FashionMNIST,Wachter,MLP Ensemble,8,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-13,distance,97.29122924804688,FashionMNIST,Wachter,MLP Ensemble,8,4
-13,distance_from_energy,824.4557495117188,FashionMNIST,Wachter,MLP Ensemble,8,4
-13,distance_from_targets,511.409912109375,FashionMNIST,Wachter,MLP Ensemble,8,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-13,set_size_penalty,2.9716846528057763,FashionMNIST,Wachter,MLP Ensemble,8,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-14,distance,90.98637390136719,FashionMNIST,Wachter,MLP Ensemble,8,4
-14,distance_from_energy,871.0637817382812,FashionMNIST,Wachter,MLP Ensemble,8,4
-14,distance_from_targets,525.1837768554688,FashionMNIST,Wachter,MLP Ensemble,8,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-15,distance,79.91468048095703,FashionMNIST,Wachter,MLP Ensemble,8,4
-15,distance_from_energy,828.1827392578125,FashionMNIST,Wachter,MLP Ensemble,8,4
-15,distance_from_targets,487.3072204589844,FashionMNIST,Wachter,MLP Ensemble,8,4
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,8,4
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,4
-11,distance,189.21237182617188,FashionMNIST,REVISE,MLP Ensemble,8,4
-11,distance_from_energy,774.4454956054688,FashionMNIST,REVISE,MLP Ensemble,8,4
-11,distance_from_targets,447.241943359375,FashionMNIST,REVISE,MLP Ensemble,8,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-12,distance,233.60133361816406,FashionMNIST,REVISE,MLP Ensemble,8,4
-12,distance_from_energy,813.5505981445312,FashionMNIST,REVISE,MLP Ensemble,8,4
-12,distance_from_targets,531.8018798828125,FashionMNIST,REVISE,MLP Ensemble,8,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-13,distance,194.66407775878906,FashionMNIST,REVISE,MLP Ensemble,8,4
-13,distance_from_energy,798.470703125,FashionMNIST,REVISE,MLP Ensemble,8,4
-13,distance_from_targets,461.5380859375,FashionMNIST,REVISE,MLP Ensemble,8,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-14,distance,211.27479553222656,FashionMNIST,REVISE,MLP Ensemble,8,4
-14,distance_from_energy,849.0308837890625,FashionMNIST,REVISE,MLP Ensemble,8,4
-14,distance_from_targets,428.6507263183594,FashionMNIST,REVISE,MLP Ensemble,8,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-15,distance,149.3374481201172,FashionMNIST,REVISE,MLP Ensemble,8,4
-15,distance_from_energy,782.1041259765625,FashionMNIST,REVISE,MLP Ensemble,8,4
-15,distance_from_targets,437.07763671875,FashionMNIST,REVISE,MLP Ensemble,8,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,4
-11,distance,672.6796875,FashionMNIST,ECCCo,MLP Ensemble,8,4
-11,distance_from_energy,146.90017700195312,FashionMNIST,ECCCo,MLP Ensemble,8,4
-11,distance_from_targets,624.2017822265625,FashionMNIST,ECCCo,MLP Ensemble,8,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-11,set_size_penalty,1.003210046817072,FashionMNIST,ECCCo,MLP Ensemble,8,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-12,distance,690.422607421875,FashionMNIST,ECCCo,MLP Ensemble,8,4
-12,distance_from_energy,145.8783721923828,FashionMNIST,ECCCo,MLP Ensemble,8,4
-12,distance_from_targets,628.3980102539062,FashionMNIST,ECCCo,MLP Ensemble,8,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-12,set_size_penalty,2.0000000875159962,FashionMNIST,ECCCo,MLP Ensemble,8,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-13,distance,716.951171875,FashionMNIST,ECCCo,MLP Ensemble,8,4
-13,distance_from_energy,152.1544952392578,FashionMNIST,ECCCo,MLP Ensemble,8,4
-13,distance_from_targets,629.7611083984375,FashionMNIST,ECCCo,MLP Ensemble,8,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-13,set_size_penalty,1.0211799078677641,FashionMNIST,ECCCo,MLP Ensemble,8,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-14,distance,721.9232177734375,FashionMNIST,ECCCo,MLP Ensemble,8,4
-14,distance_from_energy,174.20880126953125,FashionMNIST,ECCCo,MLP Ensemble,8,4
-14,distance_from_targets,609.1347045898438,FashionMNIST,ECCCo,MLP Ensemble,8,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-14,set_size_penalty,2.0000020981211013,FashionMNIST,ECCCo,MLP Ensemble,8,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-15,distance,702.5792846679688,FashionMNIST,ECCCo,MLP Ensemble,8,4
-15,distance_from_energy,133.3311004638672,FashionMNIST,ECCCo,MLP Ensemble,8,4
-15,distance_from_targets,629.5238037109375,FashionMNIST,ECCCo,MLP Ensemble,8,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-15,set_size_penalty,1.06432886445132,FashionMNIST,ECCCo,MLP Ensemble,8,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,4
-11,distance_from_energy,821.4359130859375,FashionMNIST,Schut,MLP Ensemble,8,4
-11,distance_from_targets,506.260009765625,FashionMNIST,Schut,MLP Ensemble,8,4
-11,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,4
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,4
-12,distance_from_energy,819.0474853515625,FashionMNIST,Schut,MLP Ensemble,8,4
-12,distance_from_targets,457.94171142578125,FashionMNIST,Schut,MLP Ensemble,8,4
-12,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,4
-13,distance_from_energy,843.1788330078125,FashionMNIST,Schut,MLP Ensemble,8,4
-13,distance_from_targets,485.8378601074219,FashionMNIST,Schut,MLP Ensemble,8,4
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,4
-14,distance_from_energy,886.5232543945312,FashionMNIST,Schut,MLP Ensemble,8,4
-14,distance_from_targets,496.38714599609375,FashionMNIST,Schut,MLP Ensemble,8,4
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,4
-15,distance_from_energy,827.24853515625,FashionMNIST,Schut,MLP Ensemble,8,4
-15,distance_from_targets,468.6185607910156,FashionMNIST,Schut,MLP Ensemble,8,4
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,4
-16,distance,71.68826293945312,FashionMNIST,Wachter,JEM,8,4
-16,distance_from_energy,809.6817626953125,FashionMNIST,Wachter,JEM,8,4
-16,distance_from_targets,532.2928466796875,FashionMNIST,Wachter,JEM,8,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,4
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,4
-17,distance,74.89350891113281,FashionMNIST,Wachter,JEM,8,4
-17,distance_from_energy,697.9923095703125,FashionMNIST,Wachter,JEM,8,4
-17,distance_from_targets,587.1875610351562,FashionMNIST,Wachter,JEM,8,4
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,4
-17,set_size_penalty,7.9591757994203824,FashionMNIST,Wachter,JEM,8,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,4
-18,distance,82.42217254638672,FashionMNIST,Wachter,JEM,8,4
-18,distance_from_energy,649.2259521484375,FashionMNIST,Wachter,JEM,8,4
-18,distance_from_targets,444.739501953125,FashionMNIST,Wachter,JEM,8,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,4
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,4
-19,distance,80.8001708984375,FashionMNIST,Wachter,JEM,8,4
-19,distance_from_energy,769.953125,FashionMNIST,Wachter,JEM,8,4
-19,distance_from_targets,532.401123046875,FashionMNIST,Wachter,JEM,8,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,4
-19,set_size_penalty,0.9999999999999886,FashionMNIST,Wachter,JEM,8,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,4
-20,distance,78.04742431640625,FashionMNIST,Wachter,JEM,8,4
-20,distance_from_energy,788.0474853515625,FashionMNIST,Wachter,JEM,8,4
-20,distance_from_targets,508.08331298828125,FashionMNIST,Wachter,JEM,8,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,4
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,4
-16,distance,283.88983154296875,FashionMNIST,REVISE,JEM,8,4
-16,distance_from_energy,718.3795776367188,FashionMNIST,REVISE,JEM,8,4
-16,distance_from_targets,424.0254211425781,FashionMNIST,REVISE,JEM,8,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,4
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,4
-16,validity,0.0,FashionMNIST,REVISE,JEM,8,4
-17,distance,271.1756896972656,FashionMNIST,REVISE,JEM,8,4
-17,distance_from_energy,663.2557373046875,FashionMNIST,REVISE,JEM,8,4
-17,distance_from_targets,559.8677978515625,FashionMNIST,REVISE,JEM,8,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,4
-17,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,8,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,4
-18,distance,451.7397155761719,FashionMNIST,REVISE,JEM,8,4
-18,distance_from_energy,692.9368896484375,FashionMNIST,REVISE,JEM,8,4
-18,distance_from_targets,407.121826171875,FashionMNIST,REVISE,JEM,8,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,4
-18,set_size_penalty,4.05108421626477,FashionMNIST,REVISE,JEM,8,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,8,4
-19,distance,302.64599609375,FashionMNIST,REVISE,JEM,8,4
-19,distance_from_energy,843.32861328125,FashionMNIST,REVISE,JEM,8,4
-19,distance_from_targets,499.961669921875,FashionMNIST,REVISE,JEM,8,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,4
-19,set_size_penalty,5.000000000032916,FashionMNIST,REVISE,JEM,8,4
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,4
-20,distance,222.8672332763672,FashionMNIST,REVISE,JEM,8,4
-20,distance_from_energy,667.7005615234375,FashionMNIST,REVISE,JEM,8,4
-20,distance_from_targets,463.8862609863281,FashionMNIST,REVISE,JEM,8,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,4
-20,set_size_penalty,3.056027852092713,FashionMNIST,REVISE,JEM,8,4
-20,validity,1.0,FashionMNIST,REVISE,JEM,8,4
-16,distance,725.5252685546875,FashionMNIST,ECCCo,JEM,8,4
-16,distance_from_energy,182.21849060058594,FashionMNIST,ECCCo,JEM,8,4
-16,distance_from_targets,569.8984985351562,FashionMNIST,ECCCo,JEM,8,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,4
-16,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,4
-17,distance,590.9169921875,FashionMNIST,ECCCo,JEM,8,4
-17,distance_from_energy,171.51931762695312,FashionMNIST,ECCCo,JEM,8,4
-17,distance_from_targets,526.8071899414062,FashionMNIST,ECCCo,JEM,8,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,4
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,4
-18,distance,571.8092041015625,FashionMNIST,ECCCo,JEM,8,4
-18,distance_from_energy,79.13568878173828,FashionMNIST,ECCCo,JEM,8,4
-18,distance_from_targets,675.8407592773438,FashionMNIST,ECCCo,JEM,8,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,4
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,4
-19,distance,453.32061767578125,FashionMNIST,ECCCo,JEM,8,4
-19,distance_from_energy,333.02410888671875,FashionMNIST,ECCCo,JEM,8,4
-19,distance_from_targets,484.6431579589844,FashionMNIST,ECCCo,JEM,8,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,4
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,4
-20,distance,626.3849487304688,FashionMNIST,ECCCo,JEM,8,4
-20,distance_from_energy,296.31964111328125,FashionMNIST,ECCCo,JEM,8,4
-20,distance_from_targets,487.68658447265625,FashionMNIST,ECCCo,JEM,8,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,4
-20,set_size_penalty,1.0000000084582035,FashionMNIST,ECCCo,JEM,8,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,4
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,4
-16,distance_from_energy,839.7618408203125,FashionMNIST,Schut,JEM,8,4
-16,distance_from_targets,515.576904296875,FashionMNIST,Schut,JEM,8,4
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,4
-16,validity,0.0,FashionMNIST,Schut,JEM,8,4
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,8,4
-17,distance_from_energy,761.0733642578125,FashionMNIST,Schut,JEM,8,4
-17,distance_from_targets,557.253662109375,FashionMNIST,Schut,JEM,8,4
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,4
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,4
-17,validity,0.0,FashionMNIST,Schut,JEM,8,4
-18,distance,10.0,FashionMNIST,Schut,JEM,8,4
-18,distance_from_energy,687.2813720703125,FashionMNIST,Schut,JEM,8,4
-18,distance_from_targets,422.9466247558594,FashionMNIST,Schut,JEM,8,4
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,4
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,4
-18,validity,0.0,FashionMNIST,Schut,JEM,8,4
-19,distance,10.0,FashionMNIST,Schut,JEM,8,4
-19,distance_from_energy,495.14459228515625,FashionMNIST,Schut,JEM,8,4
-19,distance_from_targets,511.47332763671875,FashionMNIST,Schut,JEM,8,4
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,4
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,4
-19,validity,0.0,FashionMNIST,Schut,JEM,8,4
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,4
-20,distance_from_energy,727.0584106445312,FashionMNIST,Schut,JEM,8,4
-20,distance_from_targets,479.6596984863281,FashionMNIST,Schut,JEM,8,4
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,8,4
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,4
-20,validity,0.0,FashionMNIST,Schut,JEM,8,4
-1,distance,64.86380004882812,FashionMNIST,Wachter,JEM Ensemble,8,5
-1,distance_from_energy,810.5577392578125,FashionMNIST,Wachter,JEM Ensemble,8,5
-1,distance_from_targets,534.11962890625,FashionMNIST,Wachter,JEM Ensemble,8,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-2,distance,75.22920227050781,FashionMNIST,Wachter,JEM Ensemble,8,5
-2,distance_from_energy,785.6466064453125,FashionMNIST,Wachter,JEM Ensemble,8,5
-2,distance_from_targets,519.6836547851562,FashionMNIST,Wachter,JEM Ensemble,8,5
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,8,5
-2,set_size_penalty,4.000034388438976,FashionMNIST,Wachter,JEM Ensemble,8,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-3,distance,83.28311920166016,FashionMNIST,Wachter,JEM Ensemble,8,5
-3,distance_from_energy,867.1500854492188,FashionMNIST,Wachter,JEM Ensemble,8,5
-3,distance_from_targets,613.445068359375,FashionMNIST,Wachter,JEM Ensemble,8,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-3,set_size_penalty,3.52331757710039,FashionMNIST,Wachter,JEM Ensemble,8,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-4,distance,97.31585693359375,FashionMNIST,Wachter,JEM Ensemble,8,5
-4,distance_from_energy,762.9051513671875,FashionMNIST,Wachter,JEM Ensemble,8,5
-4,distance_from_targets,570.1091918945312,FashionMNIST,Wachter,JEM Ensemble,8,5
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-5,distance,76.24193572998047,FashionMNIST,Wachter,JEM Ensemble,8,5
-5,distance_from_energy,813.31689453125,FashionMNIST,Wachter,JEM Ensemble,8,5
-5,distance_from_targets,572.728515625,FashionMNIST,Wachter,JEM Ensemble,8,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-5,set_size_penalty,0.7700415235824786,FashionMNIST,Wachter,JEM Ensemble,8,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,5
-1,distance,219.6643829345703,FashionMNIST,REVISE,JEM Ensemble,8,5
-1,distance_from_energy,785.4880981445312,FashionMNIST,REVISE,JEM Ensemble,8,5
-1,distance_from_targets,508.21624755859375,FashionMNIST,REVISE,JEM Ensemble,8,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-1,set_size_penalty,8.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-2,distance,208.3885498046875,FashionMNIST,REVISE,JEM Ensemble,8,5
-2,distance_from_energy,792.2841186523438,FashionMNIST,REVISE,JEM Ensemble,8,5
-2,distance_from_targets,458.7193298339844,FashionMNIST,REVISE,JEM Ensemble,8,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-2,set_size_penalty,5.999973853106564,FashionMNIST,REVISE,JEM Ensemble,8,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-3,distance,391.0967102050781,FashionMNIST,REVISE,JEM Ensemble,8,5
-3,distance_from_energy,824.9949951171875,FashionMNIST,REVISE,JEM Ensemble,8,5
-3,distance_from_targets,539.945068359375,FashionMNIST,REVISE,JEM Ensemble,8,5
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-3,set_size_penalty,1.990130382639352,FashionMNIST,REVISE,JEM Ensemble,8,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-4,distance,409.5867614746094,FashionMNIST,REVISE,JEM Ensemble,8,5
-4,distance_from_energy,577.7930908203125,FashionMNIST,REVISE,JEM Ensemble,8,5
-4,distance_from_targets,457.33392333984375,FashionMNIST,REVISE,JEM Ensemble,8,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-5,distance,292.00250244140625,FashionMNIST,REVISE,JEM Ensemble,8,5
-5,distance_from_energy,794.3084716796875,FashionMNIST,REVISE,JEM Ensemble,8,5
-5,distance_from_targets,516.5491333007812,FashionMNIST,REVISE,JEM Ensemble,8,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-5,set_size_penalty,8.000000916021628,FashionMNIST,REVISE,JEM Ensemble,8,5
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,5
-1,distance,600.7431640625,FashionMNIST,ECCCo,JEM Ensemble,8,5
-1,distance_from_energy,195.9078826904297,FashionMNIST,ECCCo,JEM Ensemble,8,5
-1,distance_from_targets,462.3603210449219,FashionMNIST,ECCCo,JEM Ensemble,8,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-2,distance,582.7847900390625,FashionMNIST,ECCCo,JEM Ensemble,8,5
-2,distance_from_energy,164.65147399902344,FashionMNIST,ECCCo,JEM Ensemble,8,5
-2,distance_from_targets,477.00897216796875,FashionMNIST,ECCCo,JEM Ensemble,8,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-3,distance,708.448486328125,FashionMNIST,ECCCo,JEM Ensemble,8,5
-3,distance_from_energy,168.93051147460938,FashionMNIST,ECCCo,JEM Ensemble,8,5
-3,distance_from_targets,488.4427490234375,FashionMNIST,ECCCo,JEM Ensemble,8,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-4,distance,607.3836059570312,FashionMNIST,ECCCo,JEM Ensemble,8,5
-4,distance_from_energy,155.48715209960938,FashionMNIST,ECCCo,JEM Ensemble,8,5
-4,distance_from_targets,505.1351623535156,FashionMNIST,ECCCo,JEM Ensemble,8,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-4,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-5,distance,642.300537109375,FashionMNIST,ECCCo,JEM Ensemble,8,5
-5,distance_from_energy,193.7699432373047,FashionMNIST,ECCCo,JEM Ensemble,8,5
-5,distance_from_targets,486.6658935546875,FashionMNIST,ECCCo,JEM Ensemble,8,5
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-5,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,5
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,5
-1,distance_from_energy,805.5665283203125,FashionMNIST,Schut,JEM Ensemble,8,5
-1,distance_from_targets,503.0255126953125,FashionMNIST,Schut,JEM Ensemble,8,5
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,5
-2,distance_from_energy,718.5477294921875,FashionMNIST,Schut,JEM Ensemble,8,5
-2,distance_from_targets,496.66156005859375,FashionMNIST,Schut,JEM Ensemble,8,5
-2,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,8,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,5
-3,distance_from_energy,875.5597534179688,FashionMNIST,Schut,JEM Ensemble,8,5
-3,distance_from_targets,591.53125,FashionMNIST,Schut,JEM Ensemble,8,5
-3,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,8,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,5
-4,distance_from_energy,711.4132690429688,FashionMNIST,Schut,JEM Ensemble,8,5
-4,distance_from_targets,557.1039428710938,FashionMNIST,Schut,JEM Ensemble,8,5
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,5
-5,distance_from_energy,809.0347900390625,FashionMNIST,Schut,JEM Ensemble,8,5
-5,distance_from_targets,553.875,FashionMNIST,Schut,JEM Ensemble,8,5
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,5
-6,distance,73.13896942138672,FashionMNIST,Wachter,MLP,8,5
-6,distance_from_energy,830.3972778320312,FashionMNIST,Wachter,MLP,8,5
-6,distance_from_targets,533.1941528320312,FashionMNIST,Wachter,MLP,8,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,5
-6,set_size_penalty,3.000000000001763,FashionMNIST,Wachter,MLP,8,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,5
-7,distance,79.40516662597656,FashionMNIST,Wachter,MLP,8,5
-7,distance_from_energy,888.7421875,FashionMNIST,Wachter,MLP,8,5
-7,distance_from_targets,491.17059326171875,FashionMNIST,Wachter,MLP,8,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,5
-7,set_size_penalty,3.99999999162546,FashionMNIST,Wachter,MLP,8,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,5
-8,distance,69.6431884765625,FashionMNIST,Wachter,MLP,8,5
-8,distance_from_energy,897.4356689453125,FashionMNIST,Wachter,MLP,8,5
-8,distance_from_targets,545.4693603515625,FashionMNIST,Wachter,MLP,8,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,5
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,8,5
-8,validity,0.0,FashionMNIST,Wachter,MLP,8,5
-9,distance,78.07135009765625,FashionMNIST,Wachter,MLP,8,5
-9,distance_from_energy,815.68505859375,FashionMNIST,Wachter,MLP,8,5
-9,distance_from_targets,602.7135620117188,FashionMNIST,Wachter,MLP,8,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,5
-9,set_size_penalty,3.999997877057882,FashionMNIST,Wachter,MLP,8,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,5
-10,distance,64.10018157958984,FashionMNIST,Wachter,MLP,8,5
-10,distance_from_energy,865.3742065429688,FashionMNIST,Wachter,MLP,8,5
-10,distance_from_targets,517.57861328125,FashionMNIST,Wachter,MLP,8,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,5
-10,set_size_penalty,1.0000047659536928,FashionMNIST,Wachter,MLP,8,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,5
-6,distance,249.5908660888672,FashionMNIST,REVISE,MLP,8,5
-6,distance_from_energy,790.3178100585938,FashionMNIST,REVISE,MLP,8,5
-6,distance_from_targets,440.33367919921875,FashionMNIST,REVISE,MLP,8,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,5
-6,set_size_penalty,3.999999999075511,FashionMNIST,REVISE,MLP,8,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,8,5
-7,distance,181.97406005859375,FashionMNIST,REVISE,MLP,8,5
-7,distance_from_energy,837.4832153320312,FashionMNIST,REVISE,MLP,8,5
-7,distance_from_targets,447.6789245605469,FashionMNIST,REVISE,MLP,8,5
-7,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,8,5
-7,set_size_penalty,1.9999979848123655,FashionMNIST,REVISE,MLP,8,5
-7,validity,1.0,FashionMNIST,REVISE,MLP,8,5
-8,distance,127.00725555419922,FashionMNIST,REVISE,MLP,8,5
-8,distance_from_energy,830.677734375,FashionMNIST,REVISE,MLP,8,5
-8,distance_from_targets,494.6731872558594,FashionMNIST,REVISE,MLP,8,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,5
-8,set_size_penalty,2.999921956669837,FashionMNIST,REVISE,MLP,8,5
-8,validity,1.0,FashionMNIST,REVISE,MLP,8,5
-9,distance,255.4561309814453,FashionMNIST,REVISE,MLP,8,5
-9,distance_from_energy,842.1112060546875,FashionMNIST,REVISE,MLP,8,5
-9,distance_from_targets,534.7466430664062,FashionMNIST,REVISE,MLP,8,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,5
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,5
-9,validity,0.0,FashionMNIST,REVISE,MLP,8,5
-10,distance,147.13417053222656,FashionMNIST,REVISE,MLP,8,5
-10,distance_from_energy,885.2825927734375,FashionMNIST,REVISE,MLP,8,5
-10,distance_from_targets,489.6410217285156,FashionMNIST,REVISE,MLP,8,5
-10,redundancy,0.002551020408163265,FashionMNIST,REVISE,MLP,8,5
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,5
-10,validity,0.0,FashionMNIST,REVISE,MLP,8,5
-6,distance,656.1824340820312,FashionMNIST,ECCCo,MLP,8,5
-6,distance_from_energy,199.65147399902344,FashionMNIST,ECCCo,MLP,8,5
-6,distance_from_targets,640.414306640625,FashionMNIST,ECCCo,MLP,8,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,5
-6,set_size_penalty,2.004188637492434,FashionMNIST,ECCCo,MLP,8,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,5
-7,distance,664.9772338867188,FashionMNIST,ECCCo,MLP,8,5
-7,distance_from_energy,198.42039489746094,FashionMNIST,ECCCo,MLP,8,5
-7,distance_from_targets,642.9190673828125,FashionMNIST,ECCCo,MLP,8,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,5
-7,set_size_penalty,3.000706722832466,FashionMNIST,ECCCo,MLP,8,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,5
-8,distance,687.626220703125,FashionMNIST,ECCCo,MLP,8,5
-8,distance_from_energy,208.51876831054688,FashionMNIST,ECCCo,MLP,8,5
-8,distance_from_targets,635.1131591796875,FashionMNIST,ECCCo,MLP,8,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,5
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,8,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,5
-9,distance,645.49609375,FashionMNIST,ECCCo,MLP,8,5
-9,distance_from_energy,192.0784454345703,FashionMNIST,ECCCo,MLP,8,5
-9,distance_from_targets,662.4955444335938,FashionMNIST,ECCCo,MLP,8,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,5
-9,set_size_penalty,3.0000019685220525,FashionMNIST,ECCCo,MLP,8,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,5
-10,distance,644.8231811523438,FashionMNIST,ECCCo,MLP,8,5
-10,distance_from_energy,227.58688354492188,FashionMNIST,ECCCo,MLP,8,5
-10,distance_from_targets,626.4926147460938,FashionMNIST,ECCCo,MLP,8,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,5
-10,set_size_penalty,3.0048769209237487,FashionMNIST,ECCCo,MLP,8,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,5
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,5
-6,distance_from_energy,863.6769409179688,FashionMNIST,Schut,MLP,8,5
-6,distance_from_targets,504.6916198730469,FashionMNIST,Schut,MLP,8,5
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,5
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,5
-6,validity,0.0,FashionMNIST,Schut,MLP,8,5
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,5
-7,distance_from_energy,866.21875,FashionMNIST,Schut,MLP,8,5
-7,distance_from_targets,460.1934509277344,FashionMNIST,Schut,MLP,8,5
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,5
-7,validity,0.0,FashionMNIST,Schut,MLP,8,5
-8,distance,10.0,FashionMNIST,Schut,MLP,8,5
-8,distance_from_energy,854.5059814453125,FashionMNIST,Schut,MLP,8,5
-8,distance_from_targets,504.7813415527344,FashionMNIST,Schut,MLP,8,5
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,5
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,5
-8,validity,0.0,FashionMNIST,Schut,MLP,8,5
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,5
-9,distance_from_energy,844.7009887695312,FashionMNIST,Schut,MLP,8,5
-9,distance_from_targets,566.4216918945312,FashionMNIST,Schut,MLP,8,5
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,5
-9,validity,0.0,FashionMNIST,Schut,MLP,8,5
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,5
-10,distance_from_energy,862.4207153320312,FashionMNIST,Schut,MLP,8,5
-10,distance_from_targets,504.8006896972656,FashionMNIST,Schut,MLP,8,5
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,5
-10,set_size_penalty,2.0182881893871825,FashionMNIST,Schut,MLP,8,5
-10,validity,1.0,FashionMNIST,Schut,MLP,8,5
-11,distance,90.5505142211914,FashionMNIST,Wachter,MLP Ensemble,8,5
-11,distance_from_energy,811.502197265625,FashionMNIST,Wachter,MLP Ensemble,8,5
-11,distance_from_targets,580.0735473632812,FashionMNIST,Wachter,MLP Ensemble,8,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-12,distance,74.17664337158203,FashionMNIST,Wachter,MLP Ensemble,8,5
-12,distance_from_energy,771.1551513671875,FashionMNIST,Wachter,MLP Ensemble,8,5
-12,distance_from_targets,525.3240966796875,FashionMNIST,Wachter,MLP Ensemble,8,5
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-13,distance,76.18106842041016,FashionMNIST,Wachter,MLP Ensemble,8,5
-13,distance_from_energy,784.9354248046875,FashionMNIST,Wachter,MLP Ensemble,8,5
-13,distance_from_targets,469.3389892578125,FashionMNIST,Wachter,MLP Ensemble,8,5
-13,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,8,5
-13,set_size_penalty,2.999999999985773,FashionMNIST,Wachter,MLP Ensemble,8,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-14,distance,73.89448547363281,FashionMNIST,Wachter,MLP Ensemble,8,5
-14,distance_from_energy,740.705078125,FashionMNIST,Wachter,MLP Ensemble,8,5
-14,distance_from_targets,494.33746337890625,FashionMNIST,Wachter,MLP Ensemble,8,5
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,8,5
-14,set_size_penalty,1.9992052492437586,FashionMNIST,Wachter,MLP Ensemble,8,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-15,distance,89.26716613769531,FashionMNIST,Wachter,MLP Ensemble,8,5
-15,distance_from_energy,750.1571655273438,FashionMNIST,Wachter,MLP Ensemble,8,5
-15,distance_from_targets,584.1337280273438,FashionMNIST,Wachter,MLP Ensemble,8,5
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,8,5
-15,set_size_penalty,2.000000359186785,FashionMNIST,Wachter,MLP Ensemble,8,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,5
-11,distance,216.39962768554688,FashionMNIST,REVISE,MLP Ensemble,8,5
-11,distance_from_energy,766.1605224609375,FashionMNIST,REVISE,MLP Ensemble,8,5
-11,distance_from_targets,533.7429809570312,FashionMNIST,REVISE,MLP Ensemble,8,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-12,distance,189.26173400878906,FashionMNIST,REVISE,MLP Ensemble,8,5
-12,distance_from_energy,732.1357421875,FashionMNIST,REVISE,MLP Ensemble,8,5
-12,distance_from_targets,456.2740478515625,FashionMNIST,REVISE,MLP Ensemble,8,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-12,set_size_penalty,1.0000003728889586,FashionMNIST,REVISE,MLP Ensemble,8,5
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-13,distance,126.48469543457031,FashionMNIST,REVISE,MLP Ensemble,8,5
-13,distance_from_energy,753.794189453125,FashionMNIST,REVISE,MLP Ensemble,8,5
-13,distance_from_targets,449.1764831542969,FashionMNIST,REVISE,MLP Ensemble,8,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-14,distance,198.73487854003906,FashionMNIST,REVISE,MLP Ensemble,8,5
-14,distance_from_energy,770.1551513671875,FashionMNIST,REVISE,MLP Ensemble,8,5
-14,distance_from_targets,471.2003479003906,FashionMNIST,REVISE,MLP Ensemble,8,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-15,distance,205.83035278320312,FashionMNIST,REVISE,MLP Ensemble,8,5
-15,distance_from_energy,745.471923828125,FashionMNIST,REVISE,MLP Ensemble,8,5
-15,distance_from_targets,532.0114135742188,FashionMNIST,REVISE,MLP Ensemble,8,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,5
-11,distance,643.0107421875,FashionMNIST,ECCCo,MLP Ensemble,8,5
-11,distance_from_energy,168.6199493408203,FashionMNIST,ECCCo,MLP Ensemble,8,5
-11,distance_from_targets,603.2813110351562,FashionMNIST,ECCCo,MLP Ensemble,8,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-11,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-12,distance,622.7513427734375,FashionMNIST,ECCCo,MLP Ensemble,8,5
-12,distance_from_energy,179.318603515625,FashionMNIST,ECCCo,MLP Ensemble,8,5
-12,distance_from_targets,600.7545776367188,FashionMNIST,ECCCo,MLP Ensemble,8,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-12,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-13,distance,645.6263427734375,FashionMNIST,ECCCo,MLP Ensemble,8,5
-13,distance_from_energy,153.78306579589844,FashionMNIST,ECCCo,MLP Ensemble,8,5
-13,distance_from_targets,609.9743041992188,FashionMNIST,ECCCo,MLP Ensemble,8,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-14,distance,631.3770751953125,FashionMNIST,ECCCo,MLP Ensemble,8,5
-14,distance_from_energy,131.69813537597656,FashionMNIST,ECCCo,MLP Ensemble,8,5
-14,distance_from_targets,625.6305541992188,FashionMNIST,ECCCo,MLP Ensemble,8,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-14,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-15,distance,630.6959228515625,FashionMNIST,ECCCo,MLP Ensemble,8,5
-15,distance_from_energy,154.67611694335938,FashionMNIST,ECCCo,MLP Ensemble,8,5
-15,distance_from_targets,612.3787841796875,FashionMNIST,ECCCo,MLP Ensemble,8,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-15,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,5
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,5
-11,distance_from_energy,815.3223266601562,FashionMNIST,Schut,MLP Ensemble,8,5
-11,distance_from_targets,557.1318969726562,FashionMNIST,Schut,MLP Ensemble,8,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,5
-12,distance_from_energy,792.4656982421875,FashionMNIST,Schut,MLP Ensemble,8,5
-12,distance_from_targets,504.14599609375,FashionMNIST,Schut,MLP Ensemble,8,5
-12,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,5
-13,distance_from_energy,787.054931640625,FashionMNIST,Schut,MLP Ensemble,8,5
-13,distance_from_targets,450.0806579589844,FashionMNIST,Schut,MLP Ensemble,8,5
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,5
-14,distance_from_energy,751.2189331054688,FashionMNIST,Schut,MLP Ensemble,8,5
-14,distance_from_targets,471.19281005859375,FashionMNIST,Schut,MLP Ensemble,8,5
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,5
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,5
-15,distance_from_energy,757.9412231445312,FashionMNIST,Schut,MLP Ensemble,8,5
-15,distance_from_targets,564.2656860351562,FashionMNIST,Schut,MLP Ensemble,8,5
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,5
-16,distance,79.43592834472656,FashionMNIST,Wachter,JEM,8,5
-16,distance_from_energy,668.3236083984375,FashionMNIST,Wachter,JEM,8,5
-16,distance_from_targets,516.5027465820312,FashionMNIST,Wachter,JEM,8,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,5
-16,set_size_penalty,8.0,FashionMNIST,Wachter,JEM,8,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,5
-17,distance,60.04703903198242,FashionMNIST,Wachter,JEM,8,5
-17,distance_from_energy,727.3209228515625,FashionMNIST,Wachter,JEM,8,5
-17,distance_from_targets,579.9431762695312,FashionMNIST,Wachter,JEM,8,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,5
-17,set_size_penalty,3.983107989494816,FashionMNIST,Wachter,JEM,8,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,5
-18,distance,75.67350769042969,FashionMNIST,Wachter,JEM,8,5
-18,distance_from_energy,552.8073120117188,FashionMNIST,Wachter,JEM,8,5
-18,distance_from_targets,535.514892578125,FashionMNIST,Wachter,JEM,8,5
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,8,5
-18,set_size_penalty,8.0,FashionMNIST,Wachter,JEM,8,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,5
-19,distance,77.99260711669922,FashionMNIST,Wachter,JEM,8,5
-19,distance_from_energy,594.7996826171875,FashionMNIST,Wachter,JEM,8,5
-19,distance_from_targets,512.8043212890625,FashionMNIST,Wachter,JEM,8,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,5
-19,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,8,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,5
-20,distance,71.64745330810547,FashionMNIST,Wachter,JEM,8,5
-20,distance_from_energy,745.0670166015625,FashionMNIST,Wachter,JEM,8,5
-20,distance_from_targets,548.68798828125,FashionMNIST,Wachter,JEM,8,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,5
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,5
-16,distance,236.51034545898438,FashionMNIST,REVISE,JEM,8,5
-16,distance_from_energy,537.7269287109375,FashionMNIST,REVISE,JEM,8,5
-16,distance_from_targets,522.722412109375,FashionMNIST,REVISE,JEM,8,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,5
-16,set_size_penalty,5.999999999990715,FashionMNIST,REVISE,JEM,8,5
-16,validity,1.0,FashionMNIST,REVISE,JEM,8,5
-17,distance,451.0325012207031,FashionMNIST,REVISE,JEM,8,5
-17,distance_from_energy,814.0696411132812,FashionMNIST,REVISE,JEM,8,5
-17,distance_from_targets,559.4347534179688,FashionMNIST,REVISE,JEM,8,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,5
-17,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,8,5
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,5
-18,distance,226.0798797607422,FashionMNIST,REVISE,JEM,8,5
-18,distance_from_energy,762.9989624023438,FashionMNIST,REVISE,JEM,8,5
-18,distance_from_targets,537.5142822265625,FashionMNIST,REVISE,JEM,8,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,5
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,8,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,8,5
-19,distance,264.3994140625,FashionMNIST,REVISE,JEM,8,5
-19,distance_from_energy,691.6832275390625,FashionMNIST,REVISE,JEM,8,5
-19,distance_from_targets,494.1875305175781,FashionMNIST,REVISE,JEM,8,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,5
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,8,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,5
-20,distance,185.7351531982422,FashionMNIST,REVISE,JEM,8,5
-20,distance_from_energy,719.2645263671875,FashionMNIST,REVISE,JEM,8,5
-20,distance_from_targets,535.603271484375,FashionMNIST,REVISE,JEM,8,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,5
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,5
-20,validity,0.0,FashionMNIST,REVISE,JEM,8,5
-16,distance,420.12005615234375,FashionMNIST,ECCCo,JEM,8,5
-16,distance_from_energy,230.72348022460938,FashionMNIST,ECCCo,JEM,8,5
-16,distance_from_targets,597.5133666992188,FashionMNIST,ECCCo,JEM,8,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,5
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,5
-17,distance,516.0697021484375,FashionMNIST,ECCCo,JEM,8,5
-17,distance_from_energy,134.89642333984375,FashionMNIST,ECCCo,JEM,8,5
-17,distance_from_targets,632.8433837890625,FashionMNIST,ECCCo,JEM,8,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,5
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,5
-18,distance,401.8979187011719,FashionMNIST,ECCCo,JEM,8,5
-18,distance_from_energy,377.52850341796875,FashionMNIST,ECCCo,JEM,8,5
-18,distance_from_targets,519.8145141601562,FashionMNIST,ECCCo,JEM,8,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,5
-18,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,5
-19,distance,439.33270263671875,FashionMNIST,ECCCo,JEM,8,5
-19,distance_from_energy,255.4000701904297,FashionMNIST,ECCCo,JEM,8,5
-19,distance_from_targets,479.947998046875,FashionMNIST,ECCCo,JEM,8,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,5
-19,set_size_penalty,3.9999998379809014,FashionMNIST,ECCCo,JEM,8,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,5
-20,distance,491.8867492675781,FashionMNIST,ECCCo,JEM,8,5
-20,distance_from_energy,158.27224731445312,FashionMNIST,ECCCo,JEM,8,5
-20,distance_from_targets,505.1260681152344,FashionMNIST,ECCCo,JEM,8,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,5
-20,set_size_penalty,1.999999998611808,FashionMNIST,ECCCo,JEM,8,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,5
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,5
-16,distance_from_energy,615.3430786132812,FashionMNIST,Schut,JEM,8,5
-16,distance_from_targets,491.3957824707031,FashionMNIST,Schut,JEM,8,5
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,5
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,5
-16,validity,0.0,FashionMNIST,Schut,JEM,8,5
-17,distance,7.30000114440918,FashionMNIST,Schut,JEM,8,5
-17,distance_from_energy,634.5256958007812,FashionMNIST,Schut,JEM,8,5
-17,distance_from_targets,562.9780883789062,FashionMNIST,Schut,JEM,8,5
-17,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,8,5
-17,set_size_penalty,3.0002692910741997,FashionMNIST,Schut,JEM,8,5
-17,validity,1.0,FashionMNIST,Schut,JEM,8,5
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,5
-18,distance_from_energy,684.701416015625,FashionMNIST,Schut,JEM,8,5
-18,distance_from_targets,508.8559875488281,FashionMNIST,Schut,JEM,8,5
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,5
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,5
-18,validity,0.0,FashionMNIST,Schut,JEM,8,5
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,5
-19,distance_from_energy,614.6000366210938,FashionMNIST,Schut,JEM,8,5
-19,distance_from_targets,474.20513916015625,FashionMNIST,Schut,JEM,8,5
-19,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,8,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,5
-19,validity,0.0,FashionMNIST,Schut,JEM,8,5
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,5
-20,distance_from_energy,569.8698120117188,FashionMNIST,Schut,JEM,8,5
-20,distance_from_targets,507.6985168457031,FashionMNIST,Schut,JEM,8,5
-20,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,8,5
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,5
-20,validity,0.0,FashionMNIST,Schut,JEM,8,5
-1,distance,91.30230712890625,FashionMNIST,Wachter,JEM Ensemble,8,6
-1,distance_from_energy,724.0369873046875,FashionMNIST,Wachter,JEM Ensemble,8,6
-1,distance_from_targets,535.5791015625,FashionMNIST,Wachter,JEM Ensemble,8,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-2,distance,64.01007080078125,FashionMNIST,Wachter,JEM Ensemble,8,6
-2,distance_from_energy,598.4992065429688,FashionMNIST,Wachter,JEM Ensemble,8,6
-2,distance_from_targets,451.2452697753906,FashionMNIST,Wachter,JEM Ensemble,8,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-2,set_size_penalty,1.9885387655891977,FashionMNIST,Wachter,JEM Ensemble,8,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-3,distance,94.73492431640625,FashionMNIST,Wachter,JEM Ensemble,8,6
-3,distance_from_energy,746.6756591796875,FashionMNIST,Wachter,JEM Ensemble,8,6
-3,distance_from_targets,481.7997131347656,FashionMNIST,Wachter,JEM Ensemble,8,6
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-4,distance,94.00187683105469,FashionMNIST,Wachter,JEM Ensemble,8,6
-4,distance_from_energy,861.8846435546875,FashionMNIST,Wachter,JEM Ensemble,8,6
-4,distance_from_targets,508.4024353027344,FashionMNIST,Wachter,JEM Ensemble,8,6
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-5,distance,57.248741149902344,FashionMNIST,Wachter,JEM Ensemble,8,6
-5,distance_from_energy,751.5503540039062,FashionMNIST,Wachter,JEM Ensemble,8,6
-5,distance_from_targets,456.98272705078125,FashionMNIST,Wachter,JEM Ensemble,8,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,6
-1,distance,232.50241088867188,FashionMNIST,REVISE,JEM Ensemble,8,6
-1,distance_from_energy,517.3050537109375,FashionMNIST,REVISE,JEM Ensemble,8,6
-1,distance_from_targets,433.5224304199219,FashionMNIST,REVISE,JEM Ensemble,8,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-1,set_size_penalty,5.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-2,distance,202.83612060546875,FashionMNIST,REVISE,JEM Ensemble,8,6
-2,distance_from_energy,429.819580078125,FashionMNIST,REVISE,JEM Ensemble,8,6
-2,distance_from_targets,449.2480163574219,FashionMNIST,REVISE,JEM Ensemble,8,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-2,set_size_penalty,4.000000000001438,FashionMNIST,REVISE,JEM Ensemble,8,6
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-3,distance,226.06060791015625,FashionMNIST,REVISE,JEM Ensemble,8,6
-3,distance_from_energy,582.550048828125,FashionMNIST,REVISE,JEM Ensemble,8,6
-3,distance_from_targets,414.7950134277344,FashionMNIST,REVISE,JEM Ensemble,8,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-4,distance,475.53790283203125,FashionMNIST,REVISE,JEM Ensemble,8,6
-4,distance_from_energy,454.9632873535156,FashionMNIST,REVISE,JEM Ensemble,8,6
-4,distance_from_targets,418.801025390625,FashionMNIST,REVISE,JEM Ensemble,8,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-5,distance,169.5349578857422,FashionMNIST,REVISE,JEM Ensemble,8,6
-5,distance_from_energy,661.6367797851562,FashionMNIST,REVISE,JEM Ensemble,8,6
-5,distance_from_targets,400.1140441894531,FashionMNIST,REVISE,JEM Ensemble,8,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-5,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,6
-1,distance,592.2853393554688,FashionMNIST,ECCCo,JEM Ensemble,8,6
-1,distance_from_energy,97.74107360839844,FashionMNIST,ECCCo,JEM Ensemble,8,6
-1,distance_from_targets,544.3216552734375,FashionMNIST,ECCCo,JEM Ensemble,8,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-1,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-2,distance,484.9089660644531,FashionMNIST,ECCCo,JEM Ensemble,8,6
-2,distance_from_energy,107.9273452758789,FashionMNIST,ECCCo,JEM Ensemble,8,6
-2,distance_from_targets,544.4956665039062,FashionMNIST,ECCCo,JEM Ensemble,8,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-2,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-3,distance,692.8640747070312,FashionMNIST,ECCCo,JEM Ensemble,8,6
-3,distance_from_energy,75.10475158691406,FashionMNIST,ECCCo,JEM Ensemble,8,6
-3,distance_from_targets,550.7288818359375,FashionMNIST,ECCCo,JEM Ensemble,8,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-3,set_size_penalty,1.000000000004646,FashionMNIST,ECCCo,JEM Ensemble,8,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-4,distance,726.1394653320312,FashionMNIST,ECCCo,JEM Ensemble,8,6
-4,distance_from_energy,147.47308349609375,FashionMNIST,ECCCo,JEM Ensemble,8,6
-4,distance_from_targets,484.75445556640625,FashionMNIST,ECCCo,JEM Ensemble,8,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-4,set_size_penalty,1.0000000085415173,FashionMNIST,ECCCo,JEM Ensemble,8,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-5,distance,636.3863525390625,FashionMNIST,ECCCo,JEM Ensemble,8,6
-5,distance_from_energy,87.32469177246094,FashionMNIST,ECCCo,JEM Ensemble,8,6
-5,distance_from_targets,521.662841796875,FashionMNIST,ECCCo,JEM Ensemble,8,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-5,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,6
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,6
-1,distance_from_energy,674.6907958984375,FashionMNIST,Schut,JEM Ensemble,8,6
-1,distance_from_targets,516.3007202148438,FashionMNIST,Schut,JEM Ensemble,8,6
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,6
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,6
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,6
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,6
-2,distance_from_energy,573.8425903320312,FashionMNIST,Schut,JEM Ensemble,8,6
-2,distance_from_targets,430.01824951171875,FashionMNIST,Schut,JEM Ensemble,8,6
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,6
-2,set_size_penalty,3.9999999999999956,FashionMNIST,Schut,JEM Ensemble,8,6
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,8,6
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,6
-3,distance_from_energy,770.7815551757812,FashionMNIST,Schut,JEM Ensemble,8,6
-3,distance_from_targets,458.70648193359375,FashionMNIST,Schut,JEM Ensemble,8,6
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,6
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,6
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,6
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,6
-4,distance_from_energy,865.06884765625,FashionMNIST,Schut,JEM Ensemble,8,6
-4,distance_from_targets,479.4335021972656,FashionMNIST,Schut,JEM Ensemble,8,6
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,6
-5,distance,4.90000057220459,FashionMNIST,Schut,JEM Ensemble,8,6
-5,distance_from_energy,753.2192993164062,FashionMNIST,Schut,JEM Ensemble,8,6
-5,distance_from_targets,434.03961181640625,FashionMNIST,Schut,JEM Ensemble,8,6
-5,redundancy,0.9936224489795918,FashionMNIST,Schut,JEM Ensemble,8,6
-5,set_size_penalty,9.999999999998487,FashionMNIST,Schut,JEM Ensemble,8,6
-5,validity,1.0,FashionMNIST,Schut,JEM Ensemble,8,6
-6,distance,58.24732971191406,FashionMNIST,Wachter,MLP,8,6
-6,distance_from_energy,841.4893798828125,FashionMNIST,Wachter,MLP,8,6
-6,distance_from_targets,501.2361755371094,FashionMNIST,Wachter,MLP,8,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,6
-6,set_size_penalty,1.9999999999999878,FashionMNIST,Wachter,MLP,8,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,6
-7,distance,78.54827880859375,FashionMNIST,Wachter,MLP,8,6
-7,distance_from_energy,854.8483276367188,FashionMNIST,Wachter,MLP,8,6
-7,distance_from_targets,486.6804504394531,FashionMNIST,Wachter,MLP,8,6
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,6
-7,set_size_penalty,1.999999997204466,FashionMNIST,Wachter,MLP,8,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,6
-8,distance,85.72700500488281,FashionMNIST,Wachter,MLP,8,6
-8,distance_from_energy,844.3760986328125,FashionMNIST,Wachter,MLP,8,6
-8,distance_from_targets,505.4365234375,FashionMNIST,Wachter,MLP,8,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,6
-8,set_size_penalty,2.004731460836691,FashionMNIST,Wachter,MLP,8,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,8,6
-9,distance,82.07200622558594,FashionMNIST,Wachter,MLP,8,6
-9,distance_from_energy,914.017578125,FashionMNIST,Wachter,MLP,8,6
-9,distance_from_targets,592.902587890625,FashionMNIST,Wachter,MLP,8,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,6
-9,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,8,6
-9,validity,0.0,FashionMNIST,Wachter,MLP,8,6
-10,distance,70.02893829345703,FashionMNIST,Wachter,MLP,8,6
-10,distance_from_energy,833.3361206054688,FashionMNIST,Wachter,MLP,8,6
-10,distance_from_targets,531.8681640625,FashionMNIST,Wachter,MLP,8,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,6
-10,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,8,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,6
-6,distance,163.14939880371094,FashionMNIST,REVISE,MLP,8,6
-6,distance_from_energy,861.5284423828125,FashionMNIST,REVISE,MLP,8,6
-6,distance_from_targets,493.5801086425781,FashionMNIST,REVISE,MLP,8,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,6
-6,set_size_penalty,1.0000000042422623,FashionMNIST,REVISE,MLP,8,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,8,6
-7,distance,228.34783935546875,FashionMNIST,REVISE,MLP,8,6
-7,distance_from_energy,823.9334106445312,FashionMNIST,REVISE,MLP,8,6
-7,distance_from_targets,431.5943603515625,FashionMNIST,REVISE,MLP,8,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,6
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,6
-7,validity,0.0,FashionMNIST,REVISE,MLP,8,6
-8,distance,287.9035949707031,FashionMNIST,REVISE,MLP,8,6
-8,distance_from_energy,820.5578002929688,FashionMNIST,REVISE,MLP,8,6
-8,distance_from_targets,390.79486083984375,FashionMNIST,REVISE,MLP,8,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,6
-8,set_size_penalty,2.00000017612099,FashionMNIST,REVISE,MLP,8,6
-8,validity,1.0,FashionMNIST,REVISE,MLP,8,6
-9,distance,191.0249786376953,FashionMNIST,REVISE,MLP,8,6
-9,distance_from_energy,924.9609375,FashionMNIST,REVISE,MLP,8,6
-9,distance_from_targets,588.9251098632812,FashionMNIST,REVISE,MLP,8,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,6
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,6
-9,validity,0.0,FashionMNIST,REVISE,MLP,8,6
-10,distance,275.7483215332031,FashionMNIST,REVISE,MLP,8,6
-10,distance_from_energy,844.9894409179688,FashionMNIST,REVISE,MLP,8,6
-10,distance_from_targets,457.6938171386719,FashionMNIST,REVISE,MLP,8,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,6
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,6
-10,validity,0.0,FashionMNIST,REVISE,MLP,8,6
-6,distance,698.90234375,FashionMNIST,ECCCo,MLP,8,6
-6,distance_from_energy,168.16233825683594,FashionMNIST,ECCCo,MLP,8,6
-6,distance_from_targets,692.43115234375,FashionMNIST,ECCCo,MLP,8,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,6
-6,set_size_penalty,2.0154687466283625,FashionMNIST,ECCCo,MLP,8,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,6
-7,distance,722.0016479492188,FashionMNIST,ECCCo,MLP,8,6
-7,distance_from_energy,137.30958557128906,FashionMNIST,ECCCo,MLP,8,6
-7,distance_from_targets,704.434326171875,FashionMNIST,ECCCo,MLP,8,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,6
-7,set_size_penalty,3.1370878475251733,FashionMNIST,ECCCo,MLP,8,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,6
-8,distance,733.0621948242188,FashionMNIST,ECCCo,MLP,8,6
-8,distance_from_energy,146.51504516601562,FashionMNIST,ECCCo,MLP,8,6
-8,distance_from_targets,700.5633544921875,FashionMNIST,ECCCo,MLP,8,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,6
-8,set_size_penalty,3.000000059611323,FashionMNIST,ECCCo,MLP,8,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,6
-9,distance,708.599853515625,FashionMNIST,ECCCo,MLP,8,6
-9,distance_from_energy,204.7133026123047,FashionMNIST,ECCCo,MLP,8,6
-9,distance_from_targets,649.8823852539062,FashionMNIST,ECCCo,MLP,8,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,6
-9,set_size_penalty,3.0000135518571676,FashionMNIST,ECCCo,MLP,8,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,6
-10,distance,652.1735229492188,FashionMNIST,ECCCo,MLP,8,6
-10,distance_from_energy,165.3186492919922,FashionMNIST,ECCCo,MLP,8,6
-10,distance_from_targets,692.221923828125,FashionMNIST,ECCCo,MLP,8,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,6
-10,set_size_penalty,3.000022546207734,FashionMNIST,ECCCo,MLP,8,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,6
-6,distance,9.400001525878906,FashionMNIST,Schut,MLP,8,6
-6,distance_from_energy,864.8313598632812,FashionMNIST,Schut,MLP,8,6
-6,distance_from_targets,478.961669921875,FashionMNIST,Schut,MLP,8,6
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,6
-6,set_size_penalty,1.0000000001734262,FashionMNIST,Schut,MLP,8,6
-6,validity,1.0,FashionMNIST,Schut,MLP,8,6
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,6
-7,distance_from_energy,862.0646362304688,FashionMNIST,Schut,MLP,8,6
-7,distance_from_targets,460.83148193359375,FashionMNIST,Schut,MLP,8,6
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,6
-7,validity,0.0,FashionMNIST,Schut,MLP,8,6
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,6
-8,distance_from_energy,874.12890625,FashionMNIST,Schut,MLP,8,6
-8,distance_from_targets,474.6358947753906,FashionMNIST,Schut,MLP,8,6
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,6
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,6
-8,validity,0.0,FashionMNIST,Schut,MLP,8,6
-9,distance,10.0,FashionMNIST,Schut,MLP,8,6
-9,distance_from_energy,921.2978515625,FashionMNIST,Schut,MLP,8,6
-9,distance_from_targets,547.431640625,FashionMNIST,Schut,MLP,8,6
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,6
-9,validity,0.0,FashionMNIST,Schut,MLP,8,6
-10,distance,10.0,FashionMNIST,Schut,MLP,8,6
-10,distance_from_energy,821.4202880859375,FashionMNIST,Schut,MLP,8,6
-10,distance_from_targets,506.1356201171875,FashionMNIST,Schut,MLP,8,6
-10,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,8,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,6
-10,validity,0.0,FashionMNIST,Schut,MLP,8,6
-11,distance,85.14222717285156,FashionMNIST,Wachter,MLP Ensemble,8,6
-11,distance_from_energy,800.1812744140625,FashionMNIST,Wachter,MLP Ensemble,8,6
-11,distance_from_targets,455.6553955078125,FashionMNIST,Wachter,MLP Ensemble,8,6
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-11,set_size_penalty,2.999998791148659,FashionMNIST,Wachter,MLP Ensemble,8,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-12,distance,89.878173828125,FashionMNIST,Wachter,MLP Ensemble,8,6
-12,distance_from_energy,851.1842651367188,FashionMNIST,Wachter,MLP Ensemble,8,6
-12,distance_from_targets,534.7030029296875,FashionMNIST,Wachter,MLP Ensemble,8,6
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-12,set_size_penalty,2.000355751504455,FashionMNIST,Wachter,MLP Ensemble,8,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-13,distance,76.188232421875,FashionMNIST,Wachter,MLP Ensemble,8,6
-13,distance_from_energy,812.1740112304688,FashionMNIST,Wachter,MLP Ensemble,8,6
-13,distance_from_targets,536.966552734375,FashionMNIST,Wachter,MLP Ensemble,8,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-13,set_size_penalty,9.99999999999874,FashionMNIST,Wachter,MLP Ensemble,8,6
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-14,distance,85.14222717285156,FashionMNIST,Wachter,MLP Ensemble,8,6
-14,distance_from_energy,808.2469482421875,FashionMNIST,Wachter,MLP Ensemble,8,6
-14,distance_from_targets,455.9940185546875,FashionMNIST,Wachter,MLP Ensemble,8,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-14,set_size_penalty,2.999998791148659,FashionMNIST,Wachter,MLP Ensemble,8,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-15,distance,74.19824981689453,FashionMNIST,Wachter,MLP Ensemble,8,6
-15,distance_from_energy,833.5475463867188,FashionMNIST,Wachter,MLP Ensemble,8,6
-15,distance_from_targets,507.0437316894531,FashionMNIST,Wachter,MLP Ensemble,8,6
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,8,6
-15,set_size_penalty,0.9999666905378146,FashionMNIST,Wachter,MLP Ensemble,8,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,6
-11,distance,214.56573486328125,FashionMNIST,REVISE,MLP Ensemble,8,6
-11,distance_from_energy,760.5309448242188,FashionMNIST,REVISE,MLP Ensemble,8,6
-11,distance_from_targets,433.8968200683594,FashionMNIST,REVISE,MLP Ensemble,8,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-11,set_size_penalty,1.9884654607874008,FashionMNIST,REVISE,MLP Ensemble,8,6
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-12,distance,216.2898712158203,FashionMNIST,REVISE,MLP Ensemble,8,6
-12,distance_from_energy,798.8604736328125,FashionMNIST,REVISE,MLP Ensemble,8,6
-12,distance_from_targets,458.250244140625,FashionMNIST,REVISE,MLP Ensemble,8,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-13,distance,150.33901977539062,FashionMNIST,REVISE,MLP Ensemble,8,6
-13,distance_from_energy,763.7586669921875,FashionMNIST,REVISE,MLP Ensemble,8,6
-13,distance_from_targets,526.8890380859375,FashionMNIST,REVISE,MLP Ensemble,8,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-14,distance,245.7102813720703,FashionMNIST,REVISE,MLP Ensemble,8,6
-14,distance_from_energy,732.302734375,FashionMNIST,REVISE,MLP Ensemble,8,6
-14,distance_from_targets,372.1930847167969,FashionMNIST,REVISE,MLP Ensemble,8,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-14,set_size_penalty,1.0000003685546834,FashionMNIST,REVISE,MLP Ensemble,8,6
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-15,distance,256.5031433105469,FashionMNIST,REVISE,MLP Ensemble,8,6
-15,distance_from_energy,862.1599731445312,FashionMNIST,REVISE,MLP Ensemble,8,6
-15,distance_from_targets,557.8872680664062,FashionMNIST,REVISE,MLP Ensemble,8,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,6
-11,distance,714.1531372070312,FashionMNIST,ECCCo,MLP Ensemble,8,6
-11,distance_from_energy,135.2596893310547,FashionMNIST,ECCCo,MLP Ensemble,8,6
-11,distance_from_targets,637.98974609375,FashionMNIST,ECCCo,MLP Ensemble,8,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-11,set_size_penalty,2.9999977947214047,FashionMNIST,ECCCo,MLP Ensemble,8,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-12,distance,728.5814819335938,FashionMNIST,ECCCo,MLP Ensemble,8,6
-12,distance_from_energy,146.61729431152344,FashionMNIST,ECCCo,MLP Ensemble,8,6
-12,distance_from_targets,626.0647583007812,FashionMNIST,ECCCo,MLP Ensemble,8,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-12,set_size_penalty,1.0140241699366197,FashionMNIST,ECCCo,MLP Ensemble,8,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-13,distance,679.1447143554688,FashionMNIST,ECCCo,MLP Ensemble,8,6
-13,distance_from_energy,141.91696166992188,FashionMNIST,ECCCo,MLP Ensemble,8,6
-13,distance_from_targets,621.40869140625,FashionMNIST,ECCCo,MLP Ensemble,8,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-13,set_size_penalty,1.0010259847760223,FashionMNIST,ECCCo,MLP Ensemble,8,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-14,distance,703.843017578125,FashionMNIST,ECCCo,MLP Ensemble,8,6
-14,distance_from_energy,135.00131225585938,FashionMNIST,ECCCo,MLP Ensemble,8,6
-14,distance_from_targets,637.5091552734375,FashionMNIST,ECCCo,MLP Ensemble,8,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-14,set_size_penalty,2.9999991465197158,FashionMNIST,ECCCo,MLP Ensemble,8,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-15,distance,693.6336059570312,FashionMNIST,ECCCo,MLP Ensemble,8,6
-15,distance_from_energy,167.12464904785156,FashionMNIST,ECCCo,MLP Ensemble,8,6
-15,distance_from_targets,609.8322143554688,FashionMNIST,ECCCo,MLP Ensemble,8,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-15,set_size_penalty,1.0218999098501151,FashionMNIST,ECCCo,MLP Ensemble,8,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,6
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,6
-11,distance_from_energy,815.5996704101562,FashionMNIST,Schut,MLP Ensemble,8,6
-11,distance_from_targets,428.11602783203125,FashionMNIST,Schut,MLP Ensemble,8,6
-11,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,8,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,6
-12,distance_from_energy,855.5704956054688,FashionMNIST,Schut,MLP Ensemble,8,6
-12,distance_from_targets,504.89794921875,FashionMNIST,Schut,MLP Ensemble,8,6
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,6
-13,distance_from_energy,803.2574462890625,FashionMNIST,Schut,MLP Ensemble,8,6
-13,distance_from_targets,523.0262451171875,FashionMNIST,Schut,MLP Ensemble,8,6
-13,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,8,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,6
-14,distance_from_energy,815.610595703125,FashionMNIST,Schut,MLP Ensemble,8,6
-14,distance_from_targets,425.7862243652344,FashionMNIST,Schut,MLP Ensemble,8,6
-14,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,8,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,8,6
-15,distance_from_energy,856.4197998046875,FashionMNIST,Schut,MLP Ensemble,8,6
-15,distance_from_targets,480.9229736328125,FashionMNIST,Schut,MLP Ensemble,8,6
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,6
-16,distance,89.8567123413086,FashionMNIST,Wachter,JEM,8,6
-16,distance_from_energy,863.9652099609375,FashionMNIST,Wachter,JEM,8,6
-16,distance_from_targets,595.0695190429688,FashionMNIST,Wachter,JEM,8,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,6
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,6
-17,distance,68.88829803466797,FashionMNIST,Wachter,JEM,8,6
-17,distance_from_energy,648.0726318359375,FashionMNIST,Wachter,JEM,8,6
-17,distance_from_targets,548.6749267578125,FashionMNIST,Wachter,JEM,8,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,6
-17,set_size_penalty,6.00000370687485,FashionMNIST,Wachter,JEM,8,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,6
-18,distance,65.08382415771484,FashionMNIST,Wachter,JEM,8,6
-18,distance_from_energy,773.3218994140625,FashionMNIST,Wachter,JEM,8,6
-18,distance_from_targets,454.38006591796875,FashionMNIST,Wachter,JEM,8,6
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,6
-18,set_size_penalty,1.0000000000810183,FashionMNIST,Wachter,JEM,8,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,6
-19,distance,83.24251556396484,FashionMNIST,Wachter,JEM,8,6
-19,distance_from_energy,710.6663818359375,FashionMNIST,Wachter,JEM,8,6
-19,distance_from_targets,508.77044677734375,FashionMNIST,Wachter,JEM,8,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,6
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,8,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,6
-20,distance,60.883602142333984,FashionMNIST,Wachter,JEM,8,6
-20,distance_from_energy,563.7137451171875,FashionMNIST,Wachter,JEM,8,6
-20,distance_from_targets,517.1130981445312,FashionMNIST,Wachter,JEM,8,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,6
-20,set_size_penalty,5.982963245161109,FashionMNIST,Wachter,JEM,8,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,6
-16,distance,496.4412841796875,FashionMNIST,REVISE,JEM,8,6
-16,distance_from_energy,566.4750366210938,FashionMNIST,REVISE,JEM,8,6
-16,distance_from_targets,460.1312255859375,FashionMNIST,REVISE,JEM,8,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,6
-16,set_size_penalty,6.999999999972484,FashionMNIST,REVISE,JEM,8,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,8,6
-17,distance,657.1762084960938,FashionMNIST,REVISE,JEM,8,6
-17,distance_from_energy,877.8541870117188,FashionMNIST,REVISE,JEM,8,6
-17,distance_from_targets,632.9172973632812,FashionMNIST,REVISE,JEM,8,6
-17,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,8,6
-17,set_size_penalty,1.9999999999892908,FashionMNIST,REVISE,JEM,8,6
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,6
-18,distance,210.2874755859375,FashionMNIST,REVISE,JEM,8,6
-18,distance_from_energy,689.8458862304688,FashionMNIST,REVISE,JEM,8,6
-18,distance_from_targets,485.45965576171875,FashionMNIST,REVISE,JEM,8,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,6
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,6
-18,validity,0.0,FashionMNIST,REVISE,JEM,8,6
-19,distance,421.832763671875,FashionMNIST,REVISE,JEM,8,6
-19,distance_from_energy,667.3421020507812,FashionMNIST,REVISE,JEM,8,6
-19,distance_from_targets,482.53271484375,FashionMNIST,REVISE,JEM,8,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,6
-19,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,8,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,6
-20,distance,291.74969482421875,FashionMNIST,REVISE,JEM,8,6
-20,distance_from_energy,658.9523315429688,FashionMNIST,REVISE,JEM,8,6
-20,distance_from_targets,524.9522094726562,FashionMNIST,REVISE,JEM,8,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,6
-20,set_size_penalty,2.0000000000000036,FashionMNIST,REVISE,JEM,8,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,8,6
-16,distance,482.9231262207031,FashionMNIST,ECCCo,JEM,8,6
-16,distance_from_energy,134.27896118164062,FashionMNIST,ECCCo,JEM,8,6
-16,distance_from_targets,639.2333374023438,FashionMNIST,ECCCo,JEM,8,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,6
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,6
-17,distance,551.3849487304688,FashionMNIST,ECCCo,JEM,8,6
-17,distance_from_energy,113.3014144897461,FashionMNIST,ECCCo,JEM,8,6
-17,distance_from_targets,535.4471435546875,FashionMNIST,ECCCo,JEM,8,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,6
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,6
-18,distance,501.2967529296875,FashionMNIST,ECCCo,JEM,8,6
-18,distance_from_energy,164.10910034179688,FashionMNIST,ECCCo,JEM,8,6
-18,distance_from_targets,643.4900512695312,FashionMNIST,ECCCo,JEM,8,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,6
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,6
-19,distance,605.1182250976562,FashionMNIST,ECCCo,JEM,8,6
-19,distance_from_energy,105.29463195800781,FashionMNIST,ECCCo,JEM,8,6
-19,distance_from_targets,570.2267456054688,FashionMNIST,ECCCo,JEM,8,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,6
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,8,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,6
-20,distance,393.5810546875,FashionMNIST,ECCCo,JEM,8,6
-20,distance_from_energy,170.18380737304688,FashionMNIST,ECCCo,JEM,8,6
-20,distance_from_targets,585.1325073242188,FashionMNIST,ECCCo,JEM,8,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,6
-20,set_size_penalty,2.0000000000000178,FashionMNIST,ECCCo,JEM,8,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,6
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,6
-16,distance_from_energy,603.322265625,FashionMNIST,Schut,JEM,8,6
-16,distance_from_targets,556.7930297851562,FashionMNIST,Schut,JEM,8,6
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,6
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,6
-16,validity,0.0,FashionMNIST,Schut,JEM,8,6
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,8,6
-17,distance_from_energy,565.1400146484375,FashionMNIST,Schut,JEM,8,6
-17,distance_from_targets,523.702880859375,FashionMNIST,Schut,JEM,8,6
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,6
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,6
-17,validity,0.0,FashionMNIST,Schut,JEM,8,6
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,6
-18,distance_from_energy,608.5454711914062,FashionMNIST,Schut,JEM,8,6
-18,distance_from_targets,428.81103515625,FashionMNIST,Schut,JEM,8,6
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,6
-18,set_size_penalty,1.0,FashionMNIST,Schut,JEM,8,6
-18,validity,1.0,FashionMNIST,Schut,JEM,8,6
-19,distance,10.0,FashionMNIST,Schut,JEM,8,6
-19,distance_from_energy,635.6923217773438,FashionMNIST,Schut,JEM,8,6
-19,distance_from_targets,475.7673034667969,FashionMNIST,Schut,JEM,8,6
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,6
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,6
-19,validity,0.0,FashionMNIST,Schut,JEM,8,6
-20,distance,9.000000953674316,FashionMNIST,Schut,JEM,8,6
-20,distance_from_energy,491.8544921875,FashionMNIST,Schut,JEM,8,6
-20,distance_from_targets,493.8088684082031,FashionMNIST,Schut,JEM,8,6
-20,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM,8,6
-20,set_size_penalty,5.998437321546199,FashionMNIST,Schut,JEM,8,6
-20,validity,1.0,FashionMNIST,Schut,JEM,8,6
-1,distance,86.62290954589844,FashionMNIST,Wachter,JEM Ensemble,8,7
-1,distance_from_energy,595.0687866210938,FashionMNIST,Wachter,JEM Ensemble,8,7
-1,distance_from_targets,478.22705078125,FashionMNIST,Wachter,JEM Ensemble,8,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-1,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-2,distance,107.5303726196289,FashionMNIST,Wachter,JEM Ensemble,8,7
-2,distance_from_energy,701.6976928710938,FashionMNIST,Wachter,JEM Ensemble,8,7
-2,distance_from_targets,459.3440246582031,FashionMNIST,Wachter,JEM Ensemble,8,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-3,distance,84.87307739257812,FashionMNIST,Wachter,JEM Ensemble,8,7
-3,distance_from_energy,729.1207885742188,FashionMNIST,Wachter,JEM Ensemble,8,7
-3,distance_from_targets,474.3116149902344,FashionMNIST,Wachter,JEM Ensemble,8,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-4,distance,90.35496520996094,FashionMNIST,Wachter,JEM Ensemble,8,7
-4,distance_from_energy,742.529052734375,FashionMNIST,Wachter,JEM Ensemble,8,7
-4,distance_from_targets,500.3223876953125,FashionMNIST,Wachter,JEM Ensemble,8,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-5,distance,88.44672393798828,FashionMNIST,Wachter,JEM Ensemble,8,7
-5,distance_from_energy,694.1033325195312,FashionMNIST,Wachter,JEM Ensemble,8,7
-5,distance_from_targets,454.4864196777344,FashionMNIST,Wachter,JEM Ensemble,8,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-5,set_size_penalty,3.004926361327801,FashionMNIST,Wachter,JEM Ensemble,8,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,7
-1,distance,166.7665557861328,FashionMNIST,REVISE,JEM Ensemble,8,7
-1,distance_from_energy,670.9141845703125,FashionMNIST,REVISE,JEM Ensemble,8,7
-1,distance_from_targets,425.452392578125,FashionMNIST,REVISE,JEM Ensemble,8,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-2,distance,398.7231140136719,FashionMNIST,REVISE,JEM Ensemble,8,7
-2,distance_from_energy,660.885986328125,FashionMNIST,REVISE,JEM Ensemble,8,7
-2,distance_from_targets,430.3460998535156,FashionMNIST,REVISE,JEM Ensemble,8,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-2,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-3,distance,264.79901123046875,FashionMNIST,REVISE,JEM Ensemble,8,7
-3,distance_from_energy,681.6829833984375,FashionMNIST,REVISE,JEM Ensemble,8,7
-3,distance_from_targets,408.81256103515625,FashionMNIST,REVISE,JEM Ensemble,8,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-4,distance,172.7969970703125,FashionMNIST,REVISE,JEM Ensemble,8,7
-4,distance_from_energy,789.4300537109375,FashionMNIST,REVISE,JEM Ensemble,8,7
-4,distance_from_targets,483.7436218261719,FashionMNIST,REVISE,JEM Ensemble,8,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-4,set_size_penalty,8.719290437182611,FashionMNIST,REVISE,JEM Ensemble,8,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-5,distance,169.7179718017578,FashionMNIST,REVISE,JEM Ensemble,8,7
-5,distance_from_energy,719.5665893554688,FashionMNIST,REVISE,JEM Ensemble,8,7
-5,distance_from_targets,445.9931945800781,FashionMNIST,REVISE,JEM Ensemble,8,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,7
-1,distance,567.1603393554688,FashionMNIST,ECCCo,JEM Ensemble,8,7
-1,distance_from_energy,135.41954040527344,FashionMNIST,ECCCo,JEM Ensemble,8,7
-1,distance_from_targets,496.7734069824219,FashionMNIST,ECCCo,JEM Ensemble,8,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-2,distance,573.0181274414062,FashionMNIST,ECCCo,JEM Ensemble,8,7
-2,distance_from_energy,130.6470489501953,FashionMNIST,ECCCo,JEM Ensemble,8,7
-2,distance_from_targets,509.4248962402344,FashionMNIST,ECCCo,JEM Ensemble,8,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-2,set_size_penalty,1.9804850450785323,FashionMNIST,ECCCo,JEM Ensemble,8,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-3,distance,588.91455078125,FashionMNIST,ECCCo,JEM Ensemble,8,7
-3,distance_from_energy,139.95787048339844,FashionMNIST,ECCCo,JEM Ensemble,8,7
-3,distance_from_targets,495.4798889160156,FashionMNIST,ECCCo,JEM Ensemble,8,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-3,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-4,distance,563.2398681640625,FashionMNIST,ECCCo,JEM Ensemble,8,7
-4,distance_from_energy,132.9506072998047,FashionMNIST,ECCCo,JEM Ensemble,8,7
-4,distance_from_targets,497.59210205078125,FashionMNIST,ECCCo,JEM Ensemble,8,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-4,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-5,distance,572.6522216796875,FashionMNIST,ECCCo,JEM Ensemble,8,7
-5,distance_from_energy,119.97966003417969,FashionMNIST,ECCCo,JEM Ensemble,8,7
-5,distance_from_targets,516.9247436523438,FashionMNIST,ECCCo,JEM Ensemble,8,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,7
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,7
-1,distance_from_energy,628.6719970703125,FashionMNIST,Schut,JEM Ensemble,8,7
-1,distance_from_targets,458.3831787109375,FashionMNIST,Schut,JEM Ensemble,8,7
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,7
-2,distance_from_energy,694.0020751953125,FashionMNIST,Schut,JEM Ensemble,8,7
-2,distance_from_targets,432.3282775878906,FashionMNIST,Schut,JEM Ensemble,8,7
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,7
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,7
-3,distance_from_energy,733.8513793945312,FashionMNIST,Schut,JEM Ensemble,8,7
-3,distance_from_targets,451.1871032714844,FashionMNIST,Schut,JEM Ensemble,8,7
-3,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,8,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,7
-4,distance_from_energy,683.1251831054688,FashionMNIST,Schut,JEM Ensemble,8,7
-4,distance_from_targets,474.06207275390625,FashionMNIST,Schut,JEM Ensemble,8,7
-4,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,8,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,7
-5,distance_from_energy,671.290771484375,FashionMNIST,Schut,JEM Ensemble,8,7
-5,distance_from_targets,432.5703430175781,FashionMNIST,Schut,JEM Ensemble,8,7
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,7
-6,distance,66.31558227539062,FashionMNIST,Wachter,MLP,8,7
-6,distance_from_energy,881.5075073242188,FashionMNIST,Wachter,MLP,8,7
-6,distance_from_targets,509.9955749511719,FashionMNIST,Wachter,MLP,8,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,7
-6,set_size_penalty,2.000064434610497,FashionMNIST,Wachter,MLP,8,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,7
-7,distance,91.3235092163086,FashionMNIST,Wachter,MLP,8,7
-7,distance_from_energy,846.2941284179688,FashionMNIST,Wachter,MLP,8,7
-7,distance_from_targets,486.7224426269531,FashionMNIST,Wachter,MLP,8,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,7
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,8,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,7
-8,distance,83.77684783935547,FashionMNIST,Wachter,MLP,8,7
-8,distance_from_energy,879.7678833007812,FashionMNIST,Wachter,MLP,8,7
-8,distance_from_targets,482.5356140136719,FashionMNIST,Wachter,MLP,8,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,7
-8,set_size_penalty,0.8465038761385343,FashionMNIST,Wachter,MLP,8,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,8,7
-9,distance,80.00917053222656,FashionMNIST,Wachter,MLP,8,7
-9,distance_from_energy,846.0452270507812,FashionMNIST,Wachter,MLP,8,7
-9,distance_from_targets,502.29998779296875,FashionMNIST,Wachter,MLP,8,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,7
-9,set_size_penalty,1.0000000130720537,FashionMNIST,Wachter,MLP,8,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,7
-10,distance,59.04071044921875,FashionMNIST,Wachter,MLP,8,7
-10,distance_from_energy,898.4024658203125,FashionMNIST,Wachter,MLP,8,7
-10,distance_from_targets,538.4426879882812,FashionMNIST,Wachter,MLP,8,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,7
-10,set_size_penalty,2.0112636658185292,FashionMNIST,Wachter,MLP,8,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,7
-6,distance,146.4644317626953,FashionMNIST,REVISE,MLP,8,7
-6,distance_from_energy,882.8532104492188,FashionMNIST,REVISE,MLP,8,7
-6,distance_from_targets,515.1156616210938,FashionMNIST,REVISE,MLP,8,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,7
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,7
-6,validity,0.0,FashionMNIST,REVISE,MLP,8,7
-7,distance,237.45681762695312,FashionMNIST,REVISE,MLP,8,7
-7,distance_from_energy,792.601806640625,FashionMNIST,REVISE,MLP,8,7
-7,distance_from_targets,413.2940673828125,FashionMNIST,REVISE,MLP,8,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,7
-7,set_size_penalty,4.999999999690436,FashionMNIST,REVISE,MLP,8,7
-7,validity,1.0,FashionMNIST,REVISE,MLP,8,7
-8,distance,162.97003173828125,FashionMNIST,REVISE,MLP,8,7
-8,distance_from_energy,878.2825317382812,FashionMNIST,REVISE,MLP,8,7
-8,distance_from_targets,464.20294189453125,FashionMNIST,REVISE,MLP,8,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,7
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,8,7
-8,validity,0.0,FashionMNIST,REVISE,MLP,8,7
-9,distance,140.90956115722656,FashionMNIST,REVISE,MLP,8,7
-9,distance_from_energy,825.3887939453125,FashionMNIST,REVISE,MLP,8,7
-9,distance_from_targets,446.8741455078125,FashionMNIST,REVISE,MLP,8,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,7
-9,set_size_penalty,1.9903947035710203,FashionMNIST,REVISE,MLP,8,7
-9,validity,1.0,FashionMNIST,REVISE,MLP,8,7
-10,distance,90.99458312988281,FashionMNIST,REVISE,MLP,8,7
-10,distance_from_energy,866.4349365234375,FashionMNIST,REVISE,MLP,8,7
-10,distance_from_targets,495.4804382324219,FashionMNIST,REVISE,MLP,8,7
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,7
-10,set_size_penalty,2.999999999968641,FashionMNIST,REVISE,MLP,8,7
-10,validity,1.0,FashionMNIST,REVISE,MLP,8,7
-6,distance,649.1110229492188,FashionMNIST,ECCCo,MLP,8,7
-6,distance_from_energy,224.5994110107422,FashionMNIST,ECCCo,MLP,8,7
-6,distance_from_targets,633.3934936523438,FashionMNIST,ECCCo,MLP,8,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,7
-6,set_size_penalty,4.000081416893631,FashionMNIST,ECCCo,MLP,8,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,7
-7,distance,672.1685791015625,FashionMNIST,ECCCo,MLP,8,7
-7,distance_from_energy,197.7907257080078,FashionMNIST,ECCCo,MLP,8,7
-7,distance_from_targets,660.8585205078125,FashionMNIST,ECCCo,MLP,8,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,7
-7,set_size_penalty,2.893270610954231,FashionMNIST,ECCCo,MLP,8,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,7
-8,distance,694.4595336914062,FashionMNIST,ECCCo,MLP,8,7
-8,distance_from_energy,228.7499542236328,FashionMNIST,ECCCo,MLP,8,7
-8,distance_from_targets,639.2435913085938,FashionMNIST,ECCCo,MLP,8,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,7
-8,set_size_penalty,3.0000293055712355,FashionMNIST,ECCCo,MLP,8,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,7
-9,distance,657.8010864257812,FashionMNIST,ECCCo,MLP,8,7
-9,distance_from_energy,218.9127960205078,FashionMNIST,ECCCo,MLP,8,7
-9,distance_from_targets,639.2612915039062,FashionMNIST,ECCCo,MLP,8,7
-9,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP,8,7
-9,set_size_penalty,3.0000000024141134,FashionMNIST,ECCCo,MLP,8,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,7
-10,distance,657.0123901367188,FashionMNIST,ECCCo,MLP,8,7
-10,distance_from_energy,218.71484375,FashionMNIST,ECCCo,MLP,8,7
-10,distance_from_targets,636.797607421875,FashionMNIST,ECCCo,MLP,8,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,7
-10,set_size_penalty,3.0000002991690167,FashionMNIST,ECCCo,MLP,8,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,7
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,7
-6,distance_from_energy,880.8175659179688,FashionMNIST,Schut,MLP,8,7
-6,distance_from_targets,486.7101135253906,FashionMNIST,Schut,MLP,8,7
-6,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,8,7
-6,set_size_penalty,2.999999996389692,FashionMNIST,Schut,MLP,8,7
-6,validity,1.0,FashionMNIST,Schut,MLP,8,7
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,7
-7,distance_from_energy,801.8585205078125,FashionMNIST,Schut,MLP,8,7
-7,distance_from_targets,443.3056335449219,FashionMNIST,Schut,MLP,8,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,7
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,7
-7,validity,0.0,FashionMNIST,Schut,MLP,8,7
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,7
-8,distance_from_energy,893.3611450195312,FashionMNIST,Schut,MLP,8,7
-8,distance_from_targets,450.0253601074219,FashionMNIST,Schut,MLP,8,7
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,7
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,7
-8,validity,0.0,FashionMNIST,Schut,MLP,8,7
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,7
-9,distance_from_energy,836.1705932617188,FashionMNIST,Schut,MLP,8,7
-9,distance_from_targets,477.9915771484375,FashionMNIST,Schut,MLP,8,7
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,7
-9,validity,0.0,FashionMNIST,Schut,MLP,8,7
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,7
-10,distance_from_energy,868.2619018554688,FashionMNIST,Schut,MLP,8,7
-10,distance_from_targets,499.8284912109375,FashionMNIST,Schut,MLP,8,7
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,7
-10,set_size_penalty,2.0259492539124953,FashionMNIST,Schut,MLP,8,7
-10,validity,1.0,FashionMNIST,Schut,MLP,8,7
-11,distance,79.84014892578125,FashionMNIST,Wachter,MLP Ensemble,8,7
-11,distance_from_energy,789.6190795898438,FashionMNIST,Wachter,MLP Ensemble,8,7
-11,distance_from_targets,505.9034729003906,FashionMNIST,Wachter,MLP Ensemble,8,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-12,distance,78.34068298339844,FashionMNIST,Wachter,MLP Ensemble,8,7
-12,distance_from_energy,773.3081665039062,FashionMNIST,Wachter,MLP Ensemble,8,7
-12,distance_from_targets,470.9967956542969,FashionMNIST,Wachter,MLP Ensemble,8,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-13,distance,71.12924194335938,FashionMNIST,Wachter,MLP Ensemble,8,7
-13,distance_from_energy,761.5474853515625,FashionMNIST,Wachter,MLP Ensemble,8,7
-13,distance_from_targets,423.486572265625,FashionMNIST,Wachter,MLP Ensemble,8,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-14,distance,73.20777130126953,FashionMNIST,Wachter,MLP Ensemble,8,7
-14,distance_from_energy,799.7590942382812,FashionMNIST,Wachter,MLP Ensemble,8,7
-14,distance_from_targets,483.34344482421875,FashionMNIST,Wachter,MLP Ensemble,8,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-14,set_size_penalty,2.9327495524290943,FashionMNIST,Wachter,MLP Ensemble,8,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-15,distance,67.23596954345703,FashionMNIST,Wachter,MLP Ensemble,8,7
-15,distance_from_energy,792.7365112304688,FashionMNIST,Wachter,MLP Ensemble,8,7
-15,distance_from_targets,528.22607421875,FashionMNIST,Wachter,MLP Ensemble,8,7
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-15,set_size_penalty,0.9978041714164096,FashionMNIST,Wachter,MLP Ensemble,8,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,7
-11,distance,176.0357208251953,FashionMNIST,REVISE,MLP Ensemble,8,7
-11,distance_from_energy,751.7889404296875,FashionMNIST,REVISE,MLP Ensemble,8,7
-11,distance_from_targets,454.7381591796875,FashionMNIST,REVISE,MLP Ensemble,8,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-11,set_size_penalty,2.9999999999498344,FashionMNIST,REVISE,MLP Ensemble,8,7
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-12,distance,199.90420532226562,FashionMNIST,REVISE,MLP Ensemble,8,7
-12,distance_from_energy,753.4606323242188,FashionMNIST,REVISE,MLP Ensemble,8,7
-12,distance_from_targets,418.2785339355469,FashionMNIST,REVISE,MLP Ensemble,8,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-12,set_size_penalty,1.877518818881709,FashionMNIST,REVISE,MLP Ensemble,8,7
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-13,distance,157.701904296875,FashionMNIST,REVISE,MLP Ensemble,8,7
-13,distance_from_energy,729.4861450195312,FashionMNIST,REVISE,MLP Ensemble,8,7
-13,distance_from_targets,391.41241455078125,FashionMNIST,REVISE,MLP Ensemble,8,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-13,set_size_penalty,3.999999999941239,FashionMNIST,REVISE,MLP Ensemble,8,7
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-14,distance,219.947021484375,FashionMNIST,REVISE,MLP Ensemble,8,7
-14,distance_from_energy,761.2266845703125,FashionMNIST,REVISE,MLP Ensemble,8,7
-14,distance_from_targets,431.7370910644531,FashionMNIST,REVISE,MLP Ensemble,8,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-14,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-15,distance,89.04951477050781,FashionMNIST,REVISE,MLP Ensemble,8,7
-15,distance_from_energy,768.520751953125,FashionMNIST,REVISE,MLP Ensemble,8,7
-15,distance_from_targets,490.8383483886719,FashionMNIST,REVISE,MLP Ensemble,8,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,7
-11,distance,619.7037963867188,FashionMNIST,ECCCo,MLP Ensemble,8,7
-11,distance_from_energy,180.77218627929688,FashionMNIST,ECCCo,MLP Ensemble,8,7
-11,distance_from_targets,593.283447265625,FashionMNIST,ECCCo,MLP Ensemble,8,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-11,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-12,distance,631.815185546875,FashionMNIST,ECCCo,MLP Ensemble,8,7
-12,distance_from_energy,162.28982543945312,FashionMNIST,ECCCo,MLP Ensemble,8,7
-12,distance_from_targets,606.629150390625,FashionMNIST,ECCCo,MLP Ensemble,8,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-12,set_size_penalty,2.000000000001335,FashionMNIST,ECCCo,MLP Ensemble,8,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-13,distance,613.4365844726562,FashionMNIST,ECCCo,MLP Ensemble,8,7
-13,distance_from_energy,171.00289916992188,FashionMNIST,ECCCo,MLP Ensemble,8,7
-13,distance_from_targets,611.7938842773438,FashionMNIST,ECCCo,MLP Ensemble,8,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-13,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-14,distance,652.2564086914062,FashionMNIST,ECCCo,MLP Ensemble,8,7
-14,distance_from_energy,166.39334106445312,FashionMNIST,ECCCo,MLP Ensemble,8,7
-14,distance_from_targets,604.5833129882812,FashionMNIST,ECCCo,MLP Ensemble,8,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-14,set_size_penalty,2.000007620184917,FashionMNIST,ECCCo,MLP Ensemble,8,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-15,distance,615.9439697265625,FashionMNIST,ECCCo,MLP Ensemble,8,7
-15,distance_from_energy,182.74151611328125,FashionMNIST,ECCCo,MLP Ensemble,8,7
-15,distance_from_targets,597.838623046875,FashionMNIST,ECCCo,MLP Ensemble,8,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-15,set_size_penalty,1.0002923719763448,FashionMNIST,ECCCo,MLP Ensemble,8,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,7
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,7
-11,distance_from_energy,788.0245361328125,FashionMNIST,Schut,MLP Ensemble,8,7
-11,distance_from_targets,484.6064147949219,FashionMNIST,Schut,MLP Ensemble,8,7
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,7
-12,distance_from_energy,800.3310546875,FashionMNIST,Schut,MLP Ensemble,8,7
-12,distance_from_targets,445.1539306640625,FashionMNIST,Schut,MLP Ensemble,8,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,7
-13,distance_from_energy,758.8861083984375,FashionMNIST,Schut,MLP Ensemble,8,7
-13,distance_from_targets,403.2386474609375,FashionMNIST,Schut,MLP Ensemble,8,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,7
-14,distance_from_energy,796.159912109375,FashionMNIST,Schut,MLP Ensemble,8,7
-14,distance_from_targets,452.9747009277344,FashionMNIST,Schut,MLP Ensemble,8,7
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,7
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,7
-15,distance_from_energy,779.1492919921875,FashionMNIST,Schut,MLP Ensemble,8,7
-15,distance_from_targets,492.0791931152344,FashionMNIST,Schut,MLP Ensemble,8,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,7
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,7
-16,distance,79.58878326416016,FashionMNIST,Wachter,JEM,8,7
-16,distance_from_energy,719.296142578125,FashionMNIST,Wachter,JEM,8,7
-16,distance_from_targets,496.1297912597656,FashionMNIST,Wachter,JEM,8,7
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,7
-16,set_size_penalty,8.0,FashionMNIST,Wachter,JEM,8,7
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,7
-17,distance,87.672607421875,FashionMNIST,Wachter,JEM,8,7
-17,distance_from_energy,695.10107421875,FashionMNIST,Wachter,JEM,8,7
-17,distance_from_targets,465.35162353515625,FashionMNIST,Wachter,JEM,8,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,7
-17,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,8,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,7
-18,distance,89.03775787353516,FashionMNIST,Wachter,JEM,8,7
-18,distance_from_energy,483.4119567871094,FashionMNIST,Wachter,JEM,8,7
-18,distance_from_targets,494.61273193359375,FashionMNIST,Wachter,JEM,8,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,7
-18,set_size_penalty,7.019449298630427,FashionMNIST,Wachter,JEM,8,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,7
-19,distance,82.13584899902344,FashionMNIST,Wachter,JEM,8,7
-19,distance_from_energy,717.916259765625,FashionMNIST,Wachter,JEM,8,7
-19,distance_from_targets,491.79705810546875,FashionMNIST,Wachter,JEM,8,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,7
-19,set_size_penalty,8.0,FashionMNIST,Wachter,JEM,8,7
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,7
-20,distance,81.1046371459961,FashionMNIST,Wachter,JEM,8,7
-20,distance_from_energy,644.8953857421875,FashionMNIST,Wachter,JEM,8,7
-20,distance_from_targets,422.10125732421875,FashionMNIST,Wachter,JEM,8,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,7
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,8,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,7
-16,distance,203.2196044921875,FashionMNIST,REVISE,JEM,8,7
-16,distance_from_energy,710.9783325195312,FashionMNIST,REVISE,JEM,8,7
-16,distance_from_targets,499.5978698730469,FashionMNIST,REVISE,JEM,8,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,7
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,8,7
-16,validity,1.0,FashionMNIST,REVISE,JEM,8,7
-17,distance,284.5580139160156,FashionMNIST,REVISE,JEM,8,7
-17,distance_from_energy,480.9551696777344,FashionMNIST,REVISE,JEM,8,7
-17,distance_from_targets,400.0883483886719,FashionMNIST,REVISE,JEM,8,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,7
-17,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,8,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,7
-18,distance,229.1723175048828,FashionMNIST,REVISE,JEM,8,7
-18,distance_from_energy,559.5783081054688,FashionMNIST,REVISE,JEM,8,7
-18,distance_from_targets,484.03558349609375,FashionMNIST,REVISE,JEM,8,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,7
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,7
-18,validity,0.0,FashionMNIST,REVISE,JEM,8,7
-19,distance,209.1467742919922,FashionMNIST,REVISE,JEM,8,7
-19,distance_from_energy,728.8201293945312,FashionMNIST,REVISE,JEM,8,7
-19,distance_from_targets,494.68048095703125,FashionMNIST,REVISE,JEM,8,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,7
-19,set_size_penalty,8.0,FashionMNIST,REVISE,JEM,8,7
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,7
-20,distance,295.60052490234375,FashionMNIST,REVISE,JEM,8,7
-20,distance_from_energy,658.1356201171875,FashionMNIST,REVISE,JEM,8,7
-20,distance_from_targets,386.70318603515625,FashionMNIST,REVISE,JEM,8,7
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,7
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,8,7
-20,validity,0.0,FashionMNIST,REVISE,JEM,8,7
-16,distance,305.2423095703125,FashionMNIST,ECCCo,JEM,8,7
-16,distance_from_energy,303.5704040527344,FashionMNIST,ECCCo,JEM,8,7
-16,distance_from_targets,517.2579956054688,FashionMNIST,ECCCo,JEM,8,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,7
-16,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,8,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,7
-17,distance,417.0172119140625,FashionMNIST,ECCCo,JEM,8,7
-17,distance_from_energy,269.51116943359375,FashionMNIST,ECCCo,JEM,8,7
-17,distance_from_targets,502.61871337890625,FashionMNIST,ECCCo,JEM,8,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,7
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,8,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,7
-18,distance,541.3751220703125,FashionMNIST,ECCCo,JEM,8,7
-18,distance_from_energy,152.626953125,FashionMNIST,ECCCo,JEM,8,7
-18,distance_from_targets,517.241943359375,FashionMNIST,ECCCo,JEM,8,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,7
-18,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,8,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,7
-19,distance,549.908447265625,FashionMNIST,ECCCo,JEM,8,7
-19,distance_from_energy,168.997802734375,FashionMNIST,ECCCo,JEM,8,7
-19,distance_from_targets,512.9607543945312,FashionMNIST,ECCCo,JEM,8,7
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,7
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,7
-20,distance,442.4404602050781,FashionMNIST,ECCCo,JEM,8,7
-20,distance_from_energy,166.58570861816406,FashionMNIST,ECCCo,JEM,8,7
-20,distance_from_targets,561.1580200195312,FashionMNIST,ECCCo,JEM,8,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,7
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,8,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,7
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,7
-16,distance_from_energy,596.5372314453125,FashionMNIST,Schut,JEM,8,7
-16,distance_from_targets,466.9041442871094,FashionMNIST,Schut,JEM,8,7
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,7
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,7
-16,validity,0.0,FashionMNIST,Schut,JEM,8,7
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,7
-17,distance_from_energy,691.0238037109375,FashionMNIST,Schut,JEM,8,7
-17,distance_from_targets,439.1787414550781,FashionMNIST,Schut,JEM,8,7
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,7
-17,validity,0.0,FashionMNIST,Schut,JEM,8,7
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,7
-18,distance_from_energy,627.5018920898438,FashionMNIST,Schut,JEM,8,7
-18,distance_from_targets,472.54864501953125,FashionMNIST,Schut,JEM,8,7
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,7
-18,validity,0.0,FashionMNIST,Schut,JEM,8,7
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,7
-19,distance_from_energy,542.3333740234375,FashionMNIST,Schut,JEM,8,7
-19,distance_from_targets,457.9681701660156,FashionMNIST,Schut,JEM,8,7
-19,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,8,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,7
-19,validity,0.0,FashionMNIST,Schut,JEM,8,7
-20,distance,10.0,FashionMNIST,Schut,JEM,8,7
-20,distance_from_energy,639.4278564453125,FashionMNIST,Schut,JEM,8,7
-20,distance_from_targets,401.8051452636719,FashionMNIST,Schut,JEM,8,7
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,8,7
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,7
-20,validity,0.0,FashionMNIST,Schut,JEM,8,7
-1,distance,76.4029769897461,FashionMNIST,Wachter,JEM Ensemble,8,9
-1,distance_from_energy,581.5074462890625,FashionMNIST,Wachter,JEM Ensemble,8,9
-1,distance_from_targets,525.7824096679688,FashionMNIST,Wachter,JEM Ensemble,8,9
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-1,set_size_penalty,3.0000000000000018,FashionMNIST,Wachter,JEM Ensemble,8,9
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-2,distance,71.09828186035156,FashionMNIST,Wachter,JEM Ensemble,8,9
-2,distance_from_energy,722.915771484375,FashionMNIST,Wachter,JEM Ensemble,8,9
-2,distance_from_targets,474.22601318359375,FashionMNIST,Wachter,JEM Ensemble,8,9
-2,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,8,9
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-3,distance,81.4301528930664,FashionMNIST,Wachter,JEM Ensemble,8,9
-3,distance_from_energy,611.0206298828125,FashionMNIST,Wachter,JEM Ensemble,8,9
-3,distance_from_targets,458.0359802246094,FashionMNIST,Wachter,JEM Ensemble,8,9
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-4,distance,92.90384674072266,FashionMNIST,Wachter,JEM Ensemble,8,9
-4,distance_from_energy,673.92724609375,FashionMNIST,Wachter,JEM Ensemble,8,9
-4,distance_from_targets,468.0443420410156,FashionMNIST,Wachter,JEM Ensemble,8,9
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-5,distance,100.56645202636719,FashionMNIST,Wachter,JEM Ensemble,8,9
-5,distance_from_energy,565.775146484375,FashionMNIST,Wachter,JEM Ensemble,8,9
-5,distance_from_targets,468.59271240234375,FashionMNIST,Wachter,JEM Ensemble,8,9
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-5,set_size_penalty,3.9999999999617217,FashionMNIST,Wachter,JEM Ensemble,8,9
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,8,9
-1,distance,544.8685302734375,FashionMNIST,REVISE,JEM Ensemble,8,9
-1,distance_from_energy,576.675048828125,FashionMNIST,REVISE,JEM Ensemble,8,9
-1,distance_from_targets,466.4779052734375,FashionMNIST,REVISE,JEM Ensemble,8,9
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-2,distance,232.4959259033203,FashionMNIST,REVISE,JEM Ensemble,8,9
-2,distance_from_energy,596.4404296875,FashionMNIST,REVISE,JEM Ensemble,8,9
-2,distance_from_targets,418.83209228515625,FashionMNIST,REVISE,JEM Ensemble,8,9
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-2,set_size_penalty,1.066907327258456,FashionMNIST,REVISE,JEM Ensemble,8,9
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-3,distance,180.4564666748047,FashionMNIST,REVISE,JEM Ensemble,8,9
-3,distance_from_energy,512.5977172851562,FashionMNIST,REVISE,JEM Ensemble,8,9
-3,distance_from_targets,434.23138427734375,FashionMNIST,REVISE,JEM Ensemble,8,9
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-4,distance,617.9824829101562,FashionMNIST,REVISE,JEM Ensemble,8,9
-4,distance_from_energy,531.8992919921875,FashionMNIST,REVISE,JEM Ensemble,8,9
-4,distance_from_targets,527.369384765625,FashionMNIST,REVISE,JEM Ensemble,8,9
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-4,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-5,distance,640.2612915039062,FashionMNIST,REVISE,JEM Ensemble,8,9
-5,distance_from_energy,584.6187744140625,FashionMNIST,REVISE,JEM Ensemble,8,9
-5,distance_from_targets,582.869873046875,FashionMNIST,REVISE,JEM Ensemble,8,9
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-5,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,8,9
-1,distance,575.1836547851562,FashionMNIST,ECCCo,JEM Ensemble,8,9
-1,distance_from_energy,112.70686340332031,FashionMNIST,ECCCo,JEM Ensemble,8,9
-1,distance_from_targets,525.4660034179688,FashionMNIST,ECCCo,JEM Ensemble,8,9
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-1,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-2,distance,610.8598022460938,FashionMNIST,ECCCo,JEM Ensemble,8,9
-2,distance_from_energy,115.4273452758789,FashionMNIST,ECCCo,JEM Ensemble,8,9
-2,distance_from_targets,524.5398559570312,FashionMNIST,ECCCo,JEM Ensemble,8,9
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-2,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-3,distance,480.10614013671875,FashionMNIST,ECCCo,JEM Ensemble,8,9
-3,distance_from_energy,113.62416076660156,FashionMNIST,ECCCo,JEM Ensemble,8,9
-3,distance_from_targets,518.1950073242188,FashionMNIST,ECCCo,JEM Ensemble,8,9
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-3,set_size_penalty,3.9999999999980425,FashionMNIST,ECCCo,JEM Ensemble,8,9
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-4,distance,558.9786987304688,FashionMNIST,ECCCo,JEM Ensemble,8,9
-4,distance_from_energy,119.40655517578125,FashionMNIST,ECCCo,JEM Ensemble,8,9
-4,distance_from_targets,526.4561157226562,FashionMNIST,ECCCo,JEM Ensemble,8,9
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-5,distance,559.627197265625,FashionMNIST,ECCCo,JEM Ensemble,8,9
-5,distance_from_energy,128.0012664794922,FashionMNIST,ECCCo,JEM Ensemble,8,9
-5,distance_from_targets,518.08447265625,FashionMNIST,ECCCo,JEM Ensemble,8,9
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-5,set_size_penalty,2.0000000000010174,FashionMNIST,ECCCo,JEM Ensemble,8,9
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,8,9
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,8,9
-1,distance_from_energy,670.5919189453125,FashionMNIST,Schut,JEM Ensemble,8,9
-1,distance_from_targets,504.7263488769531,FashionMNIST,Schut,JEM Ensemble,8,9
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,8,9
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,9
-2,distance_from_energy,625.190673828125,FashionMNIST,Schut,JEM Ensemble,8,9
-2,distance_from_targets,447.7066955566406,FashionMNIST,Schut,JEM Ensemble,8,9
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,9
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,9
-3,distance_from_energy,579.1993408203125,FashionMNIST,Schut,JEM Ensemble,8,9
-3,distance_from_targets,435.2663269042969,FashionMNIST,Schut,JEM Ensemble,8,9
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,9
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,8,9
-4,distance_from_energy,654.5786743164062,FashionMNIST,Schut,JEM Ensemble,8,9
-4,distance_from_targets,442.8389892578125,FashionMNIST,Schut,JEM Ensemble,8,9
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,8,9
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,8,9
-5,distance_from_energy,628.9647216796875,FashionMNIST,Schut,JEM Ensemble,8,9
-5,distance_from_targets,443.7390441894531,FashionMNIST,Schut,JEM Ensemble,8,9
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,8,9
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,8,9
-6,distance,88.85286712646484,FashionMNIST,Wachter,MLP,8,9
-6,distance_from_energy,891.283203125,FashionMNIST,Wachter,MLP,8,9
-6,distance_from_targets,487.448486328125,FashionMNIST,Wachter,MLP,8,9
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,8,9
-6,set_size_penalty,3.0622382282426317,FashionMNIST,Wachter,MLP,8,9
-6,validity,1.0,FashionMNIST,Wachter,MLP,8,9
-7,distance,73.68968200683594,FashionMNIST,Wachter,MLP,8,9
-7,distance_from_energy,843.5283203125,FashionMNIST,Wachter,MLP,8,9
-7,distance_from_targets,560.838134765625,FashionMNIST,Wachter,MLP,8,9
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,8,9
-7,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,8,9
-7,validity,1.0,FashionMNIST,Wachter,MLP,8,9
-8,distance,86.08744812011719,FashionMNIST,Wachter,MLP,8,9
-8,distance_from_energy,836.8079833984375,FashionMNIST,Wachter,MLP,8,9
-8,distance_from_targets,448.9274597167969,FashionMNIST,Wachter,MLP,8,9
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,8,9
-8,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,8,9
-8,validity,1.0,FashionMNIST,Wachter,MLP,8,9
-9,distance,89.6925048828125,FashionMNIST,Wachter,MLP,8,9
-9,distance_from_energy,876.0862426757812,FashionMNIST,Wachter,MLP,8,9
-9,distance_from_targets,550.4652099609375,FashionMNIST,Wachter,MLP,8,9
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,8,9
-9,set_size_penalty,2.9999999976336675,FashionMNIST,Wachter,MLP,8,9
-9,validity,1.0,FashionMNIST,Wachter,MLP,8,9
-10,distance,82.08727264404297,FashionMNIST,Wachter,MLP,8,9
-10,distance_from_energy,854.3982543945312,FashionMNIST,Wachter,MLP,8,9
-10,distance_from_targets,463.2231140136719,FashionMNIST,Wachter,MLP,8,9
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,8,9
-10,set_size_penalty,4.000000000000001,FashionMNIST,Wachter,MLP,8,9
-10,validity,1.0,FashionMNIST,Wachter,MLP,8,9
-6,distance,310.17462158203125,FashionMNIST,REVISE,MLP,8,9
-6,distance_from_energy,846.94970703125,FashionMNIST,REVISE,MLP,8,9
-6,distance_from_targets,374.4427185058594,FashionMNIST,REVISE,MLP,8,9
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,8,9
-6,set_size_penalty,1.9999711954921566,FashionMNIST,REVISE,MLP,8,9
-6,validity,1.0,FashionMNIST,REVISE,MLP,8,9
-7,distance,499.6653747558594,FashionMNIST,REVISE,MLP,8,9
-7,distance_from_energy,800.7398681640625,FashionMNIST,REVISE,MLP,8,9
-7,distance_from_targets,492.290771484375,FashionMNIST,REVISE,MLP,8,9
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,8,9
-7,set_size_penalty,3.999999999999999,FashionMNIST,REVISE,MLP,8,9
-7,validity,1.0,FashionMNIST,REVISE,MLP,8,9
-8,distance,386.6247253417969,FashionMNIST,REVISE,MLP,8,9
-8,distance_from_energy,786.83154296875,FashionMNIST,REVISE,MLP,8,9
-8,distance_from_targets,369.1541748046875,FashionMNIST,REVISE,MLP,8,9
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,8,9
-8,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,8,9
-8,validity,1.0,FashionMNIST,REVISE,MLP,8,9
-9,distance,439.9071960449219,FashionMNIST,REVISE,MLP,8,9
-9,distance_from_energy,829.8653564453125,FashionMNIST,REVISE,MLP,8,9
-9,distance_from_targets,460.5732116699219,FashionMNIST,REVISE,MLP,8,9
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,8,9
-9,set_size_penalty,2.000000000017982,FashionMNIST,REVISE,MLP,8,9
-9,validity,1.0,FashionMNIST,REVISE,MLP,8,9
-10,distance,222.6122283935547,FashionMNIST,REVISE,MLP,8,9
-10,distance_from_energy,826.5797119140625,FashionMNIST,REVISE,MLP,8,9
-10,distance_from_targets,419.4419250488281,FashionMNIST,REVISE,MLP,8,9
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,8,9
-10,set_size_penalty,2.0000000000248455,FashionMNIST,REVISE,MLP,8,9
-10,validity,1.0,FashionMNIST,REVISE,MLP,8,9
-6,distance,711.7374877929688,FashionMNIST,ECCCo,MLP,8,9
-6,distance_from_energy,192.22177124023438,FashionMNIST,ECCCo,MLP,8,9
-6,distance_from_targets,642.0001220703125,FashionMNIST,ECCCo,MLP,8,9
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,9
-6,set_size_penalty,3.000005294465211,FashionMNIST,ECCCo,MLP,8,9
-6,validity,1.0,FashionMNIST,ECCCo,MLP,8,9
-7,distance,653.539794921875,FashionMNIST,ECCCo,MLP,8,9
-7,distance_from_energy,188.16586303710938,FashionMNIST,ECCCo,MLP,8,9
-7,distance_from_targets,663.248779296875,FashionMNIST,ECCCo,MLP,8,9
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,9
-7,set_size_penalty,3.0004682499594133,FashionMNIST,ECCCo,MLP,8,9
-7,validity,1.0,FashionMNIST,ECCCo,MLP,8,9
-8,distance,744.2926025390625,FashionMNIST,ECCCo,MLP,8,9
-8,distance_from_energy,137.00979614257812,FashionMNIST,ECCCo,MLP,8,9
-8,distance_from_targets,710.1570434570312,FashionMNIST,ECCCo,MLP,8,9
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,9
-8,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,8,9
-8,validity,1.0,FashionMNIST,ECCCo,MLP,8,9
-9,distance,696.2677001953125,FashionMNIST,ECCCo,MLP,8,9
-9,distance_from_energy,187.87786865234375,FashionMNIST,ECCCo,MLP,8,9
-9,distance_from_targets,681.0171508789062,FashionMNIST,ECCCo,MLP,8,9
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,9
-9,set_size_penalty,2.0636550090698895,FashionMNIST,ECCCo,MLP,8,9
-9,validity,1.0,FashionMNIST,ECCCo,MLP,8,9
-10,distance,679.6646118164062,FashionMNIST,ECCCo,MLP,8,9
-10,distance_from_energy,188.8665313720703,FashionMNIST,ECCCo,MLP,8,9
-10,distance_from_targets,663.4564819335938,FashionMNIST,ECCCo,MLP,8,9
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,8,9
-10,set_size_penalty,3.0000009589514867,FashionMNIST,ECCCo,MLP,8,9
-10,validity,1.0,FashionMNIST,ECCCo,MLP,8,9
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,8,9
-6,distance_from_energy,900.0635986328125,FashionMNIST,Schut,MLP,8,9
-6,distance_from_targets,471.6980285644531,FashionMNIST,Schut,MLP,8,9
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,9
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,9
-6,validity,0.0,FashionMNIST,Schut,MLP,8,9
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,9
-7,distance_from_energy,866.9202270507812,FashionMNIST,Schut,MLP,8,9
-7,distance_from_targets,541.98095703125,FashionMNIST,Schut,MLP,8,9
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,8,9
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,9
-7,validity,0.0,FashionMNIST,Schut,MLP,8,9
-8,distance,10.0,FashionMNIST,Schut,MLP,8,9
-8,distance_from_energy,830.2428588867188,FashionMNIST,Schut,MLP,8,9
-8,distance_from_targets,421.3915100097656,FashionMNIST,Schut,MLP,8,9
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,9
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,9
-8,validity,0.0,FashionMNIST,Schut,MLP,8,9
-9,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,9
-9,distance_from_energy,883.0965576171875,FashionMNIST,Schut,MLP,8,9
-9,distance_from_targets,530.7745361328125,FashionMNIST,Schut,MLP,8,9
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,9
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,9
-9,validity,0.0,FashionMNIST,Schut,MLP,8,9
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,8,9
-10,distance_from_energy,846.7347412109375,FashionMNIST,Schut,MLP,8,9
-10,distance_from_targets,434.0228271484375,FashionMNIST,Schut,MLP,8,9
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,8,9
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,8,9
-10,validity,0.0,FashionMNIST,Schut,MLP,8,9
-11,distance,119.77325439453125,FashionMNIST,Wachter,MLP Ensemble,8,9
-11,distance_from_energy,786.591796875,FashionMNIST,Wachter,MLP Ensemble,8,9
-11,distance_from_targets,512.864501953125,FashionMNIST,Wachter,MLP Ensemble,8,9
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-11,set_size_penalty,3.8973706006799196,FashionMNIST,Wachter,MLP Ensemble,8,9
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-12,distance,109.23844146728516,FashionMNIST,Wachter,MLP Ensemble,8,9
-12,distance_from_energy,779.8831787109375,FashionMNIST,Wachter,MLP Ensemble,8,9
-12,distance_from_targets,486.29364013671875,FashionMNIST,Wachter,MLP Ensemble,8,9
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-13,distance,103.20699310302734,FashionMNIST,Wachter,MLP Ensemble,8,9
-13,distance_from_energy,772.5676879882812,FashionMNIST,Wachter,MLP Ensemble,8,9
-13,distance_from_targets,458.55670166015625,FashionMNIST,Wachter,MLP Ensemble,8,9
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-14,distance,81.23477935791016,FashionMNIST,Wachter,MLP Ensemble,8,9
-14,distance_from_energy,747.7727661132812,FashionMNIST,Wachter,MLP Ensemble,8,9
-14,distance_from_targets,486.23822021484375,FashionMNIST,Wachter,MLP Ensemble,8,9
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-14,set_size_penalty,3.000000217372146,FashionMNIST,Wachter,MLP Ensemble,8,9
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-15,distance,93.7823715209961,FashionMNIST,Wachter,MLP Ensemble,8,9
-15,distance_from_energy,766.7264404296875,FashionMNIST,Wachter,MLP Ensemble,8,9
-15,distance_from_targets,455.0614929199219,FashionMNIST,Wachter,MLP Ensemble,8,9
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-15,set_size_penalty,4.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,8,9
-11,distance,274.8031921386719,FashionMNIST,REVISE,MLP Ensemble,8,9
-11,distance_from_energy,724.7686767578125,FashionMNIST,REVISE,MLP Ensemble,8,9
-11,distance_from_targets,402.99407958984375,FashionMNIST,REVISE,MLP Ensemble,8,9
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-11,set_size_penalty,3.0000000000052323,FashionMNIST,REVISE,MLP Ensemble,8,9
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-12,distance,300.06964111328125,FashionMNIST,REVISE,MLP Ensemble,8,9
-12,distance_from_energy,712.9573364257812,FashionMNIST,REVISE,MLP Ensemble,8,9
-12,distance_from_targets,392.6099548339844,FashionMNIST,REVISE,MLP Ensemble,8,9
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-12,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-13,distance,408.35784912109375,FashionMNIST,REVISE,MLP Ensemble,8,9
-13,distance_from_energy,736.7159423828125,FashionMNIST,REVISE,MLP Ensemble,8,9
-13,distance_from_targets,383.4334716796875,FashionMNIST,REVISE,MLP Ensemble,8,9
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-13,set_size_penalty,1.9985998911305998,FashionMNIST,REVISE,MLP Ensemble,8,9
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-14,distance,215.14381408691406,FashionMNIST,REVISE,MLP Ensemble,8,9
-14,distance_from_energy,722.4246215820312,FashionMNIST,REVISE,MLP Ensemble,8,9
-14,distance_from_targets,463.1850891113281,FashionMNIST,REVISE,MLP Ensemble,8,9
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-15,distance,162.52183532714844,FashionMNIST,REVISE,MLP Ensemble,8,9
-15,distance_from_energy,758.6859130859375,FashionMNIST,REVISE,MLP Ensemble,8,9
-15,distance_from_targets,412.73583984375,FashionMNIST,REVISE,MLP Ensemble,8,9
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,8,9
-11,distance,719.7843627929688,FashionMNIST,ECCCo,MLP Ensemble,8,9
-11,distance_from_energy,134.37362670898438,FashionMNIST,ECCCo,MLP Ensemble,8,9
-11,distance_from_targets,635.955322265625,FashionMNIST,ECCCo,MLP Ensemble,8,9
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-11,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-12,distance,664.564697265625,FashionMNIST,ECCCo,MLP Ensemble,8,9
-12,distance_from_energy,160.1237030029297,FashionMNIST,ECCCo,MLP Ensemble,8,9
-12,distance_from_targets,604.168701171875,FashionMNIST,ECCCo,MLP Ensemble,8,9
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-12,set_size_penalty,1.0003002239676961,FashionMNIST,ECCCo,MLP Ensemble,8,9
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-13,distance,698.9029541015625,FashionMNIST,ECCCo,MLP Ensemble,8,9
-13,distance_from_energy,121.25764465332031,FashionMNIST,ECCCo,MLP Ensemble,8,9
-13,distance_from_targets,647.5003051757812,FashionMNIST,ECCCo,MLP Ensemble,8,9
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-13,set_size_penalty,1.0000000102206252,FashionMNIST,ECCCo,MLP Ensemble,8,9
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-14,distance,630.6293334960938,FashionMNIST,ECCCo,MLP Ensemble,8,9
-14,distance_from_energy,132.5830535888672,FashionMNIST,ECCCo,MLP Ensemble,8,9
-14,distance_from_targets,617.3570556640625,FashionMNIST,ECCCo,MLP Ensemble,8,9
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-14,set_size_penalty,1.000113595053284,FashionMNIST,ECCCo,MLP Ensemble,8,9
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-15,distance,664.97705078125,FashionMNIST,ECCCo,MLP Ensemble,8,9
-15,distance_from_energy,125.46468353271484,FashionMNIST,ECCCo,MLP Ensemble,8,9
-15,distance_from_targets,633.005126953125,FashionMNIST,ECCCo,MLP Ensemble,8,9
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-15,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,8,9
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,9
-11,distance_from_energy,837.2724609375,FashionMNIST,Schut,MLP Ensemble,8,9
-11,distance_from_targets,491.0935974121094,FashionMNIST,Schut,MLP Ensemble,8,9
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,9
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,9
-12,distance_from_energy,798.4677124023438,FashionMNIST,Schut,MLP Ensemble,8,9
-12,distance_from_targets,459.81842041015625,FashionMNIST,Schut,MLP Ensemble,8,9
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,9
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,9
-13,distance_from_energy,808.6715087890625,FashionMNIST,Schut,MLP Ensemble,8,9
-13,distance_from_targets,442.00457763671875,FashionMNIST,Schut,MLP Ensemble,8,9
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,9
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,8,9
-14,distance_from_energy,765.8683471679688,FashionMNIST,Schut,MLP Ensemble,8,9
-14,distance_from_targets,467.6795654296875,FashionMNIST,Schut,MLP Ensemble,8,9
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,8,9
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,8,9
-15,distance_from_energy,767.6219482421875,FashionMNIST,Schut,MLP Ensemble,8,9
-15,distance_from_targets,433.7834777832031,FashionMNIST,Schut,MLP Ensemble,8,9
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,8,9
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,8,9
-16,distance,93.0329818725586,FashionMNIST,Wachter,JEM,8,9
-16,distance_from_energy,834.9715576171875,FashionMNIST,Wachter,JEM,8,9
-16,distance_from_targets,533.0328369140625,FashionMNIST,Wachter,JEM,8,9
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,8,9
-16,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,8,9
-16,validity,1.0,FashionMNIST,Wachter,JEM,8,9
-17,distance,113.68672943115234,FashionMNIST,Wachter,JEM,8,9
-17,distance_from_energy,722.9511108398438,FashionMNIST,Wachter,JEM,8,9
-17,distance_from_targets,522.8699951171875,FashionMNIST,Wachter,JEM,8,9
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,8,9
-17,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,8,9
-17,validity,1.0,FashionMNIST,Wachter,JEM,8,9
-18,distance,83.08177185058594,FashionMNIST,Wachter,JEM,8,9
-18,distance_from_energy,599.6431884765625,FashionMNIST,Wachter,JEM,8,9
-18,distance_from_targets,440.65789794921875,FashionMNIST,Wachter,JEM,8,9
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,8,9
-18,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,8,9
-18,validity,1.0,FashionMNIST,Wachter,JEM,8,9
-19,distance,75.92326354980469,FashionMNIST,Wachter,JEM,8,9
-19,distance_from_energy,763.9986572265625,FashionMNIST,Wachter,JEM,8,9
-19,distance_from_targets,591.7030029296875,FashionMNIST,Wachter,JEM,8,9
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,8,9
-19,set_size_penalty,6.0000000373891655,FashionMNIST,Wachter,JEM,8,9
-19,validity,1.0,FashionMNIST,Wachter,JEM,8,9
-20,distance,92.84968566894531,FashionMNIST,Wachter,JEM,8,9
-20,distance_from_energy,661.06298828125,FashionMNIST,Wachter,JEM,8,9
-20,distance_from_targets,485.7536926269531,FashionMNIST,Wachter,JEM,8,9
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,8,9
-20,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,8,9
-20,validity,1.0,FashionMNIST,Wachter,JEM,8,9
-16,distance,440.9692077636719,FashionMNIST,REVISE,JEM,8,9
-16,distance_from_energy,880.998046875,FashionMNIST,REVISE,JEM,8,9
-16,distance_from_targets,517.4443969726562,FashionMNIST,REVISE,JEM,8,9
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,8,9
-16,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,8,9
-16,validity,1.0,FashionMNIST,REVISE,JEM,8,9
-17,distance,493.2375793457031,FashionMNIST,REVISE,JEM,8,9
-17,distance_from_energy,787.8013916015625,FashionMNIST,REVISE,JEM,8,9
-17,distance_from_targets,524.9916381835938,FashionMNIST,REVISE,JEM,8,9
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,8,9
-17,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,8,9
-17,validity,1.0,FashionMNIST,REVISE,JEM,8,9
-18,distance,449.7790832519531,FashionMNIST,REVISE,JEM,8,9
-18,distance_from_energy,629.1439819335938,FashionMNIST,REVISE,JEM,8,9
-18,distance_from_targets,490.18792724609375,FashionMNIST,REVISE,JEM,8,9
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,8,9
-18,set_size_penalty,1.0,FashionMNIST,REVISE,JEM,8,9
-18,validity,1.0,FashionMNIST,REVISE,JEM,8,9
-19,distance,320.8369445800781,FashionMNIST,REVISE,JEM,8,9
-19,distance_from_energy,433.06591796875,FashionMNIST,REVISE,JEM,8,9
-19,distance_from_targets,460.9809875488281,FashionMNIST,REVISE,JEM,8,9
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,8,9
-19,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,8,9
-19,validity,1.0,FashionMNIST,REVISE,JEM,8,9
-20,distance,283.5533447265625,FashionMNIST,REVISE,JEM,8,9
-20,distance_from_energy,544.927734375,FashionMNIST,REVISE,JEM,8,9
-20,distance_from_targets,375.8415832519531,FashionMNIST,REVISE,JEM,8,9
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,8,9
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,8,9
-20,validity,1.0,FashionMNIST,REVISE,JEM,8,9
-16,distance,600.3596801757812,FashionMNIST,ECCCo,JEM,8,9
-16,distance_from_energy,109.0810546875,FashionMNIST,ECCCo,JEM,8,9
-16,distance_from_targets,595.7720947265625,FashionMNIST,ECCCo,JEM,8,9
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,9
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,8,9
-16,validity,1.0,FashionMNIST,ECCCo,JEM,8,9
-17,distance,482.8016357421875,FashionMNIST,ECCCo,JEM,8,9
-17,distance_from_energy,265.261962890625,FashionMNIST,ECCCo,JEM,8,9
-17,distance_from_targets,580.9539794921875,FashionMNIST,ECCCo,JEM,8,9
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,9
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,8,9
-17,validity,1.0,FashionMNIST,ECCCo,JEM,8,9
-18,distance,544.5148315429688,FashionMNIST,ECCCo,JEM,8,9
-18,distance_from_energy,111.97320556640625,FashionMNIST,ECCCo,JEM,8,9
-18,distance_from_targets,561.9037475585938,FashionMNIST,ECCCo,JEM,8,9
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,9
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,9
-18,validity,1.0,FashionMNIST,ECCCo,JEM,8,9
-19,distance,613.1167602539062,FashionMNIST,ECCCo,JEM,8,9
-19,distance_from_energy,185.00604248046875,FashionMNIST,ECCCo,JEM,8,9
-19,distance_from_targets,525.9008178710938,FashionMNIST,ECCCo,JEM,8,9
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,9
-19,set_size_penalty,1.0000000001006764,FashionMNIST,ECCCo,JEM,8,9
-19,validity,1.0,FashionMNIST,ECCCo,JEM,8,9
-20,distance,585.3770751953125,FashionMNIST,ECCCo,JEM,8,9
-20,distance_from_energy,132.05064392089844,FashionMNIST,ECCCo,JEM,8,9
-20,distance_from_targets,620.650634765625,FashionMNIST,ECCCo,JEM,8,9
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,8,9
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,8,9
-20,validity,1.0,FashionMNIST,ECCCo,JEM,8,9
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,9
-16,distance_from_energy,810.9364624023438,FashionMNIST,Schut,JEM,8,9
-16,distance_from_targets,505.07061767578125,FashionMNIST,Schut,JEM,8,9
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,8,9
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,9
-16,validity,0.0,FashionMNIST,Schut,JEM,8,9
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,9
-17,distance_from_energy,697.576416015625,FashionMNIST,Schut,JEM,8,9
-17,distance_from_targets,501.263916015625,FashionMNIST,Schut,JEM,8,9
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,8,9
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,9
-17,validity,0.0,FashionMNIST,Schut,JEM,8,9
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,8,9
-18,distance_from_energy,572.318115234375,FashionMNIST,Schut,JEM,8,9
-18,distance_from_targets,413.91162109375,FashionMNIST,Schut,JEM,8,9
-18,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,8,9
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,9
-18,validity,0.0,FashionMNIST,Schut,JEM,8,9
-19,distance,10.0,FashionMNIST,Schut,JEM,8,9
-19,distance_from_energy,795.7794189453125,FashionMNIST,Schut,JEM,8,9
-19,distance_from_targets,555.6582641601562,FashionMNIST,Schut,JEM,8,9
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,9
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,9
-19,validity,0.0,FashionMNIST,Schut,JEM,8,9
-20,distance,10.0,FashionMNIST,Schut,JEM,8,9
-20,distance_from_energy,657.8892822265625,FashionMNIST,Schut,JEM,8,9
-20,distance_from_targets,452.28106689453125,FashionMNIST,Schut,JEM,8,9
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,8,9
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,8,9
-20,validity,0.0,FashionMNIST,Schut,JEM,8,9
-1,distance,103.13093566894531,FashionMNIST,Wachter,JEM Ensemble,9,0
-1,distance_from_energy,758.067626953125,FashionMNIST,Wachter,JEM Ensemble,9,0
-1,distance_from_targets,559.5594482421875,FashionMNIST,Wachter,JEM Ensemble,9,0
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-2,distance,74.75749206542969,FashionMNIST,Wachter,JEM Ensemble,9,0
-2,distance_from_energy,739.7728881835938,FashionMNIST,Wachter,JEM Ensemble,9,0
-2,distance_from_targets,478.4246826171875,FashionMNIST,Wachter,JEM Ensemble,9,0
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-2,set_size_penalty,3.005576139882268,FashionMNIST,Wachter,JEM Ensemble,9,0
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-3,distance,90.95751190185547,FashionMNIST,Wachter,JEM Ensemble,9,0
-3,distance_from_energy,760.7778930664062,FashionMNIST,Wachter,JEM Ensemble,9,0
-3,distance_from_targets,562.3237915039062,FashionMNIST,Wachter,JEM Ensemble,9,0
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,0
-3,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-3,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-4,distance,85.94114685058594,FashionMNIST,Wachter,JEM Ensemble,9,0
-4,distance_from_energy,776.4046630859375,FashionMNIST,Wachter,JEM Ensemble,9,0
-4,distance_from_targets,563.18310546875,FashionMNIST,Wachter,JEM Ensemble,9,0
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-5,distance,84.51367950439453,FashionMNIST,Wachter,JEM Ensemble,9,0
-5,distance_from_energy,769.4580078125,FashionMNIST,Wachter,JEM Ensemble,9,0
-5,distance_from_targets,534.47607421875,FashionMNIST,Wachter,JEM Ensemble,9,0
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,0
-1,distance,335.4497985839844,FashionMNIST,REVISE,JEM Ensemble,9,0
-1,distance_from_energy,595.1441650390625,FashionMNIST,REVISE,JEM Ensemble,9,0
-1,distance_from_targets,371.9376220703125,FashionMNIST,REVISE,JEM Ensemble,9,0
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-2,distance,112.25189208984375,FashionMNIST,REVISE,JEM Ensemble,9,0
-2,distance_from_energy,682.994873046875,FashionMNIST,REVISE,JEM Ensemble,9,0
-2,distance_from_targets,465.0714111328125,FashionMNIST,REVISE,JEM Ensemble,9,0
-2,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,9,0
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-3,distance,220.8833770751953,FashionMNIST,REVISE,JEM Ensemble,9,0
-3,distance_from_energy,734.9273071289062,FashionMNIST,REVISE,JEM Ensemble,9,0
-3,distance_from_targets,569.6787109375,FashionMNIST,REVISE,JEM Ensemble,9,0
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-4,distance,496.4200439453125,FashionMNIST,REVISE,JEM Ensemble,9,0
-4,distance_from_energy,444.0435485839844,FashionMNIST,REVISE,JEM Ensemble,9,0
-4,distance_from_targets,339.952392578125,FashionMNIST,REVISE,JEM Ensemble,9,0
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-5,distance,327.6528625488281,FashionMNIST,REVISE,JEM Ensemble,9,0
-5,distance_from_energy,612.8269653320312,FashionMNIST,REVISE,JEM Ensemble,9,0
-5,distance_from_targets,356.90972900390625,FashionMNIST,REVISE,JEM Ensemble,9,0
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,0
-1,distance,677.803955078125,FashionMNIST,ECCCo,JEM Ensemble,9,0
-1,distance_from_energy,103.09358978271484,FashionMNIST,ECCCo,JEM Ensemble,9,0
-1,distance_from_targets,390.7513122558594,FashionMNIST,ECCCo,JEM Ensemble,9,0
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-2,distance,582.2855224609375,FashionMNIST,ECCCo,JEM Ensemble,9,0
-2,distance_from_energy,155.43014526367188,FashionMNIST,ECCCo,JEM Ensemble,9,0
-2,distance_from_targets,347.42584228515625,FashionMNIST,ECCCo,JEM Ensemble,9,0
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-3,distance,648.4085693359375,FashionMNIST,ECCCo,JEM Ensemble,9,0
-3,distance_from_energy,123.40753173828125,FashionMNIST,ECCCo,JEM Ensemble,9,0
-3,distance_from_targets,370.63885498046875,FashionMNIST,ECCCo,JEM Ensemble,9,0
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-4,distance,698.7850341796875,FashionMNIST,ECCCo,JEM Ensemble,9,0
-4,distance_from_energy,72.04166412353516,FashionMNIST,ECCCo,JEM Ensemble,9,0
-4,distance_from_targets,403.2903137207031,FashionMNIST,ECCCo,JEM Ensemble,9,0
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-5,distance,655.4498291015625,FashionMNIST,ECCCo,JEM Ensemble,9,0
-5,distance_from_energy,126.11749267578125,FashionMNIST,ECCCo,JEM Ensemble,9,0
-5,distance_from_targets,368.2197570800781,FashionMNIST,ECCCo,JEM Ensemble,9,0
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,0
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,0
-1,distance_from_energy,761.8803100585938,FashionMNIST,Schut,JEM Ensemble,9,0
-1,distance_from_targets,535.3414306640625,FashionMNIST,Schut,JEM Ensemble,9,0
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,0
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,0
-2,distance_from_energy,669.6682739257812,FashionMNIST,Schut,JEM Ensemble,9,0
-2,distance_from_targets,463.3487548828125,FashionMNIST,Schut,JEM Ensemble,9,0
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,0
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-3,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,0
-3,distance_from_energy,764.2493896484375,FashionMNIST,Schut,JEM Ensemble,9,0
-3,distance_from_targets,540.2150268554688,FashionMNIST,Schut,JEM Ensemble,9,0
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,0
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,0
-4,distance_from_energy,762.2808837890625,FashionMNIST,Schut,JEM Ensemble,9,0
-4,distance_from_targets,542.6019897460938,FashionMNIST,Schut,JEM Ensemble,9,0
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,0
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,0
-5,distance_from_energy,768.3675537109375,FashionMNIST,Schut,JEM Ensemble,9,0
-5,distance_from_targets,518.1589965820312,FashionMNIST,Schut,JEM Ensemble,9,0
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,0
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,0
-6,distance,90.64166259765625,FashionMNIST,Wachter,MLP,9,0
-6,distance_from_energy,910.45654296875,FashionMNIST,Wachter,MLP,9,0
-6,distance_from_targets,662.0944213867188,FashionMNIST,Wachter,MLP,9,0
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,0
-6,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,9,0
-6,validity,0.0,FashionMNIST,Wachter,MLP,9,0
-7,distance,74.42056274414062,FashionMNIST,Wachter,MLP,9,0
-7,distance_from_energy,830.9982299804688,FashionMNIST,Wachter,MLP,9,0
-7,distance_from_targets,516.8375244140625,FashionMNIST,Wachter,MLP,9,0
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,0
-7,set_size_penalty,0.9572917838256234,FashionMNIST,Wachter,MLP,9,0
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,0
-8,distance,86.70191192626953,FashionMNIST,Wachter,MLP,9,0
-8,distance_from_energy,845.0188598632812,FashionMNIST,Wachter,MLP,9,0
-8,distance_from_targets,554.1611938476562,FashionMNIST,Wachter,MLP,9,0
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,0
-8,set_size_penalty,2.9999999999999947,FashionMNIST,Wachter,MLP,9,0
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,0
-9,distance,88.0924301147461,FashionMNIST,Wachter,MLP,9,0
-9,distance_from_energy,868.8740234375,FashionMNIST,Wachter,MLP,9,0
-9,distance_from_targets,555.8450927734375,FashionMNIST,Wachter,MLP,9,0
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,0
-9,set_size_penalty,2.0000002761150713,FashionMNIST,Wachter,MLP,9,0
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,0
-10,distance,88.73898315429688,FashionMNIST,Wachter,MLP,9,0
-10,distance_from_energy,871.91357421875,FashionMNIST,Wachter,MLP,9,0
-10,distance_from_targets,530.2537231445312,FashionMNIST,Wachter,MLP,9,0
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,0
-10,set_size_penalty,1.9928674735528733,FashionMNIST,Wachter,MLP,9,0
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,0
-6,distance,203.05958557128906,FashionMNIST,REVISE,MLP,9,0
-6,distance_from_energy,898.0027465820312,FashionMNIST,REVISE,MLP,9,0
-6,distance_from_targets,657.195068359375,FashionMNIST,REVISE,MLP,9,0
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,0
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,0
-6,validity,0.0,FashionMNIST,REVISE,MLP,9,0
-7,distance,187.04026794433594,FashionMNIST,REVISE,MLP,9,0
-7,distance_from_energy,800.8068237304688,FashionMNIST,REVISE,MLP,9,0
-7,distance_from_targets,393.89410400390625,FashionMNIST,REVISE,MLP,9,0
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,0
-7,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,9,0
-7,validity,1.0,FashionMNIST,REVISE,MLP,9,0
-8,distance,318.06549072265625,FashionMNIST,REVISE,MLP,9,0
-8,distance_from_energy,804.0421142578125,FashionMNIST,REVISE,MLP,9,0
-8,distance_from_targets,381.1720886230469,FashionMNIST,REVISE,MLP,9,0
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,0
-8,set_size_penalty,1.0000004535027207,FashionMNIST,REVISE,MLP,9,0
-8,validity,1.0,FashionMNIST,REVISE,MLP,9,0
-9,distance,186.86631774902344,FashionMNIST,REVISE,MLP,9,0
-9,distance_from_energy,857.9557495117188,FashionMNIST,REVISE,MLP,9,0
-9,distance_from_targets,494.8440246582031,FashionMNIST,REVISE,MLP,9,0
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,0
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,0
-9,validity,0.0,FashionMNIST,REVISE,MLP,9,0
-10,distance,210.34405517578125,FashionMNIST,REVISE,MLP,9,0
-10,distance_from_energy,857.8107299804688,FashionMNIST,REVISE,MLP,9,0
-10,distance_from_targets,456.6300048828125,FashionMNIST,REVISE,MLP,9,0
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,0
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,0
-10,validity,0.0,FashionMNIST,REVISE,MLP,9,0
-6,distance,729.3511962890625,FashionMNIST,ECCCo,MLP,9,0
-6,distance_from_energy,218.7029571533203,FashionMNIST,ECCCo,MLP,9,0
-6,distance_from_targets,622.4380493164062,FashionMNIST,ECCCo,MLP,9,0
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,0
-6,set_size_penalty,2.0000098116016893,FashionMNIST,ECCCo,MLP,9,0
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,0
-7,distance,702.09765625,FashionMNIST,ECCCo,MLP,9,0
-7,distance_from_energy,171.7882080078125,FashionMNIST,ECCCo,MLP,9,0
-7,distance_from_targets,610.2566528320312,FashionMNIST,ECCCo,MLP,9,0
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,0
-7,set_size_penalty,1.0000001589143377,FashionMNIST,ECCCo,MLP,9,0
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,0
-8,distance,708.810302734375,FashionMNIST,ECCCo,MLP,9,0
-8,distance_from_energy,162.9108123779297,FashionMNIST,ECCCo,MLP,9,0
-8,distance_from_targets,635.7422485351562,FashionMNIST,ECCCo,MLP,9,0
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,0
-8,set_size_penalty,2.9999999999446185,FashionMNIST,ECCCo,MLP,9,0
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,0
-9,distance,740.25390625,FashionMNIST,ECCCo,MLP,9,0
-9,distance_from_energy,139.83731079101562,FashionMNIST,ECCCo,MLP,9,0
-9,distance_from_targets,639.77001953125,FashionMNIST,ECCCo,MLP,9,0
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,0
-9,set_size_penalty,2.0023072723157544,FashionMNIST,ECCCo,MLP,9,0
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,0
-10,distance,771.9879150390625,FashionMNIST,ECCCo,MLP,9,0
-10,distance_from_energy,119.35234069824219,FashionMNIST,ECCCo,MLP,9,0
-10,distance_from_targets,649.9388427734375,FashionMNIST,ECCCo,MLP,9,0
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,0
-10,set_size_penalty,2.0000000000981535,FashionMNIST,ECCCo,MLP,9,0
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,0
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,0
-6,distance_from_energy,934.1959838867188,FashionMNIST,Schut,MLP,9,0
-6,distance_from_targets,631.1334228515625,FashionMNIST,Schut,MLP,9,0
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,0
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,0
-6,validity,0.0,FashionMNIST,Schut,MLP,9,0
-7,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,0
-7,distance_from_energy,826.7861328125,FashionMNIST,Schut,MLP,9,0
-7,distance_from_targets,489.9754333496094,FashionMNIST,Schut,MLP,9,0
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,0
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,0
-7,validity,0.0,FashionMNIST,Schut,MLP,9,0
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,0
-8,distance_from_energy,857.8655395507812,FashionMNIST,Schut,MLP,9,0
-8,distance_from_targets,531.2203979492188,FashionMNIST,Schut,MLP,9,0
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,0
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,0
-8,validity,0.0,FashionMNIST,Schut,MLP,9,0
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,0
-9,distance_from_energy,882.6240234375,FashionMNIST,Schut,MLP,9,0
-9,distance_from_targets,532.1953735351562,FashionMNIST,Schut,MLP,9,0
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,0
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,0
-9,validity,0.0,FashionMNIST,Schut,MLP,9,0
-10,distance,10.0,FashionMNIST,Schut,MLP,9,0
-10,distance_from_energy,887.6812744140625,FashionMNIST,Schut,MLP,9,0
-10,distance_from_targets,503.25030517578125,FashionMNIST,Schut,MLP,9,0
-10,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,9,0
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,0
-10,validity,0.0,FashionMNIST,Schut,MLP,9,0
-11,distance,133.15638732910156,FashionMNIST,Wachter,MLP Ensemble,9,0
-11,distance_from_energy,867.9264526367188,FashionMNIST,Wachter,MLP Ensemble,9,0
-11,distance_from_targets,682.6721801757812,FashionMNIST,Wachter,MLP Ensemble,9,0
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-12,distance,106.7406997680664,FashionMNIST,Wachter,MLP Ensemble,9,0
-12,distance_from_energy,777.6599731445312,FashionMNIST,Wachter,MLP Ensemble,9,0
-12,distance_from_targets,523.6143188476562,FashionMNIST,Wachter,MLP Ensemble,9,0
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-13,distance,109.77127838134766,FashionMNIST,Wachter,MLP Ensemble,9,0
-13,distance_from_energy,786.7589111328125,FashionMNIST,Wachter,MLP Ensemble,9,0
-13,distance_from_targets,540.5101318359375,FashionMNIST,Wachter,MLP Ensemble,9,0
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-14,distance,91.15728759765625,FashionMNIST,Wachter,MLP Ensemble,9,0
-14,distance_from_energy,771.5844116210938,FashionMNIST,Wachter,MLP Ensemble,9,0
-14,distance_from_targets,507.909423828125,FashionMNIST,Wachter,MLP Ensemble,9,0
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,0
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-15,distance,108.74140930175781,FashionMNIST,Wachter,MLP Ensemble,9,0
-15,distance_from_energy,782.9208374023438,FashionMNIST,Wachter,MLP Ensemble,9,0
-15,distance_from_targets,558.8389892578125,FashionMNIST,Wachter,MLP Ensemble,9,0
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-15,set_size_penalty,1.2055870015203705,FashionMNIST,Wachter,MLP Ensemble,9,0
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,0
-11,distance,260.9293518066406,FashionMNIST,REVISE,MLP Ensemble,9,0
-11,distance_from_energy,790.1397094726562,FashionMNIST,REVISE,MLP Ensemble,9,0
-11,distance_from_targets,573.5404663085938,FashionMNIST,REVISE,MLP Ensemble,9,0
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-12,distance,301.2987976074219,FashionMNIST,REVISE,MLP Ensemble,9,0
-12,distance_from_energy,676.7525634765625,FashionMNIST,REVISE,MLP Ensemble,9,0
-12,distance_from_targets,330.41217041015625,FashionMNIST,REVISE,MLP Ensemble,9,0
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-12,set_size_penalty,2.999946833489564,FashionMNIST,REVISE,MLP Ensemble,9,0
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-13,distance,300.6719665527344,FashionMNIST,REVISE,MLP Ensemble,9,0
-13,distance_from_energy,709.7982788085938,FashionMNIST,REVISE,MLP Ensemble,9,0
-13,distance_from_targets,372.6209716796875,FashionMNIST,REVISE,MLP Ensemble,9,0
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-13,set_size_penalty,1.905212787555003,FashionMNIST,REVISE,MLP Ensemble,9,0
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-14,distance,214.04977416992188,FashionMNIST,REVISE,MLP Ensemble,9,0
-14,distance_from_energy,749.8267822265625,FashionMNIST,REVISE,MLP Ensemble,9,0
-14,distance_from_targets,457.52569580078125,FashionMNIST,REVISE,MLP Ensemble,9,0
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-15,distance,283.3123779296875,FashionMNIST,REVISE,MLP Ensemble,9,0
-15,distance_from_energy,723.7245483398438,FashionMNIST,REVISE,MLP Ensemble,9,0
-15,distance_from_targets,397.83477783203125,FashionMNIST,REVISE,MLP Ensemble,9,0
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,0
-11,distance,758.0546264648438,FashionMNIST,ECCCo,MLP Ensemble,9,0
-11,distance_from_energy,156.29202270507812,FashionMNIST,ECCCo,MLP Ensemble,9,0
-11,distance_from_targets,575.417724609375,FashionMNIST,ECCCo,MLP Ensemble,9,0
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-11,set_size_penalty,1.0000690481805148,FashionMNIST,ECCCo,MLP Ensemble,9,0
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-12,distance,710.2952880859375,FashionMNIST,ECCCo,MLP Ensemble,9,0
-12,distance_from_energy,97.97846221923828,FashionMNIST,ECCCo,MLP Ensemble,9,0
-12,distance_from_targets,573.3452758789062,FashionMNIST,ECCCo,MLP Ensemble,9,0
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-12,set_size_penalty,1.0144894646617637,FashionMNIST,ECCCo,MLP Ensemble,9,0
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-13,distance,685.2796630859375,FashionMNIST,ECCCo,MLP Ensemble,9,0
-13,distance_from_energy,138.7304229736328,FashionMNIST,ECCCo,MLP Ensemble,9,0
-13,distance_from_targets,550.4857788085938,FashionMNIST,ECCCo,MLP Ensemble,9,0
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-13,set_size_penalty,1.0027111175281986,FashionMNIST,ECCCo,MLP Ensemble,9,0
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-14,distance,703.46728515625,FashionMNIST,ECCCo,MLP Ensemble,9,0
-14,distance_from_energy,116.30289459228516,FashionMNIST,ECCCo,MLP Ensemble,9,0
-14,distance_from_targets,569.42529296875,FashionMNIST,ECCCo,MLP Ensemble,9,0
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-14,set_size_penalty,1.5993894214793225,FashionMNIST,ECCCo,MLP Ensemble,9,0
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-15,distance,723.39794921875,FashionMNIST,ECCCo,MLP Ensemble,9,0
-15,distance_from_energy,107.83393859863281,FashionMNIST,ECCCo,MLP Ensemble,9,0
-15,distance_from_targets,565.7490234375,FashionMNIST,ECCCo,MLP Ensemble,9,0
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-15,set_size_penalty,1.1026107808204515,FashionMNIST,ECCCo,MLP Ensemble,9,0
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,0
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,0
-11,distance_from_energy,890.6097412109375,FashionMNIST,Schut,MLP Ensemble,9,0
-11,distance_from_targets,662.4337158203125,FashionMNIST,Schut,MLP Ensemble,9,0
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,0
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-12,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,0
-12,distance_from_energy,795.6259765625,FashionMNIST,Schut,MLP Ensemble,9,0
-12,distance_from_targets,497.6656188964844,FashionMNIST,Schut,MLP Ensemble,9,0
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,0
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,0
-13,distance_from_energy,815.0283813476562,FashionMNIST,Schut,MLP Ensemble,9,0
-13,distance_from_targets,511.35186767578125,FashionMNIST,Schut,MLP Ensemble,9,0
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,0
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,0
-14,distance_from_energy,783.1182250976562,FashionMNIST,Schut,MLP Ensemble,9,0
-14,distance_from_targets,488.89013671875,FashionMNIST,Schut,MLP Ensemble,9,0
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,0
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,0
-15,distance_from_energy,816.8135375976562,FashionMNIST,Schut,MLP Ensemble,9,0
-15,distance_from_targets,546.7236328125,FashionMNIST,Schut,MLP Ensemble,9,0
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,0
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,0
-16,distance,99.85691833496094,FashionMNIST,Wachter,JEM,9,0
-16,distance_from_energy,852.3013916015625,FashionMNIST,Wachter,JEM,9,0
-16,distance_from_targets,670.4943237304688,FashionMNIST,Wachter,JEM,9,0
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,0
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,0
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,0
-17,distance,90.73999786376953,FashionMNIST,Wachter,JEM,9,0
-17,distance_from_energy,826.3600463867188,FashionMNIST,Wachter,JEM,9,0
-17,distance_from_targets,610.0773315429688,FashionMNIST,Wachter,JEM,9,0
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,0
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,0
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,0
-18,distance,96.79296112060547,FashionMNIST,Wachter,JEM,9,0
-18,distance_from_energy,884.1517333984375,FashionMNIST,Wachter,JEM,9,0
-18,distance_from_targets,634.5527954101562,FashionMNIST,Wachter,JEM,9,0
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,0
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,0
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,0
-19,distance,91.72860717773438,FashionMNIST,Wachter,JEM,9,0
-19,distance_from_energy,791.8131103515625,FashionMNIST,Wachter,JEM,9,0
-19,distance_from_targets,585.3043823242188,FashionMNIST,Wachter,JEM,9,0
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,0
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,0
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,0
-20,distance,77.88738250732422,FashionMNIST,Wachter,JEM,9,0
-20,distance_from_energy,797.1162719726562,FashionMNIST,Wachter,JEM,9,0
-20,distance_from_targets,541.8536376953125,FashionMNIST,Wachter,JEM,9,0
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,0
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,0
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,0
-16,distance,293.2215576171875,FashionMNIST,REVISE,JEM,9,0
-16,distance_from_energy,774.5748291015625,FashionMNIST,REVISE,JEM,9,0
-16,distance_from_targets,615.3035278320312,FashionMNIST,REVISE,JEM,9,0
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,0
-16,set_size_penalty,6.0,FashionMNIST,REVISE,JEM,9,0
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,0
-17,distance,346.9449462890625,FashionMNIST,REVISE,JEM,9,0
-17,distance_from_energy,789.9360961914062,FashionMNIST,REVISE,JEM,9,0
-17,distance_from_targets,569.8532104492188,FashionMNIST,REVISE,JEM,9,0
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,0
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,0
-17,validity,0.0,FashionMNIST,REVISE,JEM,9,0
-18,distance,492.9195556640625,FashionMNIST,REVISE,JEM,9,0
-18,distance_from_energy,849.7369384765625,FashionMNIST,REVISE,JEM,9,0
-18,distance_from_targets,690.6945190429688,FashionMNIST,REVISE,JEM,9,0
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,0
-18,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,0
-18,validity,1.0,FashionMNIST,REVISE,JEM,9,0
-19,distance,414.73468017578125,FashionMNIST,REVISE,JEM,9,0
-19,distance_from_energy,762.800048828125,FashionMNIST,REVISE,JEM,9,0
-19,distance_from_targets,582.4432373046875,FashionMNIST,REVISE,JEM,9,0
-19,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,9,0
-19,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,9,0
-19,validity,1.0,FashionMNIST,REVISE,JEM,9,0
-20,distance,414.86529541015625,FashionMNIST,REVISE,JEM,9,0
-20,distance_from_energy,635.1094360351562,FashionMNIST,REVISE,JEM,9,0
-20,distance_from_targets,423.4496765136719,FashionMNIST,REVISE,JEM,9,0
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,0
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,0
-20,validity,1.0,FashionMNIST,REVISE,JEM,9,0
-16,distance,574.1329345703125,FashionMNIST,ECCCo,JEM,9,0
-16,distance_from_energy,264.5023498535156,FashionMNIST,ECCCo,JEM,9,0
-16,distance_from_targets,443.5268859863281,FashionMNIST,ECCCo,JEM,9,0
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,0
-16,set_size_penalty,2.0000000019653528,FashionMNIST,ECCCo,JEM,9,0
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,0
-17,distance,725.92041015625,FashionMNIST,ECCCo,JEM,9,0
-17,distance_from_energy,118.31144714355469,FashionMNIST,ECCCo,JEM,9,0
-17,distance_from_targets,408.68109130859375,FashionMNIST,ECCCo,JEM,9,0
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,0
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,0
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,0
-18,distance,719.0717163085938,FashionMNIST,ECCCo,JEM,9,0
-18,distance_from_energy,126.91815185546875,FashionMNIST,ECCCo,JEM,9,0
-18,distance_from_targets,438.73291015625,FashionMNIST,ECCCo,JEM,9,0
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,0
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,0
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,0
-19,distance,629.795166015625,FashionMNIST,ECCCo,JEM,9,0
-19,distance_from_energy,166.36367797851562,FashionMNIST,ECCCo,JEM,9,0
-19,distance_from_targets,416.0188293457031,FashionMNIST,ECCCo,JEM,9,0
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,0
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,0
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,0
-20,distance,611.1646118164062,FashionMNIST,ECCCo,JEM,9,0
-20,distance_from_energy,202.02023315429688,FashionMNIST,ECCCo,JEM,9,0
-20,distance_from_targets,403.81304931640625,FashionMNIST,ECCCo,JEM,9,0
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,0
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,0
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,0
-16,distance,10.0,FashionMNIST,Schut,JEM,9,0
-16,distance_from_energy,826.8948364257812,FashionMNIST,Schut,JEM,9,0
-16,distance_from_targets,635.2053833007812,FashionMNIST,Schut,JEM,9,0
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,0
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,0
-16,validity,0.0,FashionMNIST,Schut,JEM,9,0
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,0
-17,distance_from_energy,825.8795776367188,FashionMNIST,Schut,JEM,9,0
-17,distance_from_targets,586.371826171875,FashionMNIST,Schut,JEM,9,0
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,0
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,0
-17,validity,0.0,FashionMNIST,Schut,JEM,9,0
-18,distance,10.0,FashionMNIST,Schut,JEM,9,0
-18,distance_from_energy,862.2611083984375,FashionMNIST,Schut,JEM,9,0
-18,distance_from_targets,603.8179931640625,FashionMNIST,Schut,JEM,9,0
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,0
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,0
-18,validity,0.0,FashionMNIST,Schut,JEM,9,0
-19,distance,10.0,FashionMNIST,Schut,JEM,9,0
-19,distance_from_energy,829.2208862304688,FashionMNIST,Schut,JEM,9,0
-19,distance_from_targets,552.8587646484375,FashionMNIST,Schut,JEM,9,0
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,0
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,0
-19,validity,0.0,FashionMNIST,Schut,JEM,9,0
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,0
-20,distance_from_energy,789.5448608398438,FashionMNIST,Schut,JEM,9,0
-20,distance_from_targets,510.7366638183594,FashionMNIST,Schut,JEM,9,0
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,0
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,0
-20,validity,0.0,FashionMNIST,Schut,JEM,9,0
-1,distance,123.81842041015625,FashionMNIST,Wachter,JEM Ensemble,9,1
-1,distance_from_energy,751.7169189453125,FashionMNIST,Wachter,JEM Ensemble,9,1
-1,distance_from_targets,573.0189208984375,FashionMNIST,Wachter,JEM Ensemble,9,1
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-2,distance,124.6248550415039,FashionMNIST,Wachter,JEM Ensemble,9,1
-2,distance_from_energy,738.3939819335938,FashionMNIST,Wachter,JEM Ensemble,9,1
-2,distance_from_targets,517.8807373046875,FashionMNIST,Wachter,JEM Ensemble,9,1
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-3,distance,107.86450958251953,FashionMNIST,Wachter,JEM Ensemble,9,1
-3,distance_from_energy,696.7412109375,FashionMNIST,Wachter,JEM Ensemble,9,1
-3,distance_from_targets,490.3954162597656,FashionMNIST,Wachter,JEM Ensemble,9,1
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,1
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-4,distance,115.27090454101562,FashionMNIST,Wachter,JEM Ensemble,9,1
-4,distance_from_energy,667.18408203125,FashionMNIST,Wachter,JEM Ensemble,9,1
-4,distance_from_targets,499.8890075683594,FashionMNIST,Wachter,JEM Ensemble,9,1
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-5,distance,126.28252410888672,FashionMNIST,Wachter,JEM Ensemble,9,1
-5,distance_from_energy,714.748046875,FashionMNIST,Wachter,JEM Ensemble,9,1
-5,distance_from_targets,512.7591552734375,FashionMNIST,Wachter,JEM Ensemble,9,1
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,1
-1,distance,316.3234558105469,FashionMNIST,REVISE,JEM Ensemble,9,1
-1,distance_from_energy,680.7833251953125,FashionMNIST,REVISE,JEM Ensemble,9,1
-1,distance_from_targets,505.0743713378906,FashionMNIST,REVISE,JEM Ensemble,9,1
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-1,set_size_penalty,10.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-2,distance,235.1575164794922,FashionMNIST,REVISE,JEM Ensemble,9,1
-2,distance_from_energy,659.2942504882812,FashionMNIST,REVISE,JEM Ensemble,9,1
-2,distance_from_targets,422.7059631347656,FashionMNIST,REVISE,JEM Ensemble,9,1
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-3,distance,401.6799621582031,FashionMNIST,REVISE,JEM Ensemble,9,1
-3,distance_from_energy,561.7633666992188,FashionMNIST,REVISE,JEM Ensemble,9,1
-3,distance_from_targets,303.0605773925781,FashionMNIST,REVISE,JEM Ensemble,9,1
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-4,distance,568.172119140625,FashionMNIST,REVISE,JEM Ensemble,9,1
-4,distance_from_energy,481.74298095703125,FashionMNIST,REVISE,JEM Ensemble,9,1
-4,distance_from_targets,411.6924743652344,FashionMNIST,REVISE,JEM Ensemble,9,1
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-5,distance,323.3912353515625,FashionMNIST,REVISE,JEM Ensemble,9,1
-5,distance_from_energy,634.336181640625,FashionMNIST,REVISE,JEM Ensemble,9,1
-5,distance_from_targets,373.19158935546875,FashionMNIST,REVISE,JEM Ensemble,9,1
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-5,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,1
-1,distance,633.8168334960938,FashionMNIST,ECCCo,JEM Ensemble,9,1
-1,distance_from_energy,163.16116333007812,FashionMNIST,ECCCo,JEM Ensemble,9,1
-1,distance_from_targets,358.80767822265625,FashionMNIST,ECCCo,JEM Ensemble,9,1
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-1,set_size_penalty,3.991224973255056,FashionMNIST,ECCCo,JEM Ensemble,9,1
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-2,distance,624.7841186523438,FashionMNIST,ECCCo,JEM Ensemble,9,1
-2,distance_from_energy,160.24142456054688,FashionMNIST,ECCCo,JEM Ensemble,9,1
-2,distance_from_targets,359.2949523925781,FashionMNIST,ECCCo,JEM Ensemble,9,1
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-3,distance,608.4512329101562,FashionMNIST,ECCCo,JEM Ensemble,9,1
-3,distance_from_energy,106.2152328491211,FashionMNIST,ECCCo,JEM Ensemble,9,1
-3,distance_from_targets,361.55560302734375,FashionMNIST,ECCCo,JEM Ensemble,9,1
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-4,distance,574.3854370117188,FashionMNIST,ECCCo,JEM Ensemble,9,1
-4,distance_from_energy,139.3086700439453,FashionMNIST,ECCCo,JEM Ensemble,9,1
-4,distance_from_targets,353.3673095703125,FashionMNIST,ECCCo,JEM Ensemble,9,1
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-5,distance,599.5111083984375,FashionMNIST,ECCCo,JEM Ensemble,9,1
-5,distance_from_energy,141.60733032226562,FashionMNIST,ECCCo,JEM Ensemble,9,1
-5,distance_from_targets,350.8681335449219,FashionMNIST,ECCCo,JEM Ensemble,9,1
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,1
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,1
-1,distance_from_energy,805.7303466796875,FashionMNIST,Schut,JEM Ensemble,9,1
-1,distance_from_targets,562.8323364257812,FashionMNIST,Schut,JEM Ensemble,9,1
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,1
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,1
-2,distance_from_energy,743.3878784179688,FashionMNIST,Schut,JEM Ensemble,9,1
-2,distance_from_targets,512.13330078125,FashionMNIST,Schut,JEM Ensemble,9,1
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,1
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,1
-3,distance_from_energy,703.0770263671875,FashionMNIST,Schut,JEM Ensemble,9,1
-3,distance_from_targets,476.69989013671875,FashionMNIST,Schut,JEM Ensemble,9,1
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,1
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,1
-4,distance_from_energy,698.5662841796875,FashionMNIST,Schut,JEM Ensemble,9,1
-4,distance_from_targets,492.79156494140625,FashionMNIST,Schut,JEM Ensemble,9,1
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,1
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,1
-5,distance_from_energy,704.3846435546875,FashionMNIST,Schut,JEM Ensemble,9,1
-5,distance_from_targets,503.58721923828125,FashionMNIST,Schut,JEM Ensemble,9,1
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,1
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,1
-6,distance,123.68444061279297,FashionMNIST,Wachter,MLP,9,1
-6,distance_from_energy,840.9230346679688,FashionMNIST,Wachter,MLP,9,1
-6,distance_from_targets,563.46875,FashionMNIST,Wachter,MLP,9,1
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,1
-6,set_size_penalty,4.02705616966381,FashionMNIST,Wachter,MLP,9,1
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,1
-7,distance,92.52527618408203,FashionMNIST,Wachter,MLP,9,1
-7,distance_from_energy,823.630859375,FashionMNIST,Wachter,MLP,9,1
-7,distance_from_targets,540.9263305664062,FashionMNIST,Wachter,MLP,9,1
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,1
-7,set_size_penalty,2.9999999999996434,FashionMNIST,Wachter,MLP,9,1
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,1
-8,distance,116.60519409179688,FashionMNIST,Wachter,MLP,9,1
-8,distance_from_energy,833.5260009765625,FashionMNIST,Wachter,MLP,9,1
-8,distance_from_targets,535.212890625,FashionMNIST,Wachter,MLP,9,1
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,1
-8,set_size_penalty,4.000000034461181,FashionMNIST,Wachter,MLP,9,1
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,1
-9,distance,93.55078887939453,FashionMNIST,Wachter,MLP,9,1
-9,distance_from_energy,834.8543090820312,FashionMNIST,Wachter,MLP,9,1
-9,distance_from_targets,511.0054931640625,FashionMNIST,Wachter,MLP,9,1
-9,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,9,1
-9,set_size_penalty,4.7564675066907895,FashionMNIST,Wachter,MLP,9,1
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,1
-10,distance,112.83401489257812,FashionMNIST,Wachter,MLP,9,1
-10,distance_from_energy,836.5042114257812,FashionMNIST,Wachter,MLP,9,1
-10,distance_from_targets,582.6128540039062,FashionMNIST,Wachter,MLP,9,1
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,1
-10,set_size_penalty,2.99999331298028,FashionMNIST,Wachter,MLP,9,1
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,1
-6,distance,225.78451538085938,FashionMNIST,REVISE,MLP,9,1
-6,distance_from_energy,844.9739990234375,FashionMNIST,REVISE,MLP,9,1
-6,distance_from_targets,474.7754821777344,FashionMNIST,REVISE,MLP,9,1
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,1
-6,set_size_penalty,1.000000000195482,FashionMNIST,REVISE,MLP,9,1
-6,validity,1.0,FashionMNIST,REVISE,MLP,9,1
-7,distance,303.50030517578125,FashionMNIST,REVISE,MLP,9,1
-7,distance_from_energy,787.3302001953125,FashionMNIST,REVISE,MLP,9,1
-7,distance_from_targets,386.69818115234375,FashionMNIST,REVISE,MLP,9,1
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,1
-7,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,9,1
-7,validity,1.0,FashionMNIST,REVISE,MLP,9,1
-8,distance,377.9290771484375,FashionMNIST,REVISE,MLP,9,1
-8,distance_from_energy,784.2963256835938,FashionMNIST,REVISE,MLP,9,1
-8,distance_from_targets,337.04425048828125,FashionMNIST,REVISE,MLP,9,1
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,1
-8,set_size_penalty,1.0,FashionMNIST,REVISE,MLP,9,1
-8,validity,1.0,FashionMNIST,REVISE,MLP,9,1
-9,distance,194.1852264404297,FashionMNIST,REVISE,MLP,9,1
-9,distance_from_energy,854.9246215820312,FashionMNIST,REVISE,MLP,9,1
-9,distance_from_targets,467.1247863769531,FashionMNIST,REVISE,MLP,9,1
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,1
-9,set_size_penalty,9.999999999916309,FashionMNIST,REVISE,MLP,9,1
-9,validity,1.0,FashionMNIST,REVISE,MLP,9,1
-10,distance,199.526611328125,FashionMNIST,REVISE,MLP,9,1
-10,distance_from_energy,910.4264526367188,FashionMNIST,REVISE,MLP,9,1
-10,distance_from_targets,609.5962524414062,FashionMNIST,REVISE,MLP,9,1
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,1
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,1
-10,validity,0.0,FashionMNIST,REVISE,MLP,9,1
-6,distance,705.0159301757812,FashionMNIST,ECCCo,MLP,9,1
-6,distance_from_energy,206.38638305664062,FashionMNIST,ECCCo,MLP,9,1
-6,distance_from_targets,592.8764038085938,FashionMNIST,ECCCo,MLP,9,1
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,1
-6,set_size_penalty,2.7352013940507165,FashionMNIST,ECCCo,MLP,9,1
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,1
-7,distance,636.11181640625,FashionMNIST,ECCCo,MLP,9,1
-7,distance_from_energy,191.14450073242188,FashionMNIST,ECCCo,MLP,9,1
-7,distance_from_targets,596.59716796875,FashionMNIST,ECCCo,MLP,9,1
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,1
-7,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,9,1
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,1
-8,distance,669.8629150390625,FashionMNIST,ECCCo,MLP,9,1
-8,distance_from_energy,201.08193969726562,FashionMNIST,ECCCo,MLP,9,1
-8,distance_from_targets,598.209228515625,FashionMNIST,ECCCo,MLP,9,1
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,1
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,9,1
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,1
-9,distance,718.439208984375,FashionMNIST,ECCCo,MLP,9,1
-9,distance_from_energy,172.35107421875,FashionMNIST,ECCCo,MLP,9,1
-9,distance_from_targets,610.5174560546875,FashionMNIST,ECCCo,MLP,9,1
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,1
-9,set_size_penalty,2.0001091069227463,FashionMNIST,ECCCo,MLP,9,1
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,1
-10,distance,717.0066528320312,FashionMNIST,ECCCo,MLP,9,1
-10,distance_from_energy,216.61373901367188,FashionMNIST,ECCCo,MLP,9,1
-10,distance_from_targets,621.72509765625,FashionMNIST,ECCCo,MLP,9,1
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,1
-10,set_size_penalty,2.049336383294208,FashionMNIST,ECCCo,MLP,9,1
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,1
-6,distance,10.0,FashionMNIST,Schut,MLP,9,1
-6,distance_from_energy,893.8172607421875,FashionMNIST,Schut,MLP,9,1
-6,distance_from_targets,554.4949340820312,FashionMNIST,Schut,MLP,9,1
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,1
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,1
-6,validity,0.0,FashionMNIST,Schut,MLP,9,1
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,1
-7,distance_from_energy,834.4365234375,FashionMNIST,Schut,MLP,9,1
-7,distance_from_targets,515.0703735351562,FashionMNIST,Schut,MLP,9,1
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,1
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,1
-7,validity,0.0,FashionMNIST,Schut,MLP,9,1
-8,distance,10.0,FashionMNIST,Schut,MLP,9,1
-8,distance_from_energy,856.2198486328125,FashionMNIST,Schut,MLP,9,1
-8,distance_from_targets,518.3223876953125,FashionMNIST,Schut,MLP,9,1
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,1
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,1
-8,validity,0.0,FashionMNIST,Schut,MLP,9,1
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,1
-9,distance_from_energy,867.0641479492188,FashionMNIST,Schut,MLP,9,1
-9,distance_from_targets,488.8433837890625,FashionMNIST,Schut,MLP,9,1
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,1
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,1
-9,validity,0.0,FashionMNIST,Schut,MLP,9,1
-10,distance,10.0,FashionMNIST,Schut,MLP,9,1
-10,distance_from_energy,917.3238525390625,FashionMNIST,Schut,MLP,9,1
-10,distance_from_targets,587.336669921875,FashionMNIST,Schut,MLP,9,1
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,1
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,1
-10,validity,0.0,FashionMNIST,Schut,MLP,9,1
-11,distance,139.14317321777344,FashionMNIST,Wachter,MLP Ensemble,9,1
-11,distance_from_energy,761.8792114257812,FashionMNIST,Wachter,MLP Ensemble,9,1
-11,distance_from_targets,561.8314208984375,FashionMNIST,Wachter,MLP Ensemble,9,1
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-11,set_size_penalty,1.9996312119961006,FashionMNIST,Wachter,MLP Ensemble,9,1
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-12,distance,122.60052490234375,FashionMNIST,Wachter,MLP Ensemble,9,1
-12,distance_from_energy,783.6339111328125,FashionMNIST,Wachter,MLP Ensemble,9,1
-12,distance_from_targets,580.2280883789062,FashionMNIST,Wachter,MLP Ensemble,9,1
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-12,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-12,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-13,distance,127.77529907226562,FashionMNIST,Wachter,MLP Ensemble,9,1
-13,distance_from_energy,752.9393310546875,FashionMNIST,Wachter,MLP Ensemble,9,1
-13,distance_from_targets,528.7723388671875,FashionMNIST,Wachter,MLP Ensemble,9,1
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-13,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-14,distance,140.7893829345703,FashionMNIST,Wachter,MLP Ensemble,9,1
-14,distance_from_energy,782.7886352539062,FashionMNIST,Wachter,MLP Ensemble,9,1
-14,distance_from_targets,580.0743408203125,FashionMNIST,Wachter,MLP Ensemble,9,1
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-14,set_size_penalty,1.999012929083408,FashionMNIST,Wachter,MLP Ensemble,9,1
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-15,distance,118.05728149414062,FashionMNIST,Wachter,MLP Ensemble,9,1
-15,distance_from_energy,821.3050537109375,FashionMNIST,Wachter,MLP Ensemble,9,1
-15,distance_from_targets,615.6107788085938,FashionMNIST,Wachter,MLP Ensemble,9,1
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,1
-11,distance,223.86534118652344,FashionMNIST,REVISE,MLP Ensemble,9,1
-11,distance_from_energy,769.0092163085938,FashionMNIST,REVISE,MLP Ensemble,9,1
-11,distance_from_targets,543.0574340820312,FashionMNIST,REVISE,MLP Ensemble,9,1
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-12,distance,321.1636657714844,FashionMNIST,REVISE,MLP Ensemble,9,1
-12,distance_from_energy,698.1463623046875,FashionMNIST,REVISE,MLP Ensemble,9,1
-12,distance_from_targets,414.3506164550781,FashionMNIST,REVISE,MLP Ensemble,9,1
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-12,set_size_penalty,1.0000000046031252,FashionMNIST,REVISE,MLP Ensemble,9,1
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-13,distance,299.4930725097656,FashionMNIST,REVISE,MLP Ensemble,9,1
-13,distance_from_energy,691.5386962890625,FashionMNIST,REVISE,MLP Ensemble,9,1
-13,distance_from_targets,376.9371643066406,FashionMNIST,REVISE,MLP Ensemble,9,1
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-13,set_size_penalty,1.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-14,distance,227.26937866210938,FashionMNIST,REVISE,MLP Ensemble,9,1
-14,distance_from_energy,785.27685546875,FashionMNIST,REVISE,MLP Ensemble,9,1
-14,distance_from_targets,563.4907836914062,FashionMNIST,REVISE,MLP Ensemble,9,1
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-15,distance,255.4279327392578,FashionMNIST,REVISE,MLP Ensemble,9,1
-15,distance_from_energy,790.9816284179688,FashionMNIST,REVISE,MLP Ensemble,9,1
-15,distance_from_targets,587.0631103515625,FashionMNIST,REVISE,MLP Ensemble,9,1
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,1
-11,distance,681.257568359375,FashionMNIST,ECCCo,MLP Ensemble,9,1
-11,distance_from_energy,139.43612670898438,FashionMNIST,ECCCo,MLP Ensemble,9,1
-11,distance_from_targets,551.096435546875,FashionMNIST,ECCCo,MLP Ensemble,9,1
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-11,set_size_penalty,1.0001046961161801,FashionMNIST,ECCCo,MLP Ensemble,9,1
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-12,distance,657.7749633789062,FashionMNIST,ECCCo,MLP Ensemble,9,1
-12,distance_from_energy,156.33766174316406,FashionMNIST,ECCCo,MLP Ensemble,9,1
-12,distance_from_targets,546.391845703125,FashionMNIST,ECCCo,MLP Ensemble,9,1
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-12,set_size_penalty,1.0000000000006075,FashionMNIST,ECCCo,MLP Ensemble,9,1
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-13,distance,660.5599365234375,FashionMNIST,ECCCo,MLP Ensemble,9,1
-13,distance_from_energy,133.1189422607422,FashionMNIST,ECCCo,MLP Ensemble,9,1
-13,distance_from_targets,561.0777587890625,FashionMNIST,ECCCo,MLP Ensemble,9,1
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-13,set_size_penalty,1.000325286942987,FashionMNIST,ECCCo,MLP Ensemble,9,1
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-14,distance,672.7008666992188,FashionMNIST,ECCCo,MLP Ensemble,9,1
-14,distance_from_energy,157.40078735351562,FashionMNIST,ECCCo,MLP Ensemble,9,1
-14,distance_from_targets,556.55224609375,FashionMNIST,ECCCo,MLP Ensemble,9,1
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-14,set_size_penalty,1.000000000196617,FashionMNIST,ECCCo,MLP Ensemble,9,1
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-15,distance,716.7828979492188,FashionMNIST,ECCCo,MLP Ensemble,9,1
-15,distance_from_energy,155.21774291992188,FashionMNIST,ECCCo,MLP Ensemble,9,1
-15,distance_from_targets,556.6632080078125,FashionMNIST,ECCCo,MLP Ensemble,9,1
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-15,set_size_penalty,1.0000000081059481,FashionMNIST,ECCCo,MLP Ensemble,9,1
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,1
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,1
-11,distance_from_energy,811.1165161132812,FashionMNIST,Schut,MLP Ensemble,9,1
-11,distance_from_targets,563.133056640625,FashionMNIST,Schut,MLP Ensemble,9,1
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,1
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,1
-12,distance_from_energy,794.547119140625,FashionMNIST,Schut,MLP Ensemble,9,1
-12,distance_from_targets,568.0470581054688,FashionMNIST,Schut,MLP Ensemble,9,1
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,1
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,1
-13,distance_from_energy,766.3856201171875,FashionMNIST,Schut,MLP Ensemble,9,1
-13,distance_from_targets,525.8541870117188,FashionMNIST,Schut,MLP Ensemble,9,1
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,1
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,1
-14,distance_from_energy,810.1636962890625,FashionMNIST,Schut,MLP Ensemble,9,1
-14,distance_from_targets,580.7025756835938,FashionMNIST,Schut,MLP Ensemble,9,1
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,1
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,1
-15,distance_from_energy,852.1239013671875,FashionMNIST,Schut,MLP Ensemble,9,1
-15,distance_from_targets,603.9404296875,FashionMNIST,Schut,MLP Ensemble,9,1
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,1
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,1
-16,distance,91.7469482421875,FashionMNIST,Wachter,JEM,9,1
-16,distance_from_energy,797.5485229492188,FashionMNIST,Wachter,JEM,9,1
-16,distance_from_targets,556.224853515625,FashionMNIST,Wachter,JEM,9,1
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,1
-16,set_size_penalty,1.0000044908367427,FashionMNIST,Wachter,JEM,9,1
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,1
-17,distance,78.23167419433594,FashionMNIST,Wachter,JEM,9,1
-17,distance_from_energy,791.1792602539062,FashionMNIST,Wachter,JEM,9,1
-17,distance_from_targets,607.060546875,FashionMNIST,Wachter,JEM,9,1
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,1
-17,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,9,1
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,1
-18,distance,61.97299575805664,FashionMNIST,Wachter,JEM,9,1
-18,distance_from_energy,772.607177734375,FashionMNIST,Wachter,JEM,9,1
-18,distance_from_targets,525.2048950195312,FashionMNIST,Wachter,JEM,9,1
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,1
-18,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,9,1
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,1
-19,distance,68.09806823730469,FashionMNIST,Wachter,JEM,9,1
-19,distance_from_energy,649.5877685546875,FashionMNIST,Wachter,JEM,9,1
-19,distance_from_targets,524.513427734375,FashionMNIST,Wachter,JEM,9,1
-19,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,9,1
-19,set_size_penalty,2.999999999988364,FashionMNIST,Wachter,JEM,9,1
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,1
-20,distance,75.40541076660156,FashionMNIST,Wachter,JEM,9,1
-20,distance_from_energy,747.6036376953125,FashionMNIST,Wachter,JEM,9,1
-20,distance_from_targets,506.9078063964844,FashionMNIST,Wachter,JEM,9,1
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,1
-20,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,9,1
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,1
-16,distance,143.92405700683594,FashionMNIST,REVISE,JEM,9,1
-16,distance_from_energy,684.8409423828125,FashionMNIST,REVISE,JEM,9,1
-16,distance_from_targets,487.83123779296875,FashionMNIST,REVISE,JEM,9,1
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,1
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,1
-16,validity,0.0,FashionMNIST,REVISE,JEM,9,1
-17,distance,354.402587890625,FashionMNIST,REVISE,JEM,9,1
-17,distance_from_energy,848.1436767578125,FashionMNIST,REVISE,JEM,9,1
-17,distance_from_targets,697.2443237304688,FashionMNIST,REVISE,JEM,9,1
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,1
-17,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,9,1
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,1
-18,distance,416.82122802734375,FashionMNIST,REVISE,JEM,9,1
-18,distance_from_energy,800.31103515625,FashionMNIST,REVISE,JEM,9,1
-18,distance_from_targets,650.0525512695312,FashionMNIST,REVISE,JEM,9,1
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,1
-18,set_size_penalty,4.000000151095623,FashionMNIST,REVISE,JEM,9,1
-18,validity,1.0,FashionMNIST,REVISE,JEM,9,1
-19,distance,427.7012023925781,FashionMNIST,REVISE,JEM,9,1
-19,distance_from_energy,631.9814453125,FashionMNIST,REVISE,JEM,9,1
-19,distance_from_targets,414.6277160644531,FashionMNIST,REVISE,JEM,9,1
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,1
-19,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,9,1
-19,validity,1.0,FashionMNIST,REVISE,JEM,9,1
-20,distance,181.0237579345703,FashionMNIST,REVISE,JEM,9,1
-20,distance_from_energy,708.6433715820312,FashionMNIST,REVISE,JEM,9,1
-20,distance_from_targets,463.1453552246094,FashionMNIST,REVISE,JEM,9,1
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,1
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,1
-20,validity,0.0,FashionMNIST,REVISE,JEM,9,1
-16,distance,536.37939453125,FashionMNIST,ECCCo,JEM,9,1
-16,distance_from_energy,135.20538330078125,FashionMNIST,ECCCo,JEM,9,1
-16,distance_from_targets,493.32794189453125,FashionMNIST,ECCCo,JEM,9,1
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,1
-16,set_size_penalty,2.000000000000079,FashionMNIST,ECCCo,JEM,9,1
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,1
-17,distance,642.3071899414062,FashionMNIST,ECCCo,JEM,9,1
-17,distance_from_energy,162.49606323242188,FashionMNIST,ECCCo,JEM,9,1
-17,distance_from_targets,388.53631591796875,FashionMNIST,ECCCo,JEM,9,1
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,1
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,1
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,1
-18,distance,618.5429077148438,FashionMNIST,ECCCo,JEM,9,1
-18,distance_from_energy,147.10964965820312,FashionMNIST,ECCCo,JEM,9,1
-18,distance_from_targets,402.6870422363281,FashionMNIST,ECCCo,JEM,9,1
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,1
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,1
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,1
-19,distance,560.1776733398438,FashionMNIST,ECCCo,JEM,9,1
-19,distance_from_energy,107.98335266113281,FashionMNIST,ECCCo,JEM,9,1
-19,distance_from_targets,555.2462768554688,FashionMNIST,ECCCo,JEM,9,1
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,1
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,9,1
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,1
-20,distance,609.9955444335938,FashionMNIST,ECCCo,JEM,9,1
-20,distance_from_energy,132.92811584472656,FashionMNIST,ECCCo,JEM,9,1
-20,distance_from_targets,385.378173828125,FashionMNIST,ECCCo,JEM,9,1
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,1
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,1
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,1
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,1
-16,distance_from_energy,749.85693359375,FashionMNIST,Schut,JEM,9,1
-16,distance_from_targets,532.709228515625,FashionMNIST,Schut,JEM,9,1
-16,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,1
-16,set_size_penalty,4.0,FashionMNIST,Schut,JEM,9,1
-16,validity,1.0,FashionMNIST,Schut,JEM,9,1
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,1
-17,distance_from_energy,691.6918334960938,FashionMNIST,Schut,JEM,9,1
-17,distance_from_targets,574.57763671875,FashionMNIST,Schut,JEM,9,1
-17,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,1
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,1
-17,validity,0.0,FashionMNIST,Schut,JEM,9,1
-18,distance,7.500001430511475,FashionMNIST,Schut,JEM,9,1
-18,distance_from_energy,748.11474609375,FashionMNIST,Schut,JEM,9,1
-18,distance_from_targets,504.62530517578125,FashionMNIST,Schut,JEM,9,1
-18,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,9,1
-18,set_size_penalty,3.0,FashionMNIST,Schut,JEM,9,1
-18,validity,1.0,FashionMNIST,Schut,JEM,9,1
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,1
-19,distance_from_energy,753.8106689453125,FashionMNIST,Schut,JEM,9,1
-19,distance_from_targets,495.5423583984375,FashionMNIST,Schut,JEM,9,1
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,1
-19,set_size_penalty,4.0,FashionMNIST,Schut,JEM,9,1
-19,validity,1.0,FashionMNIST,Schut,JEM,9,1
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,1
-20,distance_from_energy,726.2857666015625,FashionMNIST,Schut,JEM,9,1
-20,distance_from_targets,487.00323486328125,FashionMNIST,Schut,JEM,9,1
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,1
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,1
-20,validity,0.0,FashionMNIST,Schut,JEM,9,1
-1,distance,87.96041107177734,FashionMNIST,Wachter,JEM Ensemble,9,2
-1,distance_from_energy,719.3201293945312,FashionMNIST,Wachter,JEM Ensemble,9,2
-1,distance_from_targets,481.3534851074219,FashionMNIST,Wachter,JEM Ensemble,9,2
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-2,distance,111.84304809570312,FashionMNIST,Wachter,JEM Ensemble,9,2
-2,distance_from_energy,730.0156860351562,FashionMNIST,Wachter,JEM Ensemble,9,2
-2,distance_from_targets,526.9503173828125,FashionMNIST,Wachter,JEM Ensemble,9,2
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-3,distance,107.33251953125,FashionMNIST,Wachter,JEM Ensemble,9,2
-3,distance_from_energy,733.5215454101562,FashionMNIST,Wachter,JEM Ensemble,9,2
-3,distance_from_targets,535.0014038085938,FashionMNIST,Wachter,JEM Ensemble,9,2
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-4,distance,97.2576904296875,FashionMNIST,Wachter,JEM Ensemble,9,2
-4,distance_from_energy,690.5904541015625,FashionMNIST,Wachter,JEM Ensemble,9,2
-4,distance_from_targets,476.4060974121094,FashionMNIST,Wachter,JEM Ensemble,9,2
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-5,distance,99.7906265258789,FashionMNIST,Wachter,JEM Ensemble,9,2
-5,distance_from_energy,716.7421875,FashionMNIST,Wachter,JEM Ensemble,9,2
-5,distance_from_targets,508.46185302734375,FashionMNIST,Wachter,JEM Ensemble,9,2
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,2
-1,distance,487.71722412109375,FashionMNIST,REVISE,JEM Ensemble,9,2
-1,distance_from_energy,496.6207580566406,FashionMNIST,REVISE,JEM Ensemble,9,2
-1,distance_from_targets,397.02703857421875,FashionMNIST,REVISE,JEM Ensemble,9,2
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-2,distance,555.3612060546875,FashionMNIST,REVISE,JEM Ensemble,9,2
-2,distance_from_energy,424.0311584472656,FashionMNIST,REVISE,JEM Ensemble,9,2
-2,distance_from_targets,379.1305236816406,FashionMNIST,REVISE,JEM Ensemble,9,2
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-3,distance,559.5385131835938,FashionMNIST,REVISE,JEM Ensemble,9,2
-3,distance_from_energy,460.18023681640625,FashionMNIST,REVISE,JEM Ensemble,9,2
-3,distance_from_targets,398.7885437011719,FashionMNIST,REVISE,JEM Ensemble,9,2
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-4,distance,570.76806640625,FashionMNIST,REVISE,JEM Ensemble,9,2
-4,distance_from_energy,418.47503662109375,FashionMNIST,REVISE,JEM Ensemble,9,2
-4,distance_from_targets,393.03973388671875,FashionMNIST,REVISE,JEM Ensemble,9,2
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-5,distance,535.7039184570312,FashionMNIST,REVISE,JEM Ensemble,9,2
-5,distance_from_energy,361.0528259277344,FashionMNIST,REVISE,JEM Ensemble,9,2
-5,distance_from_targets,317.1991271972656,FashionMNIST,REVISE,JEM Ensemble,9,2
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,2
-1,distance,673.324462890625,FashionMNIST,ECCCo,JEM Ensemble,9,2
-1,distance_from_energy,75.16508483886719,FashionMNIST,ECCCo,JEM Ensemble,9,2
-1,distance_from_targets,379.89263916015625,FashionMNIST,ECCCo,JEM Ensemble,9,2
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-2,distance,679.7132568359375,FashionMNIST,ECCCo,JEM Ensemble,9,2
-2,distance_from_energy,74.84550476074219,FashionMNIST,ECCCo,JEM Ensemble,9,2
-2,distance_from_targets,382.1658935546875,FashionMNIST,ECCCo,JEM Ensemble,9,2
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-3,distance,663.51171875,FashionMNIST,ECCCo,JEM Ensemble,9,2
-3,distance_from_energy,93.70196533203125,FashionMNIST,ECCCo,JEM Ensemble,9,2
-3,distance_from_targets,381.1991271972656,FashionMNIST,ECCCo,JEM Ensemble,9,2
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-4,distance,647.4375610351562,FashionMNIST,ECCCo,JEM Ensemble,9,2
-4,distance_from_energy,83.11307525634766,FashionMNIST,ECCCo,JEM Ensemble,9,2
-4,distance_from_targets,373.7381286621094,FashionMNIST,ECCCo,JEM Ensemble,9,2
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-5,distance,622.5230102539062,FashionMNIST,ECCCo,JEM Ensemble,9,2
-5,distance_from_energy,122.18870544433594,FashionMNIST,ECCCo,JEM Ensemble,9,2
-5,distance_from_targets,401.2490234375,FashionMNIST,ECCCo,JEM Ensemble,9,2
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,2
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,2
-1,distance_from_energy,735.633544921875,FashionMNIST,Schut,JEM Ensemble,9,2
-1,distance_from_targets,471.2805480957031,FashionMNIST,Schut,JEM Ensemble,9,2
-1,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,9,2
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-2,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,2
-2,distance_from_energy,723.8538818359375,FashionMNIST,Schut,JEM Ensemble,9,2
-2,distance_from_targets,513.24658203125,FashionMNIST,Schut,JEM Ensemble,9,2
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,2
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,2
-3,distance_from_energy,745.2960815429688,FashionMNIST,Schut,JEM Ensemble,9,2
-3,distance_from_targets,514.9486694335938,FashionMNIST,Schut,JEM Ensemble,9,2
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,2
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,2
-4,distance_from_energy,721.5330810546875,FashionMNIST,Schut,JEM Ensemble,9,2
-4,distance_from_targets,465.6111755371094,FashionMNIST,Schut,JEM Ensemble,9,2
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,2
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,2
-5,distance_from_energy,732.2062377929688,FashionMNIST,Schut,JEM Ensemble,9,2
-5,distance_from_targets,494.21337890625,FashionMNIST,Schut,JEM Ensemble,9,2
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,2
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,2
-6,distance,80.1323471069336,FashionMNIST,Wachter,MLP,9,2
-6,distance_from_energy,820.4168701171875,FashionMNIST,Wachter,MLP,9,2
-6,distance_from_targets,522.3308715820312,FashionMNIST,Wachter,MLP,9,2
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,2
-6,set_size_penalty,2.9999306511443478,FashionMNIST,Wachter,MLP,9,2
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,2
-7,distance,107.74073028564453,FashionMNIST,Wachter,MLP,9,2
-7,distance_from_energy,844.6300659179688,FashionMNIST,Wachter,MLP,9,2
-7,distance_from_targets,526.5885620117188,FashionMNIST,Wachter,MLP,9,2
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,2
-7,set_size_penalty,3.9999999997353695,FashionMNIST,Wachter,MLP,9,2
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,2
-8,distance,82.70111083984375,FashionMNIST,Wachter,MLP,9,2
-8,distance_from_energy,831.4757690429688,FashionMNIST,Wachter,MLP,9,2
-8,distance_from_targets,487.7204895019531,FashionMNIST,Wachter,MLP,9,2
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,2
-8,set_size_penalty,2.999755508490602,FashionMNIST,Wachter,MLP,9,2
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,2
-9,distance,76.53385925292969,FashionMNIST,Wachter,MLP,9,2
-9,distance_from_energy,821.79296875,FashionMNIST,Wachter,MLP,9,2
-9,distance_from_targets,516.6525268554688,FashionMNIST,Wachter,MLP,9,2
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,2
-9,set_size_penalty,1.9999981936331206,FashionMNIST,Wachter,MLP,9,2
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,2
-10,distance,106.78321075439453,FashionMNIST,Wachter,MLP,9,2
-10,distance_from_energy,857.0540161132812,FashionMNIST,Wachter,MLP,9,2
-10,distance_from_targets,642.5421752929688,FashionMNIST,Wachter,MLP,9,2
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,2
-10,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,9,2
-10,validity,0.0,FashionMNIST,Wachter,MLP,9,2
-6,distance,360.3725280761719,FashionMNIST,REVISE,MLP,9,2
-6,distance_from_energy,790.5079345703125,FashionMNIST,REVISE,MLP,9,2
-6,distance_from_targets,384.7206726074219,FashionMNIST,REVISE,MLP,9,2
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,2
-6,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,9,2
-6,validity,1.0,FashionMNIST,REVISE,MLP,9,2
-7,distance,225.81796264648438,FashionMNIST,REVISE,MLP,9,2
-7,distance_from_energy,871.5386962890625,FashionMNIST,REVISE,MLP,9,2
-7,distance_from_targets,490.0302429199219,FashionMNIST,REVISE,MLP,9,2
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,2
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,2
-7,validity,0.0,FashionMNIST,REVISE,MLP,9,2
-8,distance,237.22134399414062,FashionMNIST,REVISE,MLP,9,2
-8,distance_from_energy,874.5724487304688,FashionMNIST,REVISE,MLP,9,2
-8,distance_from_targets,547.3153076171875,FashionMNIST,REVISE,MLP,9,2
-8,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,9,2
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,2
-8,validity,0.0,FashionMNIST,REVISE,MLP,9,2
-9,distance,419.7643127441406,FashionMNIST,REVISE,MLP,9,2
-9,distance_from_energy,741.7677612304688,FashionMNIST,REVISE,MLP,9,2
-9,distance_from_targets,316.7203674316406,FashionMNIST,REVISE,MLP,9,2
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,2
-9,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,9,2
-9,validity,1.0,FashionMNIST,REVISE,MLP,9,2
-10,distance,585.8241577148438,FashionMNIST,REVISE,MLP,9,2
-10,distance_from_energy,748.9776000976562,FashionMNIST,REVISE,MLP,9,2
-10,distance_from_targets,340.7859191894531,FashionMNIST,REVISE,MLP,9,2
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,2
-10,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,9,2
-10,validity,1.0,FashionMNIST,REVISE,MLP,9,2
-6,distance,767.0362548828125,FashionMNIST,ECCCo,MLP,9,2
-6,distance_from_energy,82.72760009765625,FashionMNIST,ECCCo,MLP,9,2
-6,distance_from_targets,679.7482299804688,FashionMNIST,ECCCo,MLP,9,2
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,2
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,2
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,2
-7,distance,731.6629028320312,FashionMNIST,ECCCo,MLP,9,2
-7,distance_from_energy,155.9002685546875,FashionMNIST,ECCCo,MLP,9,2
-7,distance_from_targets,623.6187133789062,FashionMNIST,ECCCo,MLP,9,2
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,2
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,2
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,2
-8,distance,715.775634765625,FashionMNIST,ECCCo,MLP,9,2
-8,distance_from_energy,154.13064575195312,FashionMNIST,ECCCo,MLP,9,2
-8,distance_from_targets,638.9869995117188,FashionMNIST,ECCCo,MLP,9,2
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,2
-8,set_size_penalty,2.000000000535235,FashionMNIST,ECCCo,MLP,9,2
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,2
-9,distance,739.97265625,FashionMNIST,ECCCo,MLP,9,2
-9,distance_from_energy,91.07782745361328,FashionMNIST,ECCCo,MLP,9,2
-9,distance_from_targets,653.2139892578125,FashionMNIST,ECCCo,MLP,9,2
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,2
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,2
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,2
-10,distance,731.5314331054688,FashionMNIST,ECCCo,MLP,9,2
-10,distance_from_energy,147.08761596679688,FashionMNIST,ECCCo,MLP,9,2
-10,distance_from_targets,667.9824829101562,FashionMNIST,ECCCo,MLP,9,2
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,2
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,2
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,2
-6,distance,10.0,FashionMNIST,Schut,MLP,9,2
-6,distance_from_energy,819.3234252929688,FashionMNIST,Schut,MLP,9,2
-6,distance_from_targets,503.0912780761719,FashionMNIST,Schut,MLP,9,2
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,2
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,2
-6,validity,0.0,FashionMNIST,Schut,MLP,9,2
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,2
-7,distance_from_energy,870.0758666992188,FashionMNIST,Schut,MLP,9,2
-7,distance_from_targets,494.7613220214844,FashionMNIST,Schut,MLP,9,2
-7,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,9,2
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,2
-7,validity,0.0,FashionMNIST,Schut,MLP,9,2
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,2
-8,distance_from_energy,863.6495361328125,FashionMNIST,Schut,MLP,9,2
-8,distance_from_targets,462.58380126953125,FashionMNIST,Schut,MLP,9,2
-8,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,2
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,2
-8,validity,0.0,FashionMNIST,Schut,MLP,9,2
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,2
-9,distance_from_energy,819.14599609375,FashionMNIST,Schut,MLP,9,2
-9,distance_from_targets,489.7041931152344,FashionMNIST,Schut,MLP,9,2
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,2
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,2
-9,validity,0.0,FashionMNIST,Schut,MLP,9,2
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,2
-10,distance_from_energy,858.6060791015625,FashionMNIST,Schut,MLP,9,2
-10,distance_from_targets,608.2117309570312,FashionMNIST,Schut,MLP,9,2
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,2
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,2
-10,validity,0.0,FashionMNIST,Schut,MLP,9,2
-11,distance,95.63677978515625,FashionMNIST,Wachter,MLP Ensemble,9,2
-11,distance_from_energy,779.7686767578125,FashionMNIST,Wachter,MLP Ensemble,9,2
-11,distance_from_targets,491.25860595703125,FashionMNIST,Wachter,MLP Ensemble,9,2
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-11,set_size_penalty,9.999999692770679,FashionMNIST,Wachter,MLP Ensemble,9,2
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-12,distance,93.15071105957031,FashionMNIST,Wachter,MLP Ensemble,9,2
-12,distance_from_energy,782.9375610351562,FashionMNIST,Wachter,MLP Ensemble,9,2
-12,distance_from_targets,527.0030517578125,FashionMNIST,Wachter,MLP Ensemble,9,2
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-12,set_size_penalty,0.8271143865955094,FashionMNIST,Wachter,MLP Ensemble,9,2
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-13,distance,108.88751983642578,FashionMNIST,Wachter,MLP Ensemble,9,2
-13,distance_from_energy,823.3173828125,FashionMNIST,Wachter,MLP Ensemble,9,2
-13,distance_from_targets,643.7633056640625,FashionMNIST,Wachter,MLP Ensemble,9,2
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-13,set_size_penalty,2.9977709453090062,FashionMNIST,Wachter,MLP Ensemble,9,2
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-14,distance,99.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-14,distance_from_energy,856.3529052734375,FashionMNIST,Wachter,MLP Ensemble,9,2
-14,distance_from_targets,657.28466796875,FashionMNIST,Wachter,MLP Ensemble,9,2
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,2
-14,set_size_penalty,9.999999999977199,FashionMNIST,Wachter,MLP Ensemble,9,2
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-15,distance,91.92280578613281,FashionMNIST,Wachter,MLP Ensemble,9,2
-15,distance_from_energy,766.150634765625,FashionMNIST,Wachter,MLP Ensemble,9,2
-15,distance_from_targets,507.0496826171875,FashionMNIST,Wachter,MLP Ensemble,9,2
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-15,set_size_penalty,9.6129227810353,FashionMNIST,Wachter,MLP Ensemble,9,2
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,2
-11,distance,277.21466064453125,FashionMNIST,REVISE,MLP Ensemble,9,2
-11,distance_from_energy,699.9773559570312,FashionMNIST,REVISE,MLP Ensemble,9,2
-11,distance_from_targets,326.03594970703125,FashionMNIST,REVISE,MLP Ensemble,9,2
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-11,set_size_penalty,1.0000000000000153,FashionMNIST,REVISE,MLP Ensemble,9,2
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-12,distance,220.98931884765625,FashionMNIST,REVISE,MLP Ensemble,9,2
-12,distance_from_energy,793.4335327148438,FashionMNIST,REVISE,MLP Ensemble,9,2
-12,distance_from_targets,554.6884765625,FashionMNIST,REVISE,MLP Ensemble,9,2
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-13,distance,163.3939971923828,FashionMNIST,REVISE,MLP Ensemble,9,2
-13,distance_from_energy,840.1744384765625,FashionMNIST,REVISE,MLP Ensemble,9,2
-13,distance_from_targets,669.7609252929688,FashionMNIST,REVISE,MLP Ensemble,9,2
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-14,distance,332.2452697753906,FashionMNIST,REVISE,MLP Ensemble,9,2
-14,distance_from_energy,751.4597778320312,FashionMNIST,REVISE,MLP Ensemble,9,2
-14,distance_from_targets,556.131591796875,FashionMNIST,REVISE,MLP Ensemble,9,2
-14,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,9,2
-14,set_size_penalty,2.9999991125490775,FashionMNIST,REVISE,MLP Ensemble,9,2
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-15,distance,215.89187622070312,FashionMNIST,REVISE,MLP Ensemble,9,2
-15,distance_from_energy,720.5443115234375,FashionMNIST,REVISE,MLP Ensemble,9,2
-15,distance_from_targets,452.9879150390625,FashionMNIST,REVISE,MLP Ensemble,9,2
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,2
-11,distance,703.6838989257812,FashionMNIST,ECCCo,MLP Ensemble,9,2
-11,distance_from_energy,107.4360580444336,FashionMNIST,ECCCo,MLP Ensemble,9,2
-11,distance_from_targets,565.3011474609375,FashionMNIST,ECCCo,MLP Ensemble,9,2
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-11,set_size_penalty,1.0000008532969833,FashionMNIST,ECCCo,MLP Ensemble,9,2
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-12,distance,677.7431030273438,FashionMNIST,ECCCo,MLP Ensemble,9,2
-12,distance_from_energy,144.023681640625,FashionMNIST,ECCCo,MLP Ensemble,9,2
-12,distance_from_targets,554.2798461914062,FashionMNIST,ECCCo,MLP Ensemble,9,2
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-12,set_size_penalty,1.0132857215680549,FashionMNIST,ECCCo,MLP Ensemble,9,2
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-13,distance,717.6328125,FashionMNIST,ECCCo,MLP Ensemble,9,2
-13,distance_from_energy,142.91976928710938,FashionMNIST,ECCCo,MLP Ensemble,9,2
-13,distance_from_targets,572.4389038085938,FashionMNIST,ECCCo,MLP Ensemble,9,2
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-13,set_size_penalty,1.0000700382762817,FashionMNIST,ECCCo,MLP Ensemble,9,2
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-14,distance,703.32275390625,FashionMNIST,ECCCo,MLP Ensemble,9,2
-14,distance_from_energy,164.91197204589844,FashionMNIST,ECCCo,MLP Ensemble,9,2
-14,distance_from_targets,566.1214599609375,FashionMNIST,ECCCo,MLP Ensemble,9,2
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-14,set_size_penalty,1.0287746438772138,FashionMNIST,ECCCo,MLP Ensemble,9,2
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-15,distance,708.1744995117188,FashionMNIST,ECCCo,MLP Ensemble,9,2
-15,distance_from_energy,93.0153579711914,FashionMNIST,ECCCo,MLP Ensemble,9,2
-15,distance_from_targets,570.4837646484375,FashionMNIST,ECCCo,MLP Ensemble,9,2
-15,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,9,2
-15,set_size_penalty,1.1529132707606324,FashionMNIST,ECCCo,MLP Ensemble,9,2
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,2
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,2
-11,distance_from_energy,790.7017822265625,FashionMNIST,Schut,MLP Ensemble,9,2
-11,distance_from_targets,464.2022399902344,FashionMNIST,Schut,MLP Ensemble,9,2
-11,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,9,2
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,2
-12,distance_from_energy,802.3366088867188,FashionMNIST,Schut,MLP Ensemble,9,2
-12,distance_from_targets,493.8532409667969,FashionMNIST,Schut,MLP Ensemble,9,2
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,2
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,2
-13,distance_from_energy,844.9171752929688,FashionMNIST,Schut,MLP Ensemble,9,2
-13,distance_from_targets,613.2315063476562,FashionMNIST,Schut,MLP Ensemble,9,2
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,2
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,2
-14,distance_from_energy,854.1024169921875,FashionMNIST,Schut,MLP Ensemble,9,2
-14,distance_from_targets,632.1119995117188,FashionMNIST,Schut,MLP Ensemble,9,2
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,2
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,2
-15,distance_from_energy,789.1799926757812,FashionMNIST,Schut,MLP Ensemble,9,2
-15,distance_from_targets,489.6064147949219,FashionMNIST,Schut,MLP Ensemble,9,2
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,2
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,2
-16,distance,91.89923095703125,FashionMNIST,Wachter,JEM,9,2
-16,distance_from_energy,754.8946533203125,FashionMNIST,Wachter,JEM,9,2
-16,distance_from_targets,602.86181640625,FashionMNIST,Wachter,JEM,9,2
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,9,2
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,2
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,2
-17,distance,73.46469116210938,FashionMNIST,Wachter,JEM,9,2
-17,distance_from_energy,754.1129760742188,FashionMNIST,Wachter,JEM,9,2
-17,distance_from_targets,521.4343872070312,FashionMNIST,Wachter,JEM,9,2
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,9,2
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,2
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,2
-18,distance,86.72148895263672,FashionMNIST,Wachter,JEM,9,2
-18,distance_from_energy,825.0814208984375,FashionMNIST,Wachter,JEM,9,2
-18,distance_from_targets,669.9205322265625,FashionMNIST,Wachter,JEM,9,2
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,2
-18,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,9,2
-18,validity,0.0,FashionMNIST,Wachter,JEM,9,2
-19,distance,96.94725799560547,FashionMNIST,Wachter,JEM,9,2
-19,distance_from_energy,771.0794677734375,FashionMNIST,Wachter,JEM,9,2
-19,distance_from_targets,562.2670288085938,FashionMNIST,Wachter,JEM,9,2
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,2
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,2
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,2
-20,distance,98.62476348876953,FashionMNIST,Wachter,JEM,9,2
-20,distance_from_energy,757.0101928710938,FashionMNIST,Wachter,JEM,9,2
-20,distance_from_targets,557.0286865234375,FashionMNIST,Wachter,JEM,9,2
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,2
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,2
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,2
-16,distance,591.5125122070312,FashionMNIST,REVISE,JEM,9,2
-16,distance_from_energy,866.4304809570312,FashionMNIST,REVISE,JEM,9,2
-16,distance_from_targets,757.3978881835938,FashionMNIST,REVISE,JEM,9,2
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,2
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,9,2
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,2
-17,distance,228.93038940429688,FashionMNIST,REVISE,JEM,9,2
-17,distance_from_energy,573.168212890625,FashionMNIST,REVISE,JEM,9,2
-17,distance_from_targets,406.74639892578125,FashionMNIST,REVISE,JEM,9,2
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,2
-17,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,2
-17,validity,0.0,FashionMNIST,REVISE,JEM,9,2
-18,distance,390.6759033203125,FashionMNIST,REVISE,JEM,9,2
-18,distance_from_energy,892.5935668945312,FashionMNIST,REVISE,JEM,9,2
-18,distance_from_targets,772.0960693359375,FashionMNIST,REVISE,JEM,9,2
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,2
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,2
-18,validity,0.0,FashionMNIST,REVISE,JEM,9,2
-19,distance,585.0057983398438,FashionMNIST,REVISE,JEM,9,2
-19,distance_from_energy,462.69927978515625,FashionMNIST,REVISE,JEM,9,2
-19,distance_from_targets,379.7210998535156,FashionMNIST,REVISE,JEM,9,2
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,2
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,2
-19,validity,1.0,FashionMNIST,REVISE,JEM,9,2
-20,distance,323.1596374511719,FashionMNIST,REVISE,JEM,9,2
-20,distance_from_energy,760.1455688476562,FashionMNIST,REVISE,JEM,9,2
-20,distance_from_targets,576.3512573242188,FashionMNIST,REVISE,JEM,9,2
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,2
-20,set_size_penalty,10.0,FashionMNIST,REVISE,JEM,9,2
-20,validity,1.0,FashionMNIST,REVISE,JEM,9,2
-16,distance,606.9878540039062,FashionMNIST,ECCCo,JEM,9,2
-16,distance_from_energy,230.74478149414062,FashionMNIST,ECCCo,JEM,9,2
-16,distance_from_targets,477.61285400390625,FashionMNIST,ECCCo,JEM,9,2
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,2
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,2
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,2
-17,distance,612.2926025390625,FashionMNIST,ECCCo,JEM,9,2
-17,distance_from_energy,122.3798599243164,FashionMNIST,ECCCo,JEM,9,2
-17,distance_from_targets,395.5213317871094,FashionMNIST,ECCCo,JEM,9,2
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,2
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,2
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,2
-18,distance,627.33740234375,FashionMNIST,ECCCo,JEM,9,2
-18,distance_from_energy,178.4474334716797,FashionMNIST,ECCCo,JEM,9,2
-18,distance_from_targets,432.9077453613281,FashionMNIST,ECCCo,JEM,9,2
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,2
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,2
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,2
-19,distance,688.9922485351562,FashionMNIST,ECCCo,JEM,9,2
-19,distance_from_energy,92.15902709960938,FashionMNIST,ECCCo,JEM,9,2
-19,distance_from_targets,455.55438232421875,FashionMNIST,ECCCo,JEM,9,2
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,2
-19,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,2
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,2
-20,distance,660.6234741210938,FashionMNIST,ECCCo,JEM,9,2
-20,distance_from_energy,91.66094207763672,FashionMNIST,ECCCo,JEM,9,2
-20,distance_from_targets,439.1451416015625,FashionMNIST,ECCCo,JEM,9,2
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,2
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,2
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,2
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,2
-16,distance_from_energy,745.7838134765625,FashionMNIST,Schut,JEM,9,2
-16,distance_from_targets,566.3242797851562,FashionMNIST,Schut,JEM,9,2
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,2
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,2
-16,validity,0.0,FashionMNIST,Schut,JEM,9,2
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,2
-17,distance_from_energy,757.1080932617188,FashionMNIST,Schut,JEM,9,2
-17,distance_from_targets,497.36785888671875,FashionMNIST,Schut,JEM,9,2
-17,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,9,2
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,2
-17,validity,0.0,FashionMNIST,Schut,JEM,9,2
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,2
-18,distance_from_energy,793.7586669921875,FashionMNIST,Schut,JEM,9,2
-18,distance_from_targets,646.6513061523438,FashionMNIST,Schut,JEM,9,2
-18,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,2
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,2
-18,validity,0.0,FashionMNIST,Schut,JEM,9,2
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,2
-19,distance_from_energy,804.2567138671875,FashionMNIST,Schut,JEM,9,2
-19,distance_from_targets,529.117431640625,FashionMNIST,Schut,JEM,9,2
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,2
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,2
-19,validity,0.0,FashionMNIST,Schut,JEM,9,2
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,2
-20,distance_from_energy,804.3816528320312,FashionMNIST,Schut,JEM,9,2
-20,distance_from_targets,527.7521362304688,FashionMNIST,Schut,JEM,9,2
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,2
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,2
-20,validity,0.0,FashionMNIST,Schut,JEM,9,2
-1,distance,115.71405792236328,FashionMNIST,Wachter,JEM Ensemble,9,3
-1,distance_from_energy,726.763427734375,FashionMNIST,Wachter,JEM Ensemble,9,3
-1,distance_from_targets,504.9409484863281,FashionMNIST,Wachter,JEM Ensemble,9,3
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-2,distance,90.81401824951172,FashionMNIST,Wachter,JEM Ensemble,9,3
-2,distance_from_energy,675.0714111328125,FashionMNIST,Wachter,JEM Ensemble,9,3
-2,distance_from_targets,464.55865478515625,FashionMNIST,Wachter,JEM Ensemble,9,3
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-2,set_size_penalty,1.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-3,distance,92.73180389404297,FashionMNIST,Wachter,JEM Ensemble,9,3
-3,distance_from_energy,717.7333374023438,FashionMNIST,Wachter,JEM Ensemble,9,3
-3,distance_from_targets,517.646240234375,FashionMNIST,Wachter,JEM Ensemble,9,3
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-4,distance,86.28089904785156,FashionMNIST,Wachter,JEM Ensemble,9,3
-4,distance_from_energy,725.03857421875,FashionMNIST,Wachter,JEM Ensemble,9,3
-4,distance_from_targets,514.7032470703125,FashionMNIST,Wachter,JEM Ensemble,9,3
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,3
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-5,distance,105.32504272460938,FashionMNIST,Wachter,JEM Ensemble,9,3
-5,distance_from_energy,691.5191040039062,FashionMNIST,Wachter,JEM Ensemble,9,3
-5,distance_from_targets,508.7200012207031,FashionMNIST,Wachter,JEM Ensemble,9,3
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-5,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-5,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,9,3
-1,distance,477.40740966796875,FashionMNIST,REVISE,JEM Ensemble,9,3
-1,distance_from_energy,488.9537658691406,FashionMNIST,REVISE,JEM Ensemble,9,3
-1,distance_from_targets,362.4939880371094,FashionMNIST,REVISE,JEM Ensemble,9,3
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-2,distance,200.88742065429688,FashionMNIST,REVISE,JEM Ensemble,9,3
-2,distance_from_energy,655.2623291015625,FashionMNIST,REVISE,JEM Ensemble,9,3
-2,distance_from_targets,424.4820556640625,FashionMNIST,REVISE,JEM Ensemble,9,3
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-3,distance,532.4558715820312,FashionMNIST,REVISE,JEM Ensemble,9,3
-3,distance_from_energy,452.6214294433594,FashionMNIST,REVISE,JEM Ensemble,9,3
-3,distance_from_targets,340.5120849609375,FashionMNIST,REVISE,JEM Ensemble,9,3
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-4,distance,687.40771484375,FashionMNIST,REVISE,JEM Ensemble,9,3
-4,distance_from_energy,369.4933166503906,FashionMNIST,REVISE,JEM Ensemble,9,3
-4,distance_from_targets,401.9554443359375,FashionMNIST,REVISE,JEM Ensemble,9,3
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-5,distance,155.19444274902344,FashionMNIST,REVISE,JEM Ensemble,9,3
-5,distance_from_energy,708.833251953125,FashionMNIST,REVISE,JEM Ensemble,9,3
-5,distance_from_targets,501.62060546875,FashionMNIST,REVISE,JEM Ensemble,9,3
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,3
-1,distance,603.6397094726562,FashionMNIST,ECCCo,JEM Ensemble,9,3
-1,distance_from_energy,127.95405578613281,FashionMNIST,ECCCo,JEM Ensemble,9,3
-1,distance_from_targets,355.5029602050781,FashionMNIST,ECCCo,JEM Ensemble,9,3
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-2,distance,526.4771728515625,FashionMNIST,ECCCo,JEM Ensemble,9,3
-2,distance_from_energy,163.47117614746094,FashionMNIST,ECCCo,JEM Ensemble,9,3
-2,distance_from_targets,349.8662109375,FashionMNIST,ECCCo,JEM Ensemble,9,3
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-2,set_size_penalty,3.0000000000199094,FashionMNIST,ECCCo,JEM Ensemble,9,3
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-3,distance,647.2723388671875,FashionMNIST,ECCCo,JEM Ensemble,9,3
-3,distance_from_energy,109.43663024902344,FashionMNIST,ECCCo,JEM Ensemble,9,3
-3,distance_from_targets,381.73040771484375,FashionMNIST,ECCCo,JEM Ensemble,9,3
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-4,distance,620.7257690429688,FashionMNIST,ECCCo,JEM Ensemble,9,3
-4,distance_from_energy,118.92935943603516,FashionMNIST,ECCCo,JEM Ensemble,9,3
-4,distance_from_targets,359.80621337890625,FashionMNIST,ECCCo,JEM Ensemble,9,3
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-5,distance,575.6019897460938,FashionMNIST,ECCCo,JEM Ensemble,9,3
-5,distance_from_energy,134.75906372070312,FashionMNIST,ECCCo,JEM Ensemble,9,3
-5,distance_from_targets,352.55517578125,FashionMNIST,ECCCo,JEM Ensemble,9,3
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,3
-1,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,3
-1,distance_from_energy,722.0806884765625,FashionMNIST,Schut,JEM Ensemble,9,3
-1,distance_from_targets,494.0296936035156,FashionMNIST,Schut,JEM Ensemble,9,3
-1,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,3
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,3
-2,distance_from_energy,696.4400024414062,FashionMNIST,Schut,JEM Ensemble,9,3
-2,distance_from_targets,446.5681457519531,FashionMNIST,Schut,JEM Ensemble,9,3
-2,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,3
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,3
-3,distance_from_energy,729.0250244140625,FashionMNIST,Schut,JEM Ensemble,9,3
-3,distance_from_targets,501.2993469238281,FashionMNIST,Schut,JEM Ensemble,9,3
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,3
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-4,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,3
-4,distance_from_energy,727.2586669921875,FashionMNIST,Schut,JEM Ensemble,9,3
-4,distance_from_targets,493.4549560546875,FashionMNIST,Schut,JEM Ensemble,9,3
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,3
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,3
-5,distance_from_energy,712.2059326171875,FashionMNIST,Schut,JEM Ensemble,9,3
-5,distance_from_targets,500.22686767578125,FashionMNIST,Schut,JEM Ensemble,9,3
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,3
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,3
-6,distance,89.93019104003906,FashionMNIST,Wachter,MLP,9,3
-6,distance_from_energy,871.8670043945312,FashionMNIST,Wachter,MLP,9,3
-6,distance_from_targets,567.9375,FashionMNIST,Wachter,MLP,9,3
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,3
-6,set_size_penalty,2.999999999997039,FashionMNIST,Wachter,MLP,9,3
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,3
-7,distance,111.81432342529297,FashionMNIST,Wachter,MLP,9,3
-7,distance_from_energy,850.921875,FashionMNIST,Wachter,MLP,9,3
-7,distance_from_targets,575.477783203125,FashionMNIST,Wachter,MLP,9,3
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,3
-7,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,9,3
-7,validity,0.0,FashionMNIST,Wachter,MLP,9,3
-8,distance,107.13465881347656,FashionMNIST,Wachter,MLP,9,3
-8,distance_from_energy,885.1795654296875,FashionMNIST,Wachter,MLP,9,3
-8,distance_from_targets,571.9806518554688,FashionMNIST,Wachter,MLP,9,3
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,3
-8,set_size_penalty,2.000000012052549,FashionMNIST,Wachter,MLP,9,3
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,3
-9,distance,89.71892547607422,FashionMNIST,Wachter,MLP,9,3
-9,distance_from_energy,871.7276611328125,FashionMNIST,Wachter,MLP,9,3
-9,distance_from_targets,555.1893310546875,FashionMNIST,Wachter,MLP,9,3
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,3
-9,set_size_penalty,1.9949037240332346,FashionMNIST,Wachter,MLP,9,3
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,3
-10,distance,95.20772552490234,FashionMNIST,Wachter,MLP,9,3
-10,distance_from_energy,864.8980712890625,FashionMNIST,Wachter,MLP,9,3
-10,distance_from_targets,555.431396484375,FashionMNIST,Wachter,MLP,9,3
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,3
-10,set_size_penalty,1.2625500110576784,FashionMNIST,Wachter,MLP,9,3
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,3
-6,distance,175.1986083984375,FashionMNIST,REVISE,MLP,9,3
-6,distance_from_energy,905.3302001953125,FashionMNIST,REVISE,MLP,9,3
-6,distance_from_targets,593.955322265625,FashionMNIST,REVISE,MLP,9,3
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,3
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,3
-6,validity,0.0,FashionMNIST,REVISE,MLP,9,3
-7,distance,356.7198181152344,FashionMNIST,REVISE,MLP,9,3
-7,distance_from_energy,831.7825317382812,FashionMNIST,REVISE,MLP,9,3
-7,distance_from_targets,380.7345886230469,FashionMNIST,REVISE,MLP,9,3
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,3
-7,set_size_penalty,2.0,FashionMNIST,REVISE,MLP,9,3
-7,validity,1.0,FashionMNIST,REVISE,MLP,9,3
-8,distance,229.93589782714844,FashionMNIST,REVISE,MLP,9,3
-8,distance_from_energy,877.5301513671875,FashionMNIST,REVISE,MLP,9,3
-8,distance_from_targets,650.1961669921875,FashionMNIST,REVISE,MLP,9,3
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,3
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,3
-8,validity,0.0,FashionMNIST,REVISE,MLP,9,3
-9,distance,238.54197692871094,FashionMNIST,REVISE,MLP,9,3
-9,distance_from_energy,876.2789916992188,FashionMNIST,REVISE,MLP,9,3
-9,distance_from_targets,517.1464233398438,FashionMNIST,REVISE,MLP,9,3
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,3
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,3
-9,validity,0.0,FashionMNIST,REVISE,MLP,9,3
-10,distance,161.89608764648438,FashionMNIST,REVISE,MLP,9,3
-10,distance_from_energy,871.3126831054688,FashionMNIST,REVISE,MLP,9,3
-10,distance_from_targets,586.1436767578125,FashionMNIST,REVISE,MLP,9,3
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,3
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,3
-10,validity,0.0,FashionMNIST,REVISE,MLP,9,3
-6,distance,645.2405395507812,FashionMNIST,ECCCo,MLP,9,3
-6,distance_from_energy,218.3538055419922,FashionMNIST,ECCCo,MLP,9,3
-6,distance_from_targets,597.657958984375,FashionMNIST,ECCCo,MLP,9,3
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,3
-6,set_size_penalty,1.9789203648116813,FashionMNIST,ECCCo,MLP,9,3
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,3
-7,distance,694.1661376953125,FashionMNIST,ECCCo,MLP,9,3
-7,distance_from_energy,169.9246368408203,FashionMNIST,ECCCo,MLP,9,3
-7,distance_from_targets,607.626708984375,FashionMNIST,ECCCo,MLP,9,3
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,3
-7,set_size_penalty,2.000000000395632,FashionMNIST,ECCCo,MLP,9,3
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,3
-8,distance,713.7919311523438,FashionMNIST,ECCCo,MLP,9,3
-8,distance_from_energy,190.2513885498047,FashionMNIST,ECCCo,MLP,9,3
-8,distance_from_targets,630.4961547851562,FashionMNIST,ECCCo,MLP,9,3
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,3
-8,set_size_penalty,1.0052486384700836,FashionMNIST,ECCCo,MLP,9,3
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,3
-9,distance,742.7947998046875,FashionMNIST,ECCCo,MLP,9,3
-9,distance_from_energy,142.84658813476562,FashionMNIST,ECCCo,MLP,9,3
-9,distance_from_targets,627.97705078125,FashionMNIST,ECCCo,MLP,9,3
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,3
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,9,3
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,3
-10,distance,673.2400512695312,FashionMNIST,ECCCo,MLP,9,3
-10,distance_from_energy,185.98861694335938,FashionMNIST,ECCCo,MLP,9,3
-10,distance_from_targets,602.104736328125,FashionMNIST,ECCCo,MLP,9,3
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,3
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,3
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,3
-6,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,3
-6,distance_from_energy,833.3265380859375,FashionMNIST,Schut,MLP,9,3
-6,distance_from_targets,542.1669311523438,FashionMNIST,Schut,MLP,9,3
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,3
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,3
-6,validity,0.0,FashionMNIST,Schut,MLP,9,3
-7,distance,10.0,FashionMNIST,Schut,MLP,9,3
-7,distance_from_energy,873.486328125,FashionMNIST,Schut,MLP,9,3
-7,distance_from_targets,562.8888549804688,FashionMNIST,Schut,MLP,9,3
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,3
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,3
-7,validity,0.0,FashionMNIST,Schut,MLP,9,3
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,3
-8,distance_from_energy,907.5729370117188,FashionMNIST,Schut,MLP,9,3
-8,distance_from_targets,565.7836303710938,FashionMNIST,Schut,MLP,9,3
-8,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,9,3
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,3
-8,validity,0.0,FashionMNIST,Schut,MLP,9,3
-9,distance,10.0,FashionMNIST,Schut,MLP,9,3
-9,distance_from_energy,890.6519775390625,FashionMNIST,Schut,MLP,9,3
-9,distance_from_targets,532.5696411132812,FashionMNIST,Schut,MLP,9,3
-9,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP,9,3
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,3
-9,validity,0.0,FashionMNIST,Schut,MLP,9,3
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,3
-10,distance_from_energy,871.1065673828125,FashionMNIST,Schut,MLP,9,3
-10,distance_from_targets,537.4320678710938,FashionMNIST,Schut,MLP,9,3
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,3
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,3
-10,validity,0.0,FashionMNIST,Schut,MLP,9,3
-11,distance,106.8998031616211,FashionMNIST,Wachter,MLP Ensemble,9,3
-11,distance_from_energy,794.9674072265625,FashionMNIST,Wachter,MLP Ensemble,9,3
-11,distance_from_targets,603.7449340820312,FashionMNIST,Wachter,MLP Ensemble,9,3
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-12,distance,104.27652740478516,FashionMNIST,Wachter,MLP Ensemble,9,3
-12,distance_from_energy,840.7277221679688,FashionMNIST,Wachter,MLP Ensemble,9,3
-12,distance_from_targets,624.694091796875,FashionMNIST,Wachter,MLP Ensemble,9,3
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-12,set_size_penalty,9.99998579944392,FashionMNIST,Wachter,MLP Ensemble,9,3
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-13,distance,102.83978271484375,FashionMNIST,Wachter,MLP Ensemble,9,3
-13,distance_from_energy,769.1068115234375,FashionMNIST,Wachter,MLP Ensemble,9,3
-13,distance_from_targets,532.9365844726562,FashionMNIST,Wachter,MLP Ensemble,9,3
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-13,set_size_penalty,1.999940744119217,FashionMNIST,Wachter,MLP Ensemble,9,3
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-14,distance,73.55059051513672,FashionMNIST,Wachter,MLP Ensemble,9,3
-14,distance_from_energy,748.4581298828125,FashionMNIST,Wachter,MLP Ensemble,9,3
-14,distance_from_targets,501.1637268066406,FashionMNIST,Wachter,MLP Ensemble,9,3
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-15,distance,112.6448974609375,FashionMNIST,Wachter,MLP Ensemble,9,3
-15,distance_from_energy,805.1243896484375,FashionMNIST,Wachter,MLP Ensemble,9,3
-15,distance_from_targets,614.04541015625,FashionMNIST,Wachter,MLP Ensemble,9,3
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-15,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-15,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,3
-11,distance,263.4556884765625,FashionMNIST,REVISE,MLP Ensemble,9,3
-11,distance_from_energy,726.4520263671875,FashionMNIST,REVISE,MLP Ensemble,9,3
-11,distance_from_targets,457.8892822265625,FashionMNIST,REVISE,MLP Ensemble,9,3
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-11,set_size_penalty,9.999999999986219,FashionMNIST,REVISE,MLP Ensemble,9,3
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-12,distance,220.78964233398438,FashionMNIST,REVISE,MLP Ensemble,9,3
-12,distance_from_energy,818.6820068359375,FashionMNIST,REVISE,MLP Ensemble,9,3
-12,distance_from_targets,626.880126953125,FashionMNIST,REVISE,MLP Ensemble,9,3
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-13,distance,184.49917602539062,FashionMNIST,REVISE,MLP Ensemble,9,3
-13,distance_from_energy,768.3098754882812,FashionMNIST,REVISE,MLP Ensemble,9,3
-13,distance_from_targets,488.4436340332031,FashionMNIST,REVISE,MLP Ensemble,9,3
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-14,distance,228.03012084960938,FashionMNIST,REVISE,MLP Ensemble,9,3
-14,distance_from_energy,693.6737060546875,FashionMNIST,REVISE,MLP Ensemble,9,3
-14,distance_from_targets,378.69500732421875,FashionMNIST,REVISE,MLP Ensemble,9,3
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-14,set_size_penalty,0.9999999999999998,FashionMNIST,REVISE,MLP Ensemble,9,3
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-15,distance,153.83786010742188,FashionMNIST,REVISE,MLP Ensemble,9,3
-15,distance_from_energy,772.71826171875,FashionMNIST,REVISE,MLP Ensemble,9,3
-15,distance_from_targets,584.366943359375,FashionMNIST,REVISE,MLP Ensemble,9,3
-15,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP Ensemble,9,3
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,3
-11,distance,658.277587890625,FashionMNIST,ECCCo,MLP Ensemble,9,3
-11,distance_from_energy,152.93124389648438,FashionMNIST,ECCCo,MLP Ensemble,9,3
-11,distance_from_targets,540.4899291992188,FashionMNIST,ECCCo,MLP Ensemble,9,3
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-11,set_size_penalty,1.000967398801426,FashionMNIST,ECCCo,MLP Ensemble,9,3
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-12,distance,691.5497436523438,FashionMNIST,ECCCo,MLP Ensemble,9,3
-12,distance_from_energy,159.21200561523438,FashionMNIST,ECCCo,MLP Ensemble,9,3
-12,distance_from_targets,550.8030395507812,FashionMNIST,ECCCo,MLP Ensemble,9,3
-12,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,MLP Ensemble,9,3
-12,set_size_penalty,1.0000000000000007,FashionMNIST,ECCCo,MLP Ensemble,9,3
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-13,distance,688.6741943359375,FashionMNIST,ECCCo,MLP Ensemble,9,3
-13,distance_from_energy,110.71134948730469,FashionMNIST,ECCCo,MLP Ensemble,9,3
-13,distance_from_targets,565.9403686523438,FashionMNIST,ECCCo,MLP Ensemble,9,3
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-13,set_size_penalty,1.0000044677052864,FashionMNIST,ECCCo,MLP Ensemble,9,3
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-14,distance,587.0059814453125,FashionMNIST,ECCCo,MLP Ensemble,9,3
-14,distance_from_energy,155.45449829101562,FashionMNIST,ECCCo,MLP Ensemble,9,3
-14,distance_from_targets,527.8604125976562,FashionMNIST,ECCCo,MLP Ensemble,9,3
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-14,set_size_penalty,1.0160267108161458,FashionMNIST,ECCCo,MLP Ensemble,9,3
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-15,distance,656.9382934570312,FashionMNIST,ECCCo,MLP Ensemble,9,3
-15,distance_from_energy,163.941162109375,FashionMNIST,ECCCo,MLP Ensemble,9,3
-15,distance_from_targets,542.5960083007812,FashionMNIST,ECCCo,MLP Ensemble,9,3
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-15,set_size_penalty,1.000000003055903,FashionMNIST,ECCCo,MLP Ensemble,9,3
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,3
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,3
-11,distance_from_energy,791.3552856445312,FashionMNIST,Schut,MLP Ensemble,9,3
-11,distance_from_targets,577.9995727539062,FashionMNIST,Schut,MLP Ensemble,9,3
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,3
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,3
-12,distance_from_energy,848.6937255859375,FashionMNIST,Schut,MLP Ensemble,9,3
-12,distance_from_targets,593.5795288085938,FashionMNIST,Schut,MLP Ensemble,9,3
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,3
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,3
-13,distance_from_energy,776.0867309570312,FashionMNIST,Schut,MLP Ensemble,9,3
-13,distance_from_targets,521.4598388671875,FashionMNIST,Schut,MLP Ensemble,9,3
-13,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,3
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,3
-14,distance_from_energy,735.618896484375,FashionMNIST,Schut,MLP Ensemble,9,3
-14,distance_from_targets,473.1915283203125,FashionMNIST,Schut,MLP Ensemble,9,3
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,3
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,3
-15,distance_from_energy,811.4215698242188,FashionMNIST,Schut,MLP Ensemble,9,3
-15,distance_from_targets,593.776123046875,FashionMNIST,Schut,MLP Ensemble,9,3
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,3
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,3
-16,distance,82.93592071533203,FashionMNIST,Wachter,JEM,9,3
-16,distance_from_energy,800.0443115234375,FashionMNIST,Wachter,JEM,9,3
-16,distance_from_targets,618.779541015625,FashionMNIST,Wachter,JEM,9,3
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,3
-16,set_size_penalty,9.999990505196303,FashionMNIST,Wachter,JEM,9,3
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,3
-17,distance,75.11643981933594,FashionMNIST,Wachter,JEM,9,3
-17,distance_from_energy,753.2762451171875,FashionMNIST,Wachter,JEM,9,3
-17,distance_from_targets,505.34320068359375,FashionMNIST,Wachter,JEM,9,3
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,3
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,3
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,3
-18,distance,67.63697814941406,FashionMNIST,Wachter,JEM,9,3
-18,distance_from_energy,741.2679443359375,FashionMNIST,Wachter,JEM,9,3
-18,distance_from_targets,485.9363098144531,FashionMNIST,Wachter,JEM,9,3
-18,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,9,3
-18,set_size_penalty,3.994628435532387,FashionMNIST,Wachter,JEM,9,3
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,3
-19,distance,90.96012115478516,FashionMNIST,Wachter,JEM,9,3
-19,distance_from_energy,779.8924560546875,FashionMNIST,Wachter,JEM,9,3
-19,distance_from_targets,563.2598266601562,FashionMNIST,Wachter,JEM,9,3
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,3
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,3
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,3
-20,distance,61.325862884521484,FashionMNIST,Wachter,JEM,9,3
-20,distance_from_energy,787.7957763671875,FashionMNIST,Wachter,JEM,9,3
-20,distance_from_targets,550.4548950195312,FashionMNIST,Wachter,JEM,9,3
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,3
-20,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,9,3
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,3
-16,distance,224.44313049316406,FashionMNIST,REVISE,JEM,9,3
-16,distance_from_energy,808.5218505859375,FashionMNIST,REVISE,JEM,9,3
-16,distance_from_targets,673.3388061523438,FashionMNIST,REVISE,JEM,9,3
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,3
-16,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,3
-16,validity,0.0,FashionMNIST,REVISE,JEM,9,3
-17,distance,376.4993896484375,FashionMNIST,REVISE,JEM,9,3
-17,distance_from_energy,724.6466064453125,FashionMNIST,REVISE,JEM,9,3
-17,distance_from_targets,419.0494079589844,FashionMNIST,REVISE,JEM,9,3
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,3
-17,set_size_penalty,4.023352944552529,FashionMNIST,REVISE,JEM,9,3
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,3
-18,distance,277.78369140625,FashionMNIST,REVISE,JEM,9,3
-18,distance_from_energy,729.767333984375,FashionMNIST,REVISE,JEM,9,3
-18,distance_from_targets,486.61285400390625,FashionMNIST,REVISE,JEM,9,3
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,3
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,3
-18,validity,0.0,FashionMNIST,REVISE,JEM,9,3
-19,distance,224.6451416015625,FashionMNIST,REVISE,JEM,9,3
-19,distance_from_energy,705.2264404296875,FashionMNIST,REVISE,JEM,9,3
-19,distance_from_targets,488.9131774902344,FashionMNIST,REVISE,JEM,9,3
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,3
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,3
-19,validity,0.0,FashionMNIST,REVISE,JEM,9,3
-20,distance,411.96295166015625,FashionMNIST,REVISE,JEM,9,3
-20,distance_from_energy,657.2582397460938,FashionMNIST,REVISE,JEM,9,3
-20,distance_from_targets,379.9076232910156,FashionMNIST,REVISE,JEM,9,3
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,3
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,3
-20,validity,1.0,FashionMNIST,REVISE,JEM,9,3
-16,distance,663.9296264648438,FashionMNIST,ECCCo,JEM,9,3
-16,distance_from_energy,184.7998046875,FashionMNIST,ECCCo,JEM,9,3
-16,distance_from_targets,418.9667053222656,FashionMNIST,ECCCo,JEM,9,3
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,3
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,3
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,3
-17,distance,674.1102905273438,FashionMNIST,ECCCo,JEM,9,3
-17,distance_from_energy,105.00657653808594,FashionMNIST,ECCCo,JEM,9,3
-17,distance_from_targets,424.0113830566406,FashionMNIST,ECCCo,JEM,9,3
-17,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,9,3
-17,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,3
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,3
-18,distance,590.1312866210938,FashionMNIST,ECCCo,JEM,9,3
-18,distance_from_energy,156.4333038330078,FashionMNIST,ECCCo,JEM,9,3
-18,distance_from_targets,421.5645751953125,FashionMNIST,ECCCo,JEM,9,3
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,3
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,3
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,3
-19,distance,665.9284057617188,FashionMNIST,ECCCo,JEM,9,3
-19,distance_from_energy,109.24234771728516,FashionMNIST,ECCCo,JEM,9,3
-19,distance_from_targets,422.8616638183594,FashionMNIST,ECCCo,JEM,9,3
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,3
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,3
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,3
-20,distance,648.2161254882812,FashionMNIST,ECCCo,JEM,9,3
-20,distance_from_energy,126.11073303222656,FashionMNIST,ECCCo,JEM,9,3
-20,distance_from_targets,393.764892578125,FashionMNIST,ECCCo,JEM,9,3
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,3
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,3
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,3
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,3
-16,distance_from_energy,781.22119140625,FashionMNIST,Schut,JEM,9,3
-16,distance_from_targets,597.9371948242188,FashionMNIST,Schut,JEM,9,3
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,3
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,3
-16,validity,0.0,FashionMNIST,Schut,JEM,9,3
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,3
-17,distance_from_energy,759.5223999023438,FashionMNIST,Schut,JEM,9,3
-17,distance_from_targets,483.90423583984375,FashionMNIST,Schut,JEM,9,3
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,3
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,3
-17,validity,0.0,FashionMNIST,Schut,JEM,9,3
-18,distance,9.400001525878906,FashionMNIST,Schut,JEM,9,3
-18,distance_from_energy,673.3917236328125,FashionMNIST,Schut,JEM,9,3
-18,distance_from_targets,460.5140075683594,FashionMNIST,Schut,JEM,9,3
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,3
-18,set_size_penalty,2.542744954345979,FashionMNIST,Schut,JEM,9,3
-18,validity,1.0,FashionMNIST,Schut,JEM,9,3
-19,distance,10.0,FashionMNIST,Schut,JEM,9,3
-19,distance_from_energy,776.6292724609375,FashionMNIST,Schut,JEM,9,3
-19,distance_from_targets,537.0053100585938,FashionMNIST,Schut,JEM,9,3
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,3
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,3
-19,validity,0.0,FashionMNIST,Schut,JEM,9,3
-20,distance,9.80000114440918,FashionMNIST,Schut,JEM,9,3
-20,distance_from_energy,755.3173828125,FashionMNIST,Schut,JEM,9,3
-20,distance_from_targets,521.6209106445312,FashionMNIST,Schut,JEM,9,3
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,3
-20,set_size_penalty,4.999999999988836,FashionMNIST,Schut,JEM,9,3
-20,validity,1.0,FashionMNIST,Schut,JEM,9,3
-1,distance,130.37269592285156,FashionMNIST,Wachter,JEM Ensemble,9,4
-1,distance_from_energy,694.8899536132812,FashionMNIST,Wachter,JEM Ensemble,9,4
-1,distance_from_targets,602.3480834960938,FashionMNIST,Wachter,JEM Ensemble,9,4
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-2,distance,92.02853393554688,FashionMNIST,Wachter,JEM Ensemble,9,4
-2,distance_from_energy,708.6500244140625,FashionMNIST,Wachter,JEM Ensemble,9,4
-2,distance_from_targets,500.9673767089844,FashionMNIST,Wachter,JEM Ensemble,9,4
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-3,distance,97.62081909179688,FashionMNIST,Wachter,JEM Ensemble,9,4
-3,distance_from_energy,715.968994140625,FashionMNIST,Wachter,JEM Ensemble,9,4
-3,distance_from_targets,523.0969848632812,FashionMNIST,Wachter,JEM Ensemble,9,4
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-3,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-4,distance,130.4600830078125,FashionMNIST,Wachter,JEM Ensemble,9,4
-4,distance_from_energy,693.8716430664062,FashionMNIST,Wachter,JEM Ensemble,9,4
-4,distance_from_targets,564.769287109375,FashionMNIST,Wachter,JEM Ensemble,9,4
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,4
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-5,distance,98.8662109375,FashionMNIST,Wachter,JEM Ensemble,9,4
-5,distance_from_energy,694.7410278320312,FashionMNIST,Wachter,JEM Ensemble,9,4
-5,distance_from_targets,496.00360107421875,FashionMNIST,Wachter,JEM Ensemble,9,4
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,4
-1,distance,470.8627014160156,FashionMNIST,REVISE,JEM Ensemble,9,4
-1,distance_from_energy,643.322021484375,FashionMNIST,REVISE,JEM Ensemble,9,4
-1,distance_from_targets,537.0353393554688,FashionMNIST,REVISE,JEM Ensemble,9,4
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-1,set_size_penalty,1.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-2,distance,597.6820678710938,FashionMNIST,REVISE,JEM Ensemble,9,4
-2,distance_from_energy,479.3714294433594,FashionMNIST,REVISE,JEM Ensemble,9,4
-2,distance_from_targets,415.1571350097656,FashionMNIST,REVISE,JEM Ensemble,9,4
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-3,distance,403.5693054199219,FashionMNIST,REVISE,JEM Ensemble,9,4
-3,distance_from_energy,547.3643798828125,FashionMNIST,REVISE,JEM Ensemble,9,4
-3,distance_from_targets,379.0173034667969,FashionMNIST,REVISE,JEM Ensemble,9,4
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-3,set_size_penalty,2.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-4,distance,635.6721801757812,FashionMNIST,REVISE,JEM Ensemble,9,4
-4,distance_from_energy,409.4550476074219,FashionMNIST,REVISE,JEM Ensemble,9,4
-4,distance_from_targets,408.69512939453125,FashionMNIST,REVISE,JEM Ensemble,9,4
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-5,distance,438.8072204589844,FashionMNIST,REVISE,JEM Ensemble,9,4
-5,distance_from_energy,458.9097595214844,FashionMNIST,REVISE,JEM Ensemble,9,4
-5,distance_from_targets,380.3792419433594,FashionMNIST,REVISE,JEM Ensemble,9,4
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,4
-1,distance,615.2642822265625,FashionMNIST,ECCCo,JEM Ensemble,9,4
-1,distance_from_energy,113.31211853027344,FashionMNIST,ECCCo,JEM Ensemble,9,4
-1,distance_from_targets,416.43505859375,FashionMNIST,ECCCo,JEM Ensemble,9,4
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-2,distance,614.1565551757812,FashionMNIST,ECCCo,JEM Ensemble,9,4
-2,distance_from_energy,109.05708312988281,FashionMNIST,ECCCo,JEM Ensemble,9,4
-2,distance_from_targets,364.9801025390625,FashionMNIST,ECCCo,JEM Ensemble,9,4
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-3,distance,603.0341186523438,FashionMNIST,ECCCo,JEM Ensemble,9,4
-3,distance_from_energy,143.26548767089844,FashionMNIST,ECCCo,JEM Ensemble,9,4
-3,distance_from_targets,378.3725891113281,FashionMNIST,ECCCo,JEM Ensemble,9,4
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-4,distance,613.4785766601562,FashionMNIST,ECCCo,JEM Ensemble,9,4
-4,distance_from_energy,120.0111083984375,FashionMNIST,ECCCo,JEM Ensemble,9,4
-4,distance_from_targets,412.74273681640625,FashionMNIST,ECCCo,JEM Ensemble,9,4
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-5,distance,634.7508544921875,FashionMNIST,ECCCo,JEM Ensemble,9,4
-5,distance_from_energy,83.73344421386719,FashionMNIST,ECCCo,JEM Ensemble,9,4
-5,distance_from_targets,368.2644958496094,FashionMNIST,ECCCo,JEM Ensemble,9,4
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,4
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,4
-1,distance_from_energy,711.1199951171875,FashionMNIST,Schut,JEM Ensemble,9,4
-1,distance_from_targets,593.2474365234375,FashionMNIST,Schut,JEM Ensemble,9,4
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,4
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,4
-2,distance_from_energy,706.52099609375,FashionMNIST,Schut,JEM Ensemble,9,4
-2,distance_from_targets,486.515380859375,FashionMNIST,Schut,JEM Ensemble,9,4
-2,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,9,4
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,4
-3,distance_from_energy,723.7418823242188,FashionMNIST,Schut,JEM Ensemble,9,4
-3,distance_from_targets,508.7815856933594,FashionMNIST,Schut,JEM Ensemble,9,4
-3,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,4
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,4
-4,distance_from_energy,701.447265625,FashionMNIST,Schut,JEM Ensemble,9,4
-4,distance_from_targets,548.7451171875,FashionMNIST,Schut,JEM Ensemble,9,4
-4,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,4
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-5,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,4
-5,distance_from_energy,710.7403564453125,FashionMNIST,Schut,JEM Ensemble,9,4
-5,distance_from_targets,482.0092468261719,FashionMNIST,Schut,JEM Ensemble,9,4
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,4
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,4
-6,distance,107.3918228149414,FashionMNIST,Wachter,MLP,9,4
-6,distance_from_energy,851.0465698242188,FashionMNIST,Wachter,MLP,9,4
-6,distance_from_targets,476.67510986328125,FashionMNIST,Wachter,MLP,9,4
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,4
-6,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,9,4
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,4
-7,distance,99.0017318725586,FashionMNIST,Wachter,MLP,9,4
-7,distance_from_energy,839.1091918945312,FashionMNIST,Wachter,MLP,9,4
-7,distance_from_targets,521.0390014648438,FashionMNIST,Wachter,MLP,9,4
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,4
-7,set_size_penalty,1.0088961909714333,FashionMNIST,Wachter,MLP,9,4
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,4
-8,distance,89.02323150634766,FashionMNIST,Wachter,MLP,9,4
-8,distance_from_energy,890.3678588867188,FashionMNIST,Wachter,MLP,9,4
-8,distance_from_targets,567.4374389648438,FashionMNIST,Wachter,MLP,9,4
-8,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP,9,4
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,9,4
-8,validity,0.0,FashionMNIST,Wachter,MLP,9,4
-9,distance,92.31736755371094,FashionMNIST,Wachter,MLP,9,4
-9,distance_from_energy,826.11767578125,FashionMNIST,Wachter,MLP,9,4
-9,distance_from_targets,531.5385131835938,FashionMNIST,Wachter,MLP,9,4
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,4
-9,set_size_penalty,3.9988681825180405,FashionMNIST,Wachter,MLP,9,4
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,4
-10,distance,69.58040618896484,FashionMNIST,Wachter,MLP,9,4
-10,distance_from_energy,798.026611328125,FashionMNIST,Wachter,MLP,9,4
-10,distance_from_targets,495.85711669921875,FashionMNIST,Wachter,MLP,9,4
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,4
-10,set_size_penalty,3.9876727475434013,FashionMNIST,Wachter,MLP,9,4
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,4
-6,distance,197.3794403076172,FashionMNIST,REVISE,MLP,9,4
-6,distance_from_energy,812.0021362304688,FashionMNIST,REVISE,MLP,9,4
-6,distance_from_targets,382.680908203125,FashionMNIST,REVISE,MLP,9,4
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,4
-6,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,4
-6,validity,0.0,FashionMNIST,REVISE,MLP,9,4
-7,distance,220.09738159179688,FashionMNIST,REVISE,MLP,9,4
-7,distance_from_energy,793.10546875,FashionMNIST,REVISE,MLP,9,4
-7,distance_from_targets,415.9258728027344,FashionMNIST,REVISE,MLP,9,4
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,4
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,4
-7,validity,0.0,FashionMNIST,REVISE,MLP,9,4
-8,distance,382.1669921875,FashionMNIST,REVISE,MLP,9,4
-8,distance_from_energy,778.5578002929688,FashionMNIST,REVISE,MLP,9,4
-8,distance_from_targets,343.657470703125,FashionMNIST,REVISE,MLP,9,4
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,4
-8,set_size_penalty,1.9836991043758379,FashionMNIST,REVISE,MLP,9,4
-8,validity,1.0,FashionMNIST,REVISE,MLP,9,4
-9,distance,212.63319396972656,FashionMNIST,REVISE,MLP,9,4
-9,distance_from_energy,801.435546875,FashionMNIST,REVISE,MLP,9,4
-9,distance_from_targets,412.0356140136719,FashionMNIST,REVISE,MLP,9,4
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,4
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,4
-9,validity,0.0,FashionMNIST,REVISE,MLP,9,4
-10,distance,341.60113525390625,FashionMNIST,REVISE,MLP,9,4
-10,distance_from_energy,776.6336669921875,FashionMNIST,REVISE,MLP,9,4
-10,distance_from_targets,344.38922119140625,FashionMNIST,REVISE,MLP,9,4
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,4
-10,set_size_penalty,2.000001145632467,FashionMNIST,REVISE,MLP,9,4
-10,validity,1.0,FashionMNIST,REVISE,MLP,9,4
-6,distance,741.780029296875,FashionMNIST,ECCCo,MLP,9,4
-6,distance_from_energy,138.59609985351562,FashionMNIST,ECCCo,MLP,9,4
-6,distance_from_targets,633.0466918945312,FashionMNIST,ECCCo,MLP,9,4
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,4
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,4
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,4
-7,distance,709.538330078125,FashionMNIST,ECCCo,MLP,9,4
-7,distance_from_energy,145.7152862548828,FashionMNIST,ECCCo,MLP,9,4
-7,distance_from_targets,644.22998046875,FashionMNIST,ECCCo,MLP,9,4
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,4
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,4
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,4
-8,distance,738.941650390625,FashionMNIST,ECCCo,MLP,9,4
-8,distance_from_energy,156.81771850585938,FashionMNIST,ECCCo,MLP,9,4
-8,distance_from_targets,621.981201171875,FashionMNIST,ECCCo,MLP,9,4
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,4
-8,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,9,4
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,4
-9,distance,703.2332763671875,FashionMNIST,ECCCo,MLP,9,4
-9,distance_from_energy,173.37063598632812,FashionMNIST,ECCCo,MLP,9,4
-9,distance_from_targets,619.0457763671875,FashionMNIST,ECCCo,MLP,9,4
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,4
-9,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,4
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,4
-10,distance,727.4442749023438,FashionMNIST,ECCCo,MLP,9,4
-10,distance_from_energy,114.80228424072266,FashionMNIST,ECCCo,MLP,9,4
-10,distance_from_targets,647.65087890625,FashionMNIST,ECCCo,MLP,9,4
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,4
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,4
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,4
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,4
-6,distance_from_energy,881.5601806640625,FashionMNIST,Schut,MLP,9,4
-6,distance_from_targets,450.6861267089844,FashionMNIST,Schut,MLP,9,4
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,4
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,4
-6,validity,0.0,FashionMNIST,Schut,MLP,9,4
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,4
-7,distance_from_energy,854.7991333007812,FashionMNIST,Schut,MLP,9,4
-7,distance_from_targets,498.9032897949219,FashionMNIST,Schut,MLP,9,4
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,4
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,4
-7,validity,0.0,FashionMNIST,Schut,MLP,9,4
-8,distance,10.0,FashionMNIST,Schut,MLP,9,4
-8,distance_from_energy,902.2103271484375,FashionMNIST,Schut,MLP,9,4
-8,distance_from_targets,543.9086303710938,FashionMNIST,Schut,MLP,9,4
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,4
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,4
-8,validity,0.0,FashionMNIST,Schut,MLP,9,4
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,4
-9,distance_from_energy,847.8756713867188,FashionMNIST,Schut,MLP,9,4
-9,distance_from_targets,509.10791015625,FashionMNIST,Schut,MLP,9,4
-9,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,9,4
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,4
-9,validity,0.0,FashionMNIST,Schut,MLP,9,4
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,4
-10,distance_from_energy,815.9175415039062,FashionMNIST,Schut,MLP,9,4
-10,distance_from_targets,479.13787841796875,FashionMNIST,Schut,MLP,9,4
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,4
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,4
-10,validity,0.0,FashionMNIST,Schut,MLP,9,4
-11,distance,127.4140625,FashionMNIST,Wachter,MLP Ensemble,9,4
-11,distance_from_energy,814.196533203125,FashionMNIST,Wachter,MLP Ensemble,9,4
-11,distance_from_targets,580.5307006835938,FashionMNIST,Wachter,MLP Ensemble,9,4
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-11,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-11,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-12,distance,93.87725067138672,FashionMNIST,Wachter,MLP Ensemble,9,4
-12,distance_from_energy,800.7494506835938,FashionMNIST,Wachter,MLP Ensemble,9,4
-12,distance_from_targets,567.9437866210938,FashionMNIST,Wachter,MLP Ensemble,9,4
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-12,set_size_penalty,9.999418283815453,FashionMNIST,Wachter,MLP Ensemble,9,4
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-13,distance,121.48857879638672,FashionMNIST,Wachter,MLP Ensemble,9,4
-13,distance_from_energy,836.33935546875,FashionMNIST,Wachter,MLP Ensemble,9,4
-13,distance_from_targets,630.0064697265625,FashionMNIST,Wachter,MLP Ensemble,9,4
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-13,set_size_penalty,0.9991474292968308,FashionMNIST,Wachter,MLP Ensemble,9,4
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-14,distance,111.78546905517578,FashionMNIST,Wachter,MLP Ensemble,9,4
-14,distance_from_energy,807.4659423828125,FashionMNIST,Wachter,MLP Ensemble,9,4
-14,distance_from_targets,511.9314880371094,FashionMNIST,Wachter,MLP Ensemble,9,4
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-14,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-14,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-15,distance,104.78546905517578,FashionMNIST,Wachter,MLP Ensemble,9,4
-15,distance_from_energy,795.1695556640625,FashionMNIST,Wachter,MLP Ensemble,9,4
-15,distance_from_targets,563.9466552734375,FashionMNIST,Wachter,MLP Ensemble,9,4
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-15,set_size_penalty,0.9189352932362395,FashionMNIST,Wachter,MLP Ensemble,9,4
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,4
-11,distance,246.104736328125,FashionMNIST,REVISE,MLP Ensemble,9,4
-11,distance_from_energy,786.9439697265625,FashionMNIST,REVISE,MLP Ensemble,9,4
-11,distance_from_targets,466.40179443359375,FashionMNIST,REVISE,MLP Ensemble,9,4
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-12,distance,308.55194091796875,FashionMNIST,REVISE,MLP Ensemble,9,4
-12,distance_from_energy,704.0465698242188,FashionMNIST,REVISE,MLP Ensemble,9,4
-12,distance_from_targets,444.3111877441406,FashionMNIST,REVISE,MLP Ensemble,9,4
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-12,set_size_penalty,2.117625576817826,FashionMNIST,REVISE,MLP Ensemble,9,4
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-13,distance,231.6460723876953,FashionMNIST,REVISE,MLP Ensemble,9,4
-13,distance_from_energy,809.3972778320312,FashionMNIST,REVISE,MLP Ensemble,9,4
-13,distance_from_targets,597.451904296875,FashionMNIST,REVISE,MLP Ensemble,9,4
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-14,distance,231.78817749023438,FashionMNIST,REVISE,MLP Ensemble,9,4
-14,distance_from_energy,808.6322631835938,FashionMNIST,REVISE,MLP Ensemble,9,4
-14,distance_from_targets,549.658935546875,FashionMNIST,REVISE,MLP Ensemble,9,4
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-15,distance,170.41969299316406,FashionMNIST,REVISE,MLP Ensemble,9,4
-15,distance_from_energy,793.916259765625,FashionMNIST,REVISE,MLP Ensemble,9,4
-15,distance_from_targets,494.30816650390625,FashionMNIST,REVISE,MLP Ensemble,9,4
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,4
-11,distance,723.946533203125,FashionMNIST,ECCCo,MLP Ensemble,9,4
-11,distance_from_energy,136.955810546875,FashionMNIST,ECCCo,MLP Ensemble,9,4
-11,distance_from_targets,557.500732421875,FashionMNIST,ECCCo,MLP Ensemble,9,4
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-11,set_size_penalty,1.0266394344349878,FashionMNIST,ECCCo,MLP Ensemble,9,4
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-12,distance,674.810302734375,FashionMNIST,ECCCo,MLP Ensemble,9,4
-12,distance_from_energy,155.13180541992188,FashionMNIST,ECCCo,MLP Ensemble,9,4
-12,distance_from_targets,560.6448364257812,FashionMNIST,ECCCo,MLP Ensemble,9,4
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-12,set_size_penalty,1.0000000000090232,FashionMNIST,ECCCo,MLP Ensemble,9,4
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-13,distance,697.0568237304688,FashionMNIST,ECCCo,MLP Ensemble,9,4
-13,distance_from_energy,159.5176544189453,FashionMNIST,ECCCo,MLP Ensemble,9,4
-13,distance_from_targets,550.0988159179688,FashionMNIST,ECCCo,MLP Ensemble,9,4
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-13,set_size_penalty,1.000000000223139,FashionMNIST,ECCCo,MLP Ensemble,9,4
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-14,distance,717.7559814453125,FashionMNIST,ECCCo,MLP Ensemble,9,4
-14,distance_from_energy,116.20198822021484,FashionMNIST,ECCCo,MLP Ensemble,9,4
-14,distance_from_targets,556.9197387695312,FashionMNIST,ECCCo,MLP Ensemble,9,4
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-14,set_size_penalty,1.0011115040378917,FashionMNIST,ECCCo,MLP Ensemble,9,4
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-15,distance,706.7297973632812,FashionMNIST,ECCCo,MLP Ensemble,9,4
-15,distance_from_energy,116.3770980834961,FashionMNIST,ECCCo,MLP Ensemble,9,4
-15,distance_from_targets,559.5850219726562,FashionMNIST,ECCCo,MLP Ensemble,9,4
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-15,set_size_penalty,1.0001116837523263,FashionMNIST,ECCCo,MLP Ensemble,9,4
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,4
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,4
-11,distance_from_energy,849.5518798828125,FashionMNIST,Schut,MLP Ensemble,9,4
-11,distance_from_targets,552.1089477539062,FashionMNIST,Schut,MLP Ensemble,9,4
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,4
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-12,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,4
-12,distance_from_energy,801.6883544921875,FashionMNIST,Schut,MLP Ensemble,9,4
-12,distance_from_targets,547.0341186523438,FashionMNIST,Schut,MLP Ensemble,9,4
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,4
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,4
-13,distance_from_energy,848.6778564453125,FashionMNIST,Schut,MLP Ensemble,9,4
-13,distance_from_targets,601.4133911132812,FashionMNIST,Schut,MLP Ensemble,9,4
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,4
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,4
-14,distance_from_energy,823.3583984375,FashionMNIST,Schut,MLP Ensemble,9,4
-14,distance_from_targets,487.9788818359375,FashionMNIST,Schut,MLP Ensemble,9,4
-14,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP Ensemble,9,4
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,4
-15,distance_from_energy,814.1730346679688,FashionMNIST,Schut,MLP Ensemble,9,4
-15,distance_from_targets,533.4054565429688,FashionMNIST,Schut,MLP Ensemble,9,4
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,4
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,4
-16,distance,89.3050537109375,FashionMNIST,Wachter,JEM,9,4
-16,distance_from_energy,735.3707275390625,FashionMNIST,Wachter,JEM,9,4
-16,distance_from_targets,523.22265625,FashionMNIST,Wachter,JEM,9,4
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,4
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,4
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,4
-17,distance,73.40533447265625,FashionMNIST,Wachter,JEM,9,4
-17,distance_from_energy,717.95068359375,FashionMNIST,Wachter,JEM,9,4
-17,distance_from_targets,573.3169555664062,FashionMNIST,Wachter,JEM,9,4
-17,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,9,4
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,4
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,4
-18,distance,66.35628509521484,FashionMNIST,Wachter,JEM,9,4
-18,distance_from_energy,690.8532104492188,FashionMNIST,Wachter,JEM,9,4
-18,distance_from_targets,526.8270263671875,FashionMNIST,Wachter,JEM,9,4
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,4
-18,set_size_penalty,4.0,FashionMNIST,Wachter,JEM,9,4
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,4
-19,distance,80.98500061035156,FashionMNIST,Wachter,JEM,9,4
-19,distance_from_energy,716.777587890625,FashionMNIST,Wachter,JEM,9,4
-19,distance_from_targets,527.7343139648438,FashionMNIST,Wachter,JEM,9,4
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,4
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,4
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,4
-20,distance,88.20733642578125,FashionMNIST,Wachter,JEM,9,4
-20,distance_from_energy,816.4505615234375,FashionMNIST,Wachter,JEM,9,4
-20,distance_from_targets,590.241943359375,FashionMNIST,Wachter,JEM,9,4
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,4
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,4
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,4
-16,distance,428.7423400878906,FashionMNIST,REVISE,JEM,9,4
-16,distance_from_energy,603.0325317382812,FashionMNIST,REVISE,JEM,9,4
-16,distance_from_targets,327.2640380859375,FashionMNIST,REVISE,JEM,9,4
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,4
-16,set_size_penalty,7.0,FashionMNIST,REVISE,JEM,9,4
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,4
-17,distance,362.3055419921875,FashionMNIST,REVISE,JEM,9,4
-17,distance_from_energy,628.02490234375,FashionMNIST,REVISE,JEM,9,4
-17,distance_from_targets,555.0075073242188,FashionMNIST,REVISE,JEM,9,4
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,4
-17,set_size_penalty,2.0000002587966454,FashionMNIST,REVISE,JEM,9,4
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,4
-18,distance,402.3663024902344,FashionMNIST,REVISE,JEM,9,4
-18,distance_from_energy,603.1000366210938,FashionMNIST,REVISE,JEM,9,4
-18,distance_from_targets,440.3417053222656,FashionMNIST,REVISE,JEM,9,4
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,4
-18,set_size_penalty,1.8517236308198601,FashionMNIST,REVISE,JEM,9,4
-18,validity,1.0,FashionMNIST,REVISE,JEM,9,4
-19,distance,503.6794738769531,FashionMNIST,REVISE,JEM,9,4
-19,distance_from_energy,470.09625244140625,FashionMNIST,REVISE,JEM,9,4
-19,distance_from_targets,364.5765686035156,FashionMNIST,REVISE,JEM,9,4
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,4
-19,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,9,4
-19,validity,1.0,FashionMNIST,REVISE,JEM,9,4
-20,distance,448.8820495605469,FashionMNIST,REVISE,JEM,9,4
-20,distance_from_energy,852.66845703125,FashionMNIST,REVISE,JEM,9,4
-20,distance_from_targets,751.659423828125,FashionMNIST,REVISE,JEM,9,4
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,4
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,4
-20,validity,0.0,FashionMNIST,REVISE,JEM,9,4
-16,distance,627.4007568359375,FashionMNIST,ECCCo,JEM,9,4
-16,distance_from_energy,112.19110107421875,FashionMNIST,ECCCo,JEM,9,4
-16,distance_from_targets,417.57611083984375,FashionMNIST,ECCCo,JEM,9,4
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,4
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,4
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,4
-17,distance,590.2391357421875,FashionMNIST,ECCCo,JEM,9,4
-17,distance_from_energy,196.50608825683594,FashionMNIST,ECCCo,JEM,9,4
-17,distance_from_targets,413.2404479980469,FashionMNIST,ECCCo,JEM,9,4
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,4
-17,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,4
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,4
-18,distance,611.2994384765625,FashionMNIST,ECCCo,JEM,9,4
-18,distance_from_energy,169.70169067382812,FashionMNIST,ECCCo,JEM,9,4
-18,distance_from_targets,409.92364501953125,FashionMNIST,ECCCo,JEM,9,4
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,4
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,4
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,4
-19,distance,635.139404296875,FashionMNIST,ECCCo,JEM,9,4
-19,distance_from_energy,179.76693725585938,FashionMNIST,ECCCo,JEM,9,4
-19,distance_from_targets,522.4326782226562,FashionMNIST,ECCCo,JEM,9,4
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,4
-19,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,9,4
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,4
-20,distance,668.2554931640625,FashionMNIST,ECCCo,JEM,9,4
-20,distance_from_energy,148.6723175048828,FashionMNIST,ECCCo,JEM,9,4
-20,distance_from_targets,496.4327697753906,FashionMNIST,ECCCo,JEM,9,4
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,4
-20,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,9,4
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,4
-16,distance,10.0,FashionMNIST,Schut,JEM,9,4
-16,distance_from_energy,725.8944091796875,FashionMNIST,Schut,JEM,9,4
-16,distance_from_targets,493.16253662109375,FashionMNIST,Schut,JEM,9,4
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,4
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,4
-16,validity,0.0,FashionMNIST,Schut,JEM,9,4
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,4
-17,distance_from_energy,745.9837646484375,FashionMNIST,Schut,JEM,9,4
-17,distance_from_targets,548.2055053710938,FashionMNIST,Schut,JEM,9,4
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,4
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,4
-17,validity,0.0,FashionMNIST,Schut,JEM,9,4
-18,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,4
-18,distance_from_energy,724.4208984375,FashionMNIST,Schut,JEM,9,4
-18,distance_from_targets,502.8895263671875,FashionMNIST,Schut,JEM,9,4
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,4
-18,set_size_penalty,4.0,FashionMNIST,Schut,JEM,9,4
-18,validity,1.0,FashionMNIST,Schut,JEM,9,4
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,4
-19,distance_from_energy,752.7645263671875,FashionMNIST,Schut,JEM,9,4
-19,distance_from_targets,500.07659912109375,FashionMNIST,Schut,JEM,9,4
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,4
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,4
-19,validity,0.0,FashionMNIST,Schut,JEM,9,4
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,4
-20,distance_from_energy,738.5474853515625,FashionMNIST,Schut,JEM,9,4
-20,distance_from_targets,558.3984985351562,FashionMNIST,Schut,JEM,9,4
-20,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,4
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,4
-20,validity,0.0,FashionMNIST,Schut,JEM,9,4
-1,distance,81.91058349609375,FashionMNIST,Wachter,JEM Ensemble,9,5
-1,distance_from_energy,670.6570434570312,FashionMNIST,Wachter,JEM Ensemble,9,5
-1,distance_from_targets,509.0300598144531,FashionMNIST,Wachter,JEM Ensemble,9,5
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-1,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-2,distance,74.84524536132812,FashionMNIST,Wachter,JEM Ensemble,9,5
-2,distance_from_energy,718.3416748046875,FashionMNIST,Wachter,JEM Ensemble,9,5
-2,distance_from_targets,493.2370300292969,FashionMNIST,Wachter,JEM Ensemble,9,5
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-2,set_size_penalty,4.091140085953953,FashionMNIST,Wachter,JEM Ensemble,9,5
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-3,distance,74.81273651123047,FashionMNIST,Wachter,JEM Ensemble,9,5
-3,distance_from_energy,561.0020141601562,FashionMNIST,Wachter,JEM Ensemble,9,5
-3,distance_from_targets,404.7716979980469,FashionMNIST,Wachter,JEM Ensemble,9,5
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-4,distance,68.99095153808594,FashionMNIST,Wachter,JEM Ensemble,9,5
-4,distance_from_energy,618.5362548828125,FashionMNIST,Wachter,JEM Ensemble,9,5
-4,distance_from_targets,400.7093811035156,FashionMNIST,Wachter,JEM Ensemble,9,5
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-5,distance,80.69203186035156,FashionMNIST,Wachter,JEM Ensemble,9,5
-5,distance_from_energy,651.6829833984375,FashionMNIST,Wachter,JEM Ensemble,9,5
-5,distance_from_targets,415.3114929199219,FashionMNIST,Wachter,JEM Ensemble,9,5
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,5
-1,distance,210.71685791015625,FashionMNIST,REVISE,JEM Ensemble,9,5
-1,distance_from_energy,684.7789306640625,FashionMNIST,REVISE,JEM Ensemble,9,5
-1,distance_from_targets,476.2110595703125,FashionMNIST,REVISE,JEM Ensemble,9,5
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-2,distance,239.02967834472656,FashionMNIST,REVISE,JEM Ensemble,9,5
-2,distance_from_energy,516.4134521484375,FashionMNIST,REVISE,JEM Ensemble,9,5
-2,distance_from_targets,373.5050964355469,FashionMNIST,REVISE,JEM Ensemble,9,5
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-2,set_size_penalty,4.999998270738926,FashionMNIST,REVISE,JEM Ensemble,9,5
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-3,distance,153.4904327392578,FashionMNIST,REVISE,JEM Ensemble,9,5
-3,distance_from_energy,514.9365234375,FashionMNIST,REVISE,JEM Ensemble,9,5
-3,distance_from_targets,333.8680419921875,FashionMNIST,REVISE,JEM Ensemble,9,5
-3,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM Ensemble,9,5
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-4,distance,380.68072509765625,FashionMNIST,REVISE,JEM Ensemble,9,5
-4,distance_from_energy,488.949462890625,FashionMNIST,REVISE,JEM Ensemble,9,5
-4,distance_from_targets,416.66400146484375,FashionMNIST,REVISE,JEM Ensemble,9,5
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-5,distance,184.89036560058594,FashionMNIST,REVISE,JEM Ensemble,9,5
-5,distance_from_energy,557.0614013671875,FashionMNIST,REVISE,JEM Ensemble,9,5
-5,distance_from_targets,358.6121520996094,FashionMNIST,REVISE,JEM Ensemble,9,5
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,5
-1,distance,582.8054809570312,FashionMNIST,ECCCo,JEM Ensemble,9,5
-1,distance_from_energy,136.1907196044922,FashionMNIST,ECCCo,JEM Ensemble,9,5
-1,distance_from_targets,361.6119689941406,FashionMNIST,ECCCo,JEM Ensemble,9,5
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-2,distance,540.3224487304688,FashionMNIST,ECCCo,JEM Ensemble,9,5
-2,distance_from_energy,133.0193328857422,FashionMNIST,ECCCo,JEM Ensemble,9,5
-2,distance_from_targets,326.82470703125,FashionMNIST,ECCCo,JEM Ensemble,9,5
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-3,distance,504.7129821777344,FashionMNIST,ECCCo,JEM Ensemble,9,5
-3,distance_from_energy,137.75201416015625,FashionMNIST,ECCCo,JEM Ensemble,9,5
-3,distance_from_targets,356.4552001953125,FashionMNIST,ECCCo,JEM Ensemble,9,5
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-4,distance,555.1091918945312,FashionMNIST,ECCCo,JEM Ensemble,9,5
-4,distance_from_energy,62.3519172668457,FashionMNIST,ECCCo,JEM Ensemble,9,5
-4,distance_from_targets,387.60443115234375,FashionMNIST,ECCCo,JEM Ensemble,9,5
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-5,distance,460.9483642578125,FashionMNIST,ECCCo,JEM Ensemble,9,5
-5,distance_from_energy,115.7197494506836,FashionMNIST,ECCCo,JEM Ensemble,9,5
-5,distance_from_targets,347.2876892089844,FashionMNIST,ECCCo,JEM Ensemble,9,5
-5,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM Ensemble,9,5
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,5
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,5
-1,distance_from_energy,663.0542602539062,FashionMNIST,Schut,JEM Ensemble,9,5
-1,distance_from_targets,473.8426818847656,FashionMNIST,Schut,JEM Ensemble,9,5
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,5
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-2,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,5
-2,distance_from_energy,677.4676513671875,FashionMNIST,Schut,JEM Ensemble,9,5
-2,distance_from_targets,456.7175598144531,FashionMNIST,Schut,JEM Ensemble,9,5
-2,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,5
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,5
-3,distance_from_energy,638.7628173828125,FashionMNIST,Schut,JEM Ensemble,9,5
-3,distance_from_targets,376.4606018066406,FashionMNIST,Schut,JEM Ensemble,9,5
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,5
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,5
-4,distance_from_energy,608.2318115234375,FashionMNIST,Schut,JEM Ensemble,9,5
-4,distance_from_targets,382.4493408203125,FashionMNIST,Schut,JEM Ensemble,9,5
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,5
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,5
-5,distance_from_energy,638.3713989257812,FashionMNIST,Schut,JEM Ensemble,9,5
-5,distance_from_targets,395.8473205566406,FashionMNIST,Schut,JEM Ensemble,9,5
-5,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,5
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,5
-6,distance,67.98432922363281,FashionMNIST,Wachter,MLP,9,5
-6,distance_from_energy,814.8749389648438,FashionMNIST,Wachter,MLP,9,5
-6,distance_from_targets,383.34124755859375,FashionMNIST,Wachter,MLP,9,5
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,5
-6,set_size_penalty,2.0426196801219074,FashionMNIST,Wachter,MLP,9,5
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,5
-7,distance,73.0650634765625,FashionMNIST,Wachter,MLP,9,5
-7,distance_from_energy,812.19482421875,FashionMNIST,Wachter,MLP,9,5
-7,distance_from_targets,402.4213562011719,FashionMNIST,Wachter,MLP,9,5
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,5
-7,set_size_penalty,3.999999999999934,FashionMNIST,Wachter,MLP,9,5
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,5
-8,distance,61.08224868774414,FashionMNIST,Wachter,MLP,9,5
-8,distance_from_energy,823.4132080078125,FashionMNIST,Wachter,MLP,9,5
-8,distance_from_targets,389.71917724609375,FashionMNIST,Wachter,MLP,9,5
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,5
-8,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,9,5
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,5
-9,distance,69.2388687133789,FashionMNIST,Wachter,MLP,9,5
-9,distance_from_energy,773.7711181640625,FashionMNIST,Wachter,MLP,9,5
-9,distance_from_targets,402.6405029296875,FashionMNIST,Wachter,MLP,9,5
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,5
-9,set_size_penalty,2.0000080139464806,FashionMNIST,Wachter,MLP,9,5
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,5
-10,distance,70.50489807128906,FashionMNIST,Wachter,MLP,9,5
-10,distance_from_energy,809.9811401367188,FashionMNIST,Wachter,MLP,9,5
-10,distance_from_targets,465.9159240722656,FashionMNIST,Wachter,MLP,9,5
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,5
-10,set_size_penalty,9.999999595624685,FashionMNIST,Wachter,MLP,9,5
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,5
-6,distance,147.8690948486328,FashionMNIST,REVISE,MLP,9,5
-6,distance_from_energy,805.0552978515625,FashionMNIST,REVISE,MLP,9,5
-6,distance_from_targets,337.8282470703125,FashionMNIST,REVISE,MLP,9,5
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,5
-6,set_size_penalty,2.999999821224979,FashionMNIST,REVISE,MLP,9,5
-6,validity,1.0,FashionMNIST,REVISE,MLP,9,5
-7,distance,149.20738220214844,FashionMNIST,REVISE,MLP,9,5
-7,distance_from_energy,806.0045166015625,FashionMNIST,REVISE,MLP,9,5
-7,distance_from_targets,340.9423522949219,FashionMNIST,REVISE,MLP,9,5
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,5
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,5
-7,validity,0.0,FashionMNIST,REVISE,MLP,9,5
-8,distance,136.2930908203125,FashionMNIST,REVISE,MLP,9,5
-8,distance_from_energy,786.7957763671875,FashionMNIST,REVISE,MLP,9,5
-8,distance_from_targets,353.3204345703125,FashionMNIST,REVISE,MLP,9,5
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,5
-8,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,9,5
-8,validity,1.0,FashionMNIST,REVISE,MLP,9,5
-9,distance,184.56761169433594,FashionMNIST,REVISE,MLP,9,5
-9,distance_from_energy,795.0838012695312,FashionMNIST,REVISE,MLP,9,5
-9,distance_from_targets,334.484130859375,FashionMNIST,REVISE,MLP,9,5
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,5
-9,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,9,5
-9,validity,1.0,FashionMNIST,REVISE,MLP,9,5
-10,distance,120.00638580322266,FashionMNIST,REVISE,MLP,9,5
-10,distance_from_energy,826.9891357421875,FashionMNIST,REVISE,MLP,9,5
-10,distance_from_targets,427.61199951171875,FashionMNIST,REVISE,MLP,9,5
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,5
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,5
-10,validity,0.0,FashionMNIST,REVISE,MLP,9,5
-6,distance,645.6100463867188,FashionMNIST,ECCCo,MLP,9,5
-6,distance_from_energy,168.50962829589844,FashionMNIST,ECCCo,MLP,9,5
-6,distance_from_targets,599.47119140625,FashionMNIST,ECCCo,MLP,9,5
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,5
-6,set_size_penalty,3.0000056850993553,FashionMNIST,ECCCo,MLP,9,5
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,5
-7,distance,640.8592529296875,FashionMNIST,ECCCo,MLP,9,5
-7,distance_from_energy,204.8605499267578,FashionMNIST,ECCCo,MLP,9,5
-7,distance_from_targets,592.9408569335938,FashionMNIST,ECCCo,MLP,9,5
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,5
-7,set_size_penalty,2.000000245745568,FashionMNIST,ECCCo,MLP,9,5
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,5
-8,distance,620.8779907226562,FashionMNIST,ECCCo,MLP,9,5
-8,distance_from_energy,192.46768188476562,FashionMNIST,ECCCo,MLP,9,5
-8,distance_from_targets,583.7845458984375,FashionMNIST,ECCCo,MLP,9,5
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,5
-8,set_size_penalty,2.0000000013730257,FashionMNIST,ECCCo,MLP,9,5
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,5
-9,distance,603.2871704101562,FashionMNIST,ECCCo,MLP,9,5
-9,distance_from_energy,183.86666870117188,FashionMNIST,ECCCo,MLP,9,5
-9,distance_from_targets,592.4843139648438,FashionMNIST,ECCCo,MLP,9,5
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,5
-9,set_size_penalty,2.000002625078559,FashionMNIST,ECCCo,MLP,9,5
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,5
-10,distance,604.550048828125,FashionMNIST,ECCCo,MLP,9,5
-10,distance_from_energy,242.0149688720703,FashionMNIST,ECCCo,MLP,9,5
-10,distance_from_targets,561.4315795898438,FashionMNIST,ECCCo,MLP,9,5
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,5
-10,set_size_penalty,2.000015140774718,FashionMNIST,ECCCo,MLP,9,5
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,5
-6,distance,10.0,FashionMNIST,Schut,MLP,9,5
-6,distance_from_energy,810.3380126953125,FashionMNIST,Schut,MLP,9,5
-6,distance_from_targets,345.56298828125,FashionMNIST,Schut,MLP,9,5
-6,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,5
-6,set_size_penalty,2.999999999995218,FashionMNIST,Schut,MLP,9,5
-6,validity,1.0,FashionMNIST,Schut,MLP,9,5
-7,distance,10.0,FashionMNIST,Schut,MLP,9,5
-7,distance_from_energy,815.1962890625,FashionMNIST,Schut,MLP,9,5
-7,distance_from_targets,374.9667053222656,FashionMNIST,Schut,MLP,9,5
-7,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,5
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,5
-7,validity,0.0,FashionMNIST,Schut,MLP,9,5
-8,distance,7.40000057220459,FashionMNIST,Schut,MLP,9,5
-8,distance_from_energy,806.1261596679688,FashionMNIST,Schut,MLP,9,5
-8,distance_from_targets,358.67462158203125,FashionMNIST,Schut,MLP,9,5
-8,redundancy,0.9897959183673469,FashionMNIST,Schut,MLP,9,5
-8,set_size_penalty,2.000000000000024,FashionMNIST,Schut,MLP,9,5
-8,validity,1.0,FashionMNIST,Schut,MLP,9,5
-9,distance,10.0,FashionMNIST,Schut,MLP,9,5
-9,distance_from_energy,763.673828125,FashionMNIST,Schut,MLP,9,5
-9,distance_from_targets,375.78656005859375,FashionMNIST,Schut,MLP,9,5
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,5
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,5
-9,validity,0.0,FashionMNIST,Schut,MLP,9,5
-10,distance,10.0,FashionMNIST,Schut,MLP,9,5
-10,distance_from_energy,811.5341796875,FashionMNIST,Schut,MLP,9,5
-10,distance_from_targets,429.34381103515625,FashionMNIST,Schut,MLP,9,5
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,5
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,5
-10,validity,0.0,FashionMNIST,Schut,MLP,9,5
-11,distance,85.59854888916016,FashionMNIST,Wachter,MLP Ensemble,9,5
-11,distance_from_energy,723.0172729492188,FashionMNIST,Wachter,MLP Ensemble,9,5
-11,distance_from_targets,418.1361389160156,FashionMNIST,Wachter,MLP Ensemble,9,5
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-11,set_size_penalty,1.9999999997786861,FashionMNIST,Wachter,MLP Ensemble,9,5
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-12,distance,78.66320037841797,FashionMNIST,Wachter,MLP Ensemble,9,5
-12,distance_from_energy,731.9065551757812,FashionMNIST,Wachter,MLP Ensemble,9,5
-12,distance_from_targets,421.8076477050781,FashionMNIST,Wachter,MLP Ensemble,9,5
-12,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,5
-12,set_size_penalty,0.9999858453202511,FashionMNIST,Wachter,MLP Ensemble,9,5
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-13,distance,99.75697326660156,FashionMNIST,Wachter,MLP Ensemble,9,5
-13,distance_from_energy,766.5361328125,FashionMNIST,Wachter,MLP Ensemble,9,5
-13,distance_from_targets,457.159912109375,FashionMNIST,Wachter,MLP Ensemble,9,5
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-13,set_size_penalty,0.9999999999974164,FashionMNIST,Wachter,MLP Ensemble,9,5
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-14,distance,64.3239517211914,FashionMNIST,Wachter,MLP Ensemble,9,5
-14,distance_from_energy,705.9664916992188,FashionMNIST,Wachter,MLP Ensemble,9,5
-14,distance_from_targets,425.51123046875,FashionMNIST,Wachter,MLP Ensemble,9,5
-14,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,5
-14,set_size_penalty,1.8423220271778886,FashionMNIST,Wachter,MLP Ensemble,9,5
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-15,distance,85.26038360595703,FashionMNIST,Wachter,MLP Ensemble,9,5
-15,distance_from_energy,752.5858154296875,FashionMNIST,Wachter,MLP Ensemble,9,5
-15,distance_from_targets,457.2183532714844,FashionMNIST,Wachter,MLP Ensemble,9,5
-15,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-15,set_size_penalty,2.0000000000200964,FashionMNIST,Wachter,MLP Ensemble,9,5
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,5
-11,distance,185.656982421875,FashionMNIST,REVISE,MLP Ensemble,9,5
-11,distance_from_energy,722.7442626953125,FashionMNIST,REVISE,MLP Ensemble,9,5
-11,distance_from_targets,353.1141357421875,FashionMNIST,REVISE,MLP Ensemble,9,5
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-12,distance,130.7642059326172,FashionMNIST,REVISE,MLP Ensemble,9,5
-12,distance_from_energy,707.5205078125,FashionMNIST,REVISE,MLP Ensemble,9,5
-12,distance_from_targets,361.47711181640625,FashionMNIST,REVISE,MLP Ensemble,9,5
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-13,distance,240.93470764160156,FashionMNIST,REVISE,MLP Ensemble,9,5
-13,distance_from_energy,709.5797729492188,FashionMNIST,REVISE,MLP Ensemble,9,5
-13,distance_from_targets,341.1122741699219,FashionMNIST,REVISE,MLP Ensemble,9,5
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-13,set_size_penalty,2.0001974710136774,FashionMNIST,REVISE,MLP Ensemble,9,5
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-14,distance,173.21548461914062,FashionMNIST,REVISE,MLP Ensemble,9,5
-14,distance_from_energy,715.640625,FashionMNIST,REVISE,MLP Ensemble,9,5
-14,distance_from_targets,360.6240539550781,FashionMNIST,REVISE,MLP Ensemble,9,5
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-14,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-14,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-15,distance,195.53126525878906,FashionMNIST,REVISE,MLP Ensemble,9,5
-15,distance_from_energy,693.6590576171875,FashionMNIST,REVISE,MLP Ensemble,9,5
-15,distance_from_targets,353.05401611328125,FashionMNIST,REVISE,MLP Ensemble,9,5
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-15,set_size_penalty,2.9195501583226244,FashionMNIST,REVISE,MLP Ensemble,9,5
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,5
-11,distance,620.9981079101562,FashionMNIST,ECCCo,MLP Ensemble,9,5
-11,distance_from_energy,130.94090270996094,FashionMNIST,ECCCo,MLP Ensemble,9,5
-11,distance_from_targets,537.2059936523438,FashionMNIST,ECCCo,MLP Ensemble,9,5
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-11,set_size_penalty,1.9999999999999951,FashionMNIST,ECCCo,MLP Ensemble,9,5
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-12,distance,577.3379516601562,FashionMNIST,ECCCo,MLP Ensemble,9,5
-12,distance_from_energy,163.25607299804688,FashionMNIST,ECCCo,MLP Ensemble,9,5
-12,distance_from_targets,515.9641723632812,FashionMNIST,ECCCo,MLP Ensemble,9,5
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-12,set_size_penalty,1.0009475851944185,FashionMNIST,ECCCo,MLP Ensemble,9,5
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-13,distance,642.0858764648438,FashionMNIST,ECCCo,MLP Ensemble,9,5
-13,distance_from_energy,146.8807373046875,FashionMNIST,ECCCo,MLP Ensemble,9,5
-13,distance_from_targets,525.7835083007812,FashionMNIST,ECCCo,MLP Ensemble,9,5
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-13,set_size_penalty,1.0007131449812077,FashionMNIST,ECCCo,MLP Ensemble,9,5
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-14,distance,599.1814575195312,FashionMNIST,ECCCo,MLP Ensemble,9,5
-14,distance_from_energy,138.40377807617188,FashionMNIST,ECCCo,MLP Ensemble,9,5
-14,distance_from_targets,537.6723022460938,FashionMNIST,ECCCo,MLP Ensemble,9,5
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-14,set_size_penalty,1.0105983130314866,FashionMNIST,ECCCo,MLP Ensemble,9,5
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-15,distance,594.3521118164062,FashionMNIST,ECCCo,MLP Ensemble,9,5
-15,distance_from_energy,158.80787658691406,FashionMNIST,ECCCo,MLP Ensemble,9,5
-15,distance_from_targets,525.4389038085938,FashionMNIST,ECCCo,MLP Ensemble,9,5
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-15,set_size_penalty,1.0002231036544993,FashionMNIST,ECCCo,MLP Ensemble,9,5
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,5
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,5
-11,distance_from_energy,723.4692993164062,FashionMNIST,Schut,MLP Ensemble,9,5
-11,distance_from_targets,388.0663757324219,FashionMNIST,Schut,MLP Ensemble,9,5
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,5
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,5
-12,distance_from_energy,725.1912841796875,FashionMNIST,Schut,MLP Ensemble,9,5
-12,distance_from_targets,383.1101379394531,FashionMNIST,Schut,MLP Ensemble,9,5
-12,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,5
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-13,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,5
-13,distance_from_energy,775.8592529296875,FashionMNIST,Schut,MLP Ensemble,9,5
-13,distance_from_targets,437.87164306640625,FashionMNIST,Schut,MLP Ensemble,9,5
-13,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,5
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-14,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,5
-14,distance_from_energy,718.2340698242188,FashionMNIST,Schut,MLP Ensemble,9,5
-14,distance_from_targets,400.5234069824219,FashionMNIST,Schut,MLP Ensemble,9,5
-14,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,5
-14,set_size_penalty,2.4190992784869754,FashionMNIST,Schut,MLP Ensemble,9,5
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,9,5
-15,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,5
-15,distance_from_energy,738.203857421875,FashionMNIST,Schut,MLP Ensemble,9,5
-15,distance_from_targets,413.40692138671875,FashionMNIST,Schut,MLP Ensemble,9,5
-15,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,5
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,5
-16,distance,59.922237396240234,FashionMNIST,Wachter,JEM,9,5
-16,distance_from_energy,694.4020385742188,FashionMNIST,Wachter,JEM,9,5
-16,distance_from_targets,388.3589172363281,FashionMNIST,Wachter,JEM,9,5
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,5
-16,set_size_penalty,4.999999999998766,FashionMNIST,Wachter,JEM,9,5
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,5
-17,distance,79.88455200195312,FashionMNIST,Wachter,JEM,9,5
-17,distance_from_energy,753.6898193359375,FashionMNIST,Wachter,JEM,9,5
-17,distance_from_targets,497.338134765625,FashionMNIST,Wachter,JEM,9,5
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,5
-17,set_size_penalty,4.999967484762664,FashionMNIST,Wachter,JEM,9,5
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,5
-18,distance,61.38877487182617,FashionMNIST,Wachter,JEM,9,5
-18,distance_from_energy,594.4654541015625,FashionMNIST,Wachter,JEM,9,5
-18,distance_from_targets,500.77288818359375,FashionMNIST,Wachter,JEM,9,5
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,5
-18,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,9,5
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,5
-19,distance,86.13084411621094,FashionMNIST,Wachter,JEM,9,5
-19,distance_from_energy,769.8809814453125,FashionMNIST,Wachter,JEM,9,5
-19,distance_from_targets,534.0933837890625,FashionMNIST,Wachter,JEM,9,5
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,5
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,5
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,5
-20,distance,75.33735656738281,FashionMNIST,Wachter,JEM,9,5
-20,distance_from_energy,685.0408325195312,FashionMNIST,Wachter,JEM,9,5
-20,distance_from_targets,485.8208312988281,FashionMNIST,Wachter,JEM,9,5
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,5
-20,set_size_penalty,4.84509389371708,FashionMNIST,Wachter,JEM,9,5
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,5
-16,distance,186.14675903320312,FashionMNIST,REVISE,JEM,9,5
-16,distance_from_energy,713.5193481445312,FashionMNIST,REVISE,JEM,9,5
-16,distance_from_targets,346.4526062011719,FashionMNIST,REVISE,JEM,9,5
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,5
-16,set_size_penalty,9.59059734559388,FashionMNIST,REVISE,JEM,9,5
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,5
-17,distance,251.56243896484375,FashionMNIST,REVISE,JEM,9,5
-17,distance_from_energy,719.3679809570312,FashionMNIST,REVISE,JEM,9,5
-17,distance_from_targets,472.7134094238281,FashionMNIST,REVISE,JEM,9,5
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,5
-17,set_size_penalty,4.999999821271773,FashionMNIST,REVISE,JEM,9,5
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,5
-18,distance,286.48675537109375,FashionMNIST,REVISE,JEM,9,5
-18,distance_from_energy,542.993896484375,FashionMNIST,REVISE,JEM,9,5
-18,distance_from_targets,419.34832763671875,FashionMNIST,REVISE,JEM,9,5
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,5
-18,set_size_penalty,3.0,FashionMNIST,REVISE,JEM,9,5
-18,validity,1.0,FashionMNIST,REVISE,JEM,9,5
-19,distance,370.98809814453125,FashionMNIST,REVISE,JEM,9,5
-19,distance_from_energy,698.1444702148438,FashionMNIST,REVISE,JEM,9,5
-19,distance_from_targets,469.7569580078125,FashionMNIST,REVISE,JEM,9,5
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,5
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,5
-19,validity,1.0,FashionMNIST,REVISE,JEM,9,5
-20,distance,322.51422119140625,FashionMNIST,REVISE,JEM,9,5
-20,distance_from_energy,648.139892578125,FashionMNIST,REVISE,JEM,9,5
-20,distance_from_targets,425.26239013671875,FashionMNIST,REVISE,JEM,9,5
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,5
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,5
-20,validity,1.0,FashionMNIST,REVISE,JEM,9,5
-16,distance,573.1085815429688,FashionMNIST,ECCCo,JEM,9,5
-16,distance_from_energy,115.22059631347656,FashionMNIST,ECCCo,JEM,9,5
-16,distance_from_targets,423.4468078613281,FashionMNIST,ECCCo,JEM,9,5
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,5
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,5
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,5
-17,distance,522.5892333984375,FashionMNIST,ECCCo,JEM,9,5
-17,distance_from_energy,209.89657592773438,FashionMNIST,ECCCo,JEM,9,5
-17,distance_from_targets,386.32098388671875,FashionMNIST,ECCCo,JEM,9,5
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,5
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,9,5
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,5
-18,distance,451.2409973144531,FashionMNIST,ECCCo,JEM,9,5
-18,distance_from_energy,122.28399658203125,FashionMNIST,ECCCo,JEM,9,5
-18,distance_from_targets,448.95843505859375,FashionMNIST,ECCCo,JEM,9,5
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,5
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,5
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,5
-19,distance,660.2135009765625,FashionMNIST,ECCCo,JEM,9,5
-19,distance_from_energy,144.46237182617188,FashionMNIST,ECCCo,JEM,9,5
-19,distance_from_targets,549.143310546875,FashionMNIST,ECCCo,JEM,9,5
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,5
-19,set_size_penalty,1.9999999999915896,FashionMNIST,ECCCo,JEM,9,5
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,5
-20,distance,549.6185302734375,FashionMNIST,ECCCo,JEM,9,5
-20,distance_from_energy,164.1115264892578,FashionMNIST,ECCCo,JEM,9,5
-20,distance_from_targets,383.0316162109375,FashionMNIST,ECCCo,JEM,9,5
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,5
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,5
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,5
-16,distance,7.100000381469727,FashionMNIST,Schut,JEM,9,5
-16,distance_from_energy,654.3660278320312,FashionMNIST,Schut,JEM,9,5
-16,distance_from_targets,365.2059631347656,FashionMNIST,Schut,JEM,9,5
-16,redundancy,0.9885204081632653,FashionMNIST,Schut,JEM,9,5
-16,set_size_penalty,4.0,FashionMNIST,Schut,JEM,9,5
-16,validity,1.0,FashionMNIST,Schut,JEM,9,5
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,5
-17,distance_from_energy,717.8902587890625,FashionMNIST,Schut,JEM,9,5
-17,distance_from_targets,465.6954040527344,FashionMNIST,Schut,JEM,9,5
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,5
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,5
-17,validity,0.0,FashionMNIST,Schut,JEM,9,5
-18,distance,9.400001525878906,FashionMNIST,Schut,JEM,9,5
-18,distance_from_energy,613.764404296875,FashionMNIST,Schut,JEM,9,5
-18,distance_from_targets,474.58984375,FashionMNIST,Schut,JEM,9,5
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,5
-18,set_size_penalty,3.0,FashionMNIST,Schut,JEM,9,5
-18,validity,1.0,FashionMNIST,Schut,JEM,9,5
-19,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,5
-19,distance_from_energy,761.6687622070312,FashionMNIST,Schut,JEM,9,5
-19,distance_from_targets,492.5536193847656,FashionMNIST,Schut,JEM,9,5
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,5
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,5
-19,validity,0.0,FashionMNIST,Schut,JEM,9,5
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,5
-20,distance_from_energy,666.3519287109375,FashionMNIST,Schut,JEM,9,5
-20,distance_from_targets,449.5196228027344,FashionMNIST,Schut,JEM,9,5
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,5
-20,set_size_penalty,9.0,FashionMNIST,Schut,JEM,9,5
-20,validity,1.0,FashionMNIST,Schut,JEM,9,5
-1,distance,87.03277587890625,FashionMNIST,Wachter,JEM Ensemble,9,6
-1,distance_from_energy,724.8900146484375,FashionMNIST,Wachter,JEM Ensemble,9,6
-1,distance_from_targets,523.2035522460938,FashionMNIST,Wachter,JEM Ensemble,9,6
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-1,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-2,distance,98.01374816894531,FashionMNIST,Wachter,JEM Ensemble,9,6
-2,distance_from_energy,693.0750122070312,FashionMNIST,Wachter,JEM Ensemble,9,6
-2,distance_from_targets,507.8273010253906,FashionMNIST,Wachter,JEM Ensemble,9,6
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-2,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-3,distance,71.85247039794922,FashionMNIST,Wachter,JEM Ensemble,9,6
-3,distance_from_energy,704.142822265625,FashionMNIST,Wachter,JEM Ensemble,9,6
-3,distance_from_targets,511.54852294921875,FashionMNIST,Wachter,JEM Ensemble,9,6
-3,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,6
-3,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-3,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-4,distance,110.59732818603516,FashionMNIST,Wachter,JEM Ensemble,9,6
-4,distance_from_energy,689.7314453125,FashionMNIST,Wachter,JEM Ensemble,9,6
-4,distance_from_targets,571.1672973632812,FashionMNIST,Wachter,JEM Ensemble,9,6
-4,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,6
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-5,distance,102.06717681884766,FashionMNIST,Wachter,JEM Ensemble,9,6
-5,distance_from_energy,721.4700927734375,FashionMNIST,Wachter,JEM Ensemble,9,6
-5,distance_from_targets,564.29736328125,FashionMNIST,Wachter,JEM Ensemble,9,6
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-5,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,6
-1,distance,388.63079833984375,FashionMNIST,REVISE,JEM Ensemble,9,6
-1,distance_from_energy,570.470947265625,FashionMNIST,REVISE,JEM Ensemble,9,6
-1,distance_from_targets,338.3020324707031,FashionMNIST,REVISE,JEM Ensemble,9,6
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-2,distance,179.9430389404297,FashionMNIST,REVISE,JEM Ensemble,9,6
-2,distance_from_energy,696.486083984375,FashionMNIST,REVISE,JEM Ensemble,9,6
-2,distance_from_targets,500.8583984375,FashionMNIST,REVISE,JEM Ensemble,9,6
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-2,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-2,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-3,distance,241.36642456054688,FashionMNIST,REVISE,JEM Ensemble,9,6
-3,distance_from_energy,559.2609252929688,FashionMNIST,REVISE,JEM Ensemble,9,6
-3,distance_from_targets,400.7703857421875,FashionMNIST,REVISE,JEM Ensemble,9,6
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-3,set_size_penalty,4.00000003964456,FashionMNIST,REVISE,JEM Ensemble,9,6
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-4,distance,558.3063354492188,FashionMNIST,REVISE,JEM Ensemble,9,6
-4,distance_from_energy,406.0913391113281,FashionMNIST,REVISE,JEM Ensemble,9,6
-4,distance_from_targets,385.9891052246094,FashionMNIST,REVISE,JEM Ensemble,9,6
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-5,distance,552.6944580078125,FashionMNIST,REVISE,JEM Ensemble,9,6
-5,distance_from_energy,377.8832702636719,FashionMNIST,REVISE,JEM Ensemble,9,6
-5,distance_from_targets,337.9572448730469,FashionMNIST,REVISE,JEM Ensemble,9,6
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,6
-1,distance,633.5429077148438,FashionMNIST,ECCCo,JEM Ensemble,9,6
-1,distance_from_energy,111.49806213378906,FashionMNIST,ECCCo,JEM Ensemble,9,6
-1,distance_from_targets,368.55657958984375,FashionMNIST,ECCCo,JEM Ensemble,9,6
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-2,distance,614.9865112304688,FashionMNIST,ECCCo,JEM Ensemble,9,6
-2,distance_from_energy,117.3687515258789,FashionMNIST,ECCCo,JEM Ensemble,9,6
-2,distance_from_targets,357.53936767578125,FashionMNIST,ECCCo,JEM Ensemble,9,6
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-3,distance,581.01416015625,FashionMNIST,ECCCo,JEM Ensemble,9,6
-3,distance_from_energy,126.81175231933594,FashionMNIST,ECCCo,JEM Ensemble,9,6
-3,distance_from_targets,333.0286560058594,FashionMNIST,ECCCo,JEM Ensemble,9,6
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-4,distance,558.0400390625,FashionMNIST,ECCCo,JEM Ensemble,9,6
-4,distance_from_energy,166.3434295654297,FashionMNIST,ECCCo,JEM Ensemble,9,6
-4,distance_from_targets,398.0443420410156,FashionMNIST,ECCCo,JEM Ensemble,9,6
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-5,distance,650.030029296875,FashionMNIST,ECCCo,JEM Ensemble,9,6
-5,distance_from_energy,111.34134674072266,FashionMNIST,ECCCo,JEM Ensemble,9,6
-5,distance_from_targets,380.4810791015625,FashionMNIST,ECCCo,JEM Ensemble,9,6
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,6
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,6
-1,distance_from_energy,727.8836669921875,FashionMNIST,Schut,JEM Ensemble,9,6
-1,distance_from_targets,501.85546875,FashionMNIST,Schut,JEM Ensemble,9,6
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,6
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,6
-2,distance_from_energy,712.121337890625,FashionMNIST,Schut,JEM Ensemble,9,6
-2,distance_from_targets,492.84320068359375,FashionMNIST,Schut,JEM Ensemble,9,6
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,6
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,6
-3,distance_from_energy,710.5333251953125,FashionMNIST,Schut,JEM Ensemble,9,6
-3,distance_from_targets,484.40081787109375,FashionMNIST,Schut,JEM Ensemble,9,6
-3,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,9,6
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-4,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,6
-4,distance_from_energy,734.1032104492188,FashionMNIST,Schut,JEM Ensemble,9,6
-4,distance_from_targets,559.875732421875,FashionMNIST,Schut,JEM Ensemble,9,6
-4,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,6
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,6
-5,distance_from_energy,726.2051391601562,FashionMNIST,Schut,JEM Ensemble,9,6
-5,distance_from_targets,543.7225341796875,FashionMNIST,Schut,JEM Ensemble,9,6
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,6
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,6
-6,distance,97.0573501586914,FashionMNIST,Wachter,MLP,9,6
-6,distance_from_energy,844.5237426757812,FashionMNIST,Wachter,MLP,9,6
-6,distance_from_targets,527.9562377929688,FashionMNIST,Wachter,MLP,9,6
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,6
-6,set_size_penalty,3.001160486754228,FashionMNIST,Wachter,MLP,9,6
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,6
-7,distance,98.01087188720703,FashionMNIST,Wachter,MLP,9,6
-7,distance_from_energy,852.2760009765625,FashionMNIST,Wachter,MLP,9,6
-7,distance_from_targets,565.6839599609375,FashionMNIST,Wachter,MLP,9,6
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,6
-7,set_size_penalty,2.8984089371744277,FashionMNIST,Wachter,MLP,9,6
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,6
-8,distance,84.39019012451172,FashionMNIST,Wachter,MLP,9,6
-8,distance_from_energy,905.0870361328125,FashionMNIST,Wachter,MLP,9,6
-8,distance_from_targets,584.9957885742188,FashionMNIST,Wachter,MLP,9,6
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,6
-8,set_size_penalty,9.999372738399728,FashionMNIST,Wachter,MLP,9,6
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,6
-9,distance,91.65702819824219,FashionMNIST,Wachter,MLP,9,6
-9,distance_from_energy,891.2178955078125,FashionMNIST,Wachter,MLP,9,6
-9,distance_from_targets,636.6886596679688,FashionMNIST,Wachter,MLP,9,6
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,6
-9,set_size_penalty,3.0004294645535445,FashionMNIST,Wachter,MLP,9,6
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,6
-10,distance,105.9322280883789,FashionMNIST,Wachter,MLP,9,6
-10,distance_from_energy,843.6407470703125,FashionMNIST,Wachter,MLP,9,6
-10,distance_from_targets,603.602294921875,FashionMNIST,Wachter,MLP,9,6
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,6
-10,set_size_penalty,3.9889565141735073,FashionMNIST,Wachter,MLP,9,6
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,6
-6,distance,245.87928771972656,FashionMNIST,REVISE,MLP,9,6
-6,distance_from_energy,795.03369140625,FashionMNIST,REVISE,MLP,9,6
-6,distance_from_targets,476.23272705078125,FashionMNIST,REVISE,MLP,9,6
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,6
-6,set_size_penalty,10.0,FashionMNIST,REVISE,MLP,9,6
-6,validity,1.0,FashionMNIST,REVISE,MLP,9,6
-7,distance,216.25320434570312,FashionMNIST,REVISE,MLP,9,6
-7,distance_from_energy,859.5838012695312,FashionMNIST,REVISE,MLP,9,6
-7,distance_from_targets,592.2327880859375,FashionMNIST,REVISE,MLP,9,6
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,6
-7,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,6
-7,validity,0.0,FashionMNIST,REVISE,MLP,9,6
-8,distance,356.6075439453125,FashionMNIST,REVISE,MLP,9,6
-8,distance_from_energy,888.0411376953125,FashionMNIST,REVISE,MLP,9,6
-8,distance_from_targets,629.1632080078125,FashionMNIST,REVISE,MLP,9,6
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,6
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,6
-8,validity,0.0,FashionMNIST,REVISE,MLP,9,6
-9,distance,370.5440979003906,FashionMNIST,REVISE,MLP,9,6
-9,distance_from_energy,818.6846923828125,FashionMNIST,REVISE,MLP,9,6
-9,distance_from_targets,398.6036376953125,FashionMNIST,REVISE,MLP,9,6
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,6
-9,set_size_penalty,1.999999997112062,FashionMNIST,REVISE,MLP,9,6
-9,validity,1.0,FashionMNIST,REVISE,MLP,9,6
-10,distance,267.01123046875,FashionMNIST,REVISE,MLP,9,6
-10,distance_from_energy,831.9552001953125,FashionMNIST,REVISE,MLP,9,6
-10,distance_from_targets,443.31597900390625,FashionMNIST,REVISE,MLP,9,6
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,6
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,6
-10,validity,0.0,FashionMNIST,REVISE,MLP,9,6
-6,distance,732.9546508789062,FashionMNIST,ECCCo,MLP,9,6
-6,distance_from_energy,119.37794494628906,FashionMNIST,ECCCo,MLP,9,6
-6,distance_from_targets,640.9055786132812,FashionMNIST,ECCCo,MLP,9,6
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,6
-6,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,6
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,6
-7,distance,718.1017456054688,FashionMNIST,ECCCo,MLP,9,6
-7,distance_from_energy,143.12103271484375,FashionMNIST,ECCCo,MLP,9,6
-7,distance_from_targets,633.7352294921875,FashionMNIST,ECCCo,MLP,9,6
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,6
-7,set_size_penalty,2.999999999999994,FashionMNIST,ECCCo,MLP,9,6
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,6
-8,distance,711.1591186523438,FashionMNIST,ECCCo,MLP,9,6
-8,distance_from_energy,238.0011444091797,FashionMNIST,ECCCo,MLP,9,6
-8,distance_from_targets,613.9789428710938,FashionMNIST,ECCCo,MLP,9,6
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,6
-8,set_size_penalty,1.0056120564805862,FashionMNIST,ECCCo,MLP,9,6
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,6
-9,distance,720.3152465820312,FashionMNIST,ECCCo,MLP,9,6
-9,distance_from_energy,216.01736450195312,FashionMNIST,ECCCo,MLP,9,6
-9,distance_from_targets,617.8955688476562,FashionMNIST,ECCCo,MLP,9,6
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,6
-9,set_size_penalty,2.0000000782642813,FashionMNIST,ECCCo,MLP,9,6
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,6
-10,distance,722.0841674804688,FashionMNIST,ECCCo,MLP,9,6
-10,distance_from_energy,164.6687469482422,FashionMNIST,ECCCo,MLP,9,6
-10,distance_from_targets,636.5730590820312,FashionMNIST,ECCCo,MLP,9,6
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,6
-10,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,6
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,6
-6,distance,10.0,FashionMNIST,Schut,MLP,9,6
-6,distance_from_energy,851.8801879882812,FashionMNIST,Schut,MLP,9,6
-6,distance_from_targets,501.0135803222656,FashionMNIST,Schut,MLP,9,6
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,6
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,6
-6,validity,0.0,FashionMNIST,Schut,MLP,9,6
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,6
-7,distance_from_energy,871.7951049804688,FashionMNIST,Schut,MLP,9,6
-7,distance_from_targets,534.7335815429688,FashionMNIST,Schut,MLP,9,6
-7,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,9,6
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,6
-7,validity,0.0,FashionMNIST,Schut,MLP,9,6
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,6
-8,distance_from_energy,863.4884033203125,FashionMNIST,Schut,MLP,9,6
-8,distance_from_targets,563.0087890625,FashionMNIST,Schut,MLP,9,6
-8,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,9,6
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,6
-8,validity,0.0,FashionMNIST,Schut,MLP,9,6
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,6
-9,distance_from_energy,884.6272583007812,FashionMNIST,Schut,MLP,9,6
-9,distance_from_targets,615.092041015625,FashionMNIST,Schut,MLP,9,6
-9,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,6
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,6
-9,validity,0.0,FashionMNIST,Schut,MLP,9,6
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,6
-10,distance_from_energy,877.4959716796875,FashionMNIST,Schut,MLP,9,6
-10,distance_from_targets,571.357421875,FashionMNIST,Schut,MLP,9,6
-10,redundancy,0.9834183673469388,FashionMNIST,Schut,MLP,9,6
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,6
-10,validity,0.0,FashionMNIST,Schut,MLP,9,6
-11,distance,89.26714324951172,FashionMNIST,Wachter,MLP Ensemble,9,6
-11,distance_from_energy,754.5758056640625,FashionMNIST,Wachter,MLP Ensemble,9,6
-11,distance_from_targets,487.21966552734375,FashionMNIST,Wachter,MLP Ensemble,9,6
-11,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,6
-11,set_size_penalty,9.999999648023529,FashionMNIST,Wachter,MLP Ensemble,9,6
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-12,distance,93.2816162109375,FashionMNIST,Wachter,MLP Ensemble,9,6
-12,distance_from_energy,738.69921875,FashionMNIST,Wachter,MLP Ensemble,9,6
-12,distance_from_targets,514.8056640625,FashionMNIST,Wachter,MLP Ensemble,9,6
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-12,set_size_penalty,9.9999999999959,FashionMNIST,Wachter,MLP Ensemble,9,6
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-13,distance,109.87448120117188,FashionMNIST,Wachter,MLP Ensemble,9,6
-13,distance_from_energy,750.7586669921875,FashionMNIST,Wachter,MLP Ensemble,9,6
-13,distance_from_targets,543.7210083007812,FashionMNIST,Wachter,MLP Ensemble,9,6
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-13,set_size_penalty,0.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-13,validity,0.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-14,distance,97.64714050292969,FashionMNIST,Wachter,MLP Ensemble,9,6
-14,distance_from_energy,788.1102905273438,FashionMNIST,Wachter,MLP Ensemble,9,6
-14,distance_from_targets,548.3931884765625,FashionMNIST,Wachter,MLP Ensemble,9,6
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-14,set_size_penalty,9.946187830032839,FashionMNIST,Wachter,MLP Ensemble,9,6
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-15,distance,77.56997680664062,FashionMNIST,Wachter,MLP Ensemble,9,6
-15,distance_from_energy,754.2115478515625,FashionMNIST,Wachter,MLP Ensemble,9,6
-15,distance_from_targets,497.2120056152344,FashionMNIST,Wachter,MLP Ensemble,9,6
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,6
-15,set_size_penalty,10.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,6
-11,distance,345.80657958984375,FashionMNIST,REVISE,MLP Ensemble,9,6
-11,distance_from_energy,761.9044799804688,FashionMNIST,REVISE,MLP Ensemble,9,6
-11,distance_from_targets,501.1895446777344,FashionMNIST,REVISE,MLP Ensemble,9,6
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-11,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-11,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-12,distance,163.76025390625,FashionMNIST,REVISE,MLP Ensemble,9,6
-12,distance_from_energy,726.984619140625,FashionMNIST,REVISE,MLP Ensemble,9,6
-12,distance_from_targets,427.38427734375,FashionMNIST,REVISE,MLP Ensemble,9,6
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-13,distance,201.441162109375,FashionMNIST,REVISE,MLP Ensemble,9,6
-13,distance_from_energy,737.3943481445312,FashionMNIST,REVISE,MLP Ensemble,9,6
-13,distance_from_targets,446.9567565917969,FashionMNIST,REVISE,MLP Ensemble,9,6
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-14,distance,241.50706481933594,FashionMNIST,REVISE,MLP Ensemble,9,6
-14,distance_from_energy,732.4502563476562,FashionMNIST,REVISE,MLP Ensemble,9,6
-14,distance_from_targets,494.14215087890625,FashionMNIST,REVISE,MLP Ensemble,9,6
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-14,set_size_penalty,9.99999999988381,FashionMNIST,REVISE,MLP Ensemble,9,6
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-15,distance,301.32110595703125,FashionMNIST,REVISE,MLP Ensemble,9,6
-15,distance_from_energy,690.3551025390625,FashionMNIST,REVISE,MLP Ensemble,9,6
-15,distance_from_targets,342.1578674316406,FashionMNIST,REVISE,MLP Ensemble,9,6
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-15,set_size_penalty,3.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,6
-11,distance,691.0821533203125,FashionMNIST,ECCCo,MLP Ensemble,9,6
-11,distance_from_energy,95.99342346191406,FashionMNIST,ECCCo,MLP Ensemble,9,6
-11,distance_from_targets,579.3927612304688,FashionMNIST,ECCCo,MLP Ensemble,9,6
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-11,set_size_penalty,1.07988710025412,FashionMNIST,ECCCo,MLP Ensemble,9,6
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-12,distance,636.8602294921875,FashionMNIST,ECCCo,MLP Ensemble,9,6
-12,distance_from_energy,134.01568603515625,FashionMNIST,ECCCo,MLP Ensemble,9,6
-12,distance_from_targets,538.177001953125,FashionMNIST,ECCCo,MLP Ensemble,9,6
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-12,set_size_penalty,1.000619171474607,FashionMNIST,ECCCo,MLP Ensemble,9,6
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-13,distance,690.5313720703125,FashionMNIST,ECCCo,MLP Ensemble,9,6
-13,distance_from_energy,115.25675964355469,FashionMNIST,ECCCo,MLP Ensemble,9,6
-13,distance_from_targets,563.6318969726562,FashionMNIST,ECCCo,MLP Ensemble,9,6
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-13,set_size_penalty,1.000084874876307,FashionMNIST,ECCCo,MLP Ensemble,9,6
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-14,distance,710.727294921875,FashionMNIST,ECCCo,MLP Ensemble,9,6
-14,distance_from_energy,110.96867370605469,FashionMNIST,ECCCo,MLP Ensemble,9,6
-14,distance_from_targets,579.197998046875,FashionMNIST,ECCCo,MLP Ensemble,9,6
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-14,set_size_penalty,1.5738132155904154,FashionMNIST,ECCCo,MLP Ensemble,9,6
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-15,distance,694.4132690429688,FashionMNIST,ECCCo,MLP Ensemble,9,6
-15,distance_from_energy,93.42892456054688,FashionMNIST,ECCCo,MLP Ensemble,9,6
-15,distance_from_targets,578.2428588867188,FashionMNIST,ECCCo,MLP Ensemble,9,6
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-15,set_size_penalty,1.0000004215737242,FashionMNIST,ECCCo,MLP Ensemble,9,6
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,6
-11,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,6
-11,distance_from_energy,756.3619384765625,FashionMNIST,Schut,MLP Ensemble,9,6
-11,distance_from_targets,469.8421630859375,FashionMNIST,Schut,MLP Ensemble,9,6
-11,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,6
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,6
-12,distance_from_energy,764.9930419921875,FashionMNIST,Schut,MLP Ensemble,9,6
-12,distance_from_targets,498.7807922363281,FashionMNIST,Schut,MLP Ensemble,9,6
-12,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,6
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-13,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,6
-13,distance_from_energy,773.65087890625,FashionMNIST,Schut,MLP Ensemble,9,6
-13,distance_from_targets,521.6963500976562,FashionMNIST,Schut,MLP Ensemble,9,6
-13,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,6
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,6
-14,distance_from_energy,802.3412475585938,FashionMNIST,Schut,MLP Ensemble,9,6
-14,distance_from_targets,522.6387329101562,FashionMNIST,Schut,MLP Ensemble,9,6
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,6
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-15,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,6
-15,distance_from_energy,762.32421875,FashionMNIST,Schut,MLP Ensemble,9,6
-15,distance_from_targets,475.35260009765625,FashionMNIST,Schut,MLP Ensemble,9,6
-15,redundancy,0.9846938775510204,FashionMNIST,Schut,MLP Ensemble,9,6
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,6
-16,distance,93.21685028076172,FashionMNIST,Wachter,JEM,9,6
-16,distance_from_energy,785.0987548828125,FashionMNIST,Wachter,JEM,9,6
-16,distance_from_targets,580.7118530273438,FashionMNIST,Wachter,JEM,9,6
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,6
-16,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,6
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,6
-17,distance,82.76203918457031,FashionMNIST,Wachter,JEM,9,6
-17,distance_from_energy,776.0654907226562,FashionMNIST,Wachter,JEM,9,6
-17,distance_from_targets,555.858642578125,FashionMNIST,Wachter,JEM,9,6
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,6
-17,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,6
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,6
-18,distance,79.97650146484375,FashionMNIST,Wachter,JEM,9,6
-18,distance_from_energy,689.6881103515625,FashionMNIST,Wachter,JEM,9,6
-18,distance_from_targets,502.792724609375,FashionMNIST,Wachter,JEM,9,6
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,6
-18,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,6
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,6
-19,distance,88.75513458251953,FashionMNIST,Wachter,JEM,9,6
-19,distance_from_energy,759.6842041015625,FashionMNIST,Wachter,JEM,9,6
-19,distance_from_targets,506.2984619140625,FashionMNIST,Wachter,JEM,9,6
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,6
-19,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,6
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,6
-20,distance,89.03103637695312,FashionMNIST,Wachter,JEM,9,6
-20,distance_from_energy,729.6099853515625,FashionMNIST,Wachter,JEM,9,6
-20,distance_from_targets,479.1608581542969,FashionMNIST,Wachter,JEM,9,6
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,6
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,6
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,6
-16,distance,565.57421875,FashionMNIST,REVISE,JEM,9,6
-16,distance_from_energy,571.2633666992188,FashionMNIST,REVISE,JEM,9,6
-16,distance_from_targets,403.287353515625,FashionMNIST,REVISE,JEM,9,6
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,6
-16,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,6
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,6
-17,distance,355.75115966796875,FashionMNIST,REVISE,JEM,9,6
-17,distance_from_energy,678.9835205078125,FashionMNIST,REVISE,JEM,9,6
-17,distance_from_targets,430.37530517578125,FashionMNIST,REVISE,JEM,9,6
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,6
-17,set_size_penalty,2.0,FashionMNIST,REVISE,JEM,9,6
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,6
-18,distance,431.8841247558594,FashionMNIST,REVISE,JEM,9,6
-18,distance_from_energy,728.3037109375,FashionMNIST,REVISE,JEM,9,6
-18,distance_from_targets,506.9927978515625,FashionMNIST,REVISE,JEM,9,6
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,6
-18,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,6
-18,validity,0.0,FashionMNIST,REVISE,JEM,9,6
-19,distance,379.77020263671875,FashionMNIST,REVISE,JEM,9,6
-19,distance_from_energy,651.3870849609375,FashionMNIST,REVISE,JEM,9,6
-19,distance_from_targets,405.95654296875,FashionMNIST,REVISE,JEM,9,6
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,6
-19,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,6
-19,validity,1.0,FashionMNIST,REVISE,JEM,9,6
-20,distance,379.6463623046875,FashionMNIST,REVISE,JEM,9,6
-20,distance_from_energy,637.0574951171875,FashionMNIST,REVISE,JEM,9,6
-20,distance_from_targets,374.17510986328125,FashionMNIST,REVISE,JEM,9,6
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,6
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,6
-20,validity,1.0,FashionMNIST,REVISE,JEM,9,6
-16,distance,718.834228515625,FashionMNIST,ECCCo,JEM,9,6
-16,distance_from_energy,95.02974700927734,FashionMNIST,ECCCo,JEM,9,6
-16,distance_from_targets,441.5391845703125,FashionMNIST,ECCCo,JEM,9,6
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,6
-16,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,6
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,6
-17,distance,630.8955688476562,FashionMNIST,ECCCo,JEM,9,6
-17,distance_from_energy,118.27561950683594,FashionMNIST,ECCCo,JEM,9,6
-17,distance_from_targets,563.8292236328125,FashionMNIST,ECCCo,JEM,9,6
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,6
-17,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,9,6
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,6
-18,distance,623.1410522460938,FashionMNIST,ECCCo,JEM,9,6
-18,distance_from_energy,122.13248443603516,FashionMNIST,ECCCo,JEM,9,6
-18,distance_from_targets,410.7445983886719,FashionMNIST,ECCCo,JEM,9,6
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,6
-18,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,6
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,6
-19,distance,671.0914916992188,FashionMNIST,ECCCo,JEM,9,6
-19,distance_from_energy,98.0948486328125,FashionMNIST,ECCCo,JEM,9,6
-19,distance_from_targets,427.7934265136719,FashionMNIST,ECCCo,JEM,9,6
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,6
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,6
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,6
-20,distance,608.338623046875,FashionMNIST,ECCCo,JEM,9,6
-20,distance_from_energy,65.47496032714844,FashionMNIST,ECCCo,JEM,9,6
-20,distance_from_targets,608.882080078125,FashionMNIST,ECCCo,JEM,9,6
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,6
-20,set_size_penalty,3.0,FashionMNIST,ECCCo,JEM,9,6
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,6
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,6
-16,distance_from_energy,841.3766479492188,FashionMNIST,Schut,JEM,9,6
-16,distance_from_targets,555.0160522460938,FashionMNIST,Schut,JEM,9,6
-16,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,6
-16,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,6
-16,validity,0.0,FashionMNIST,Schut,JEM,9,6
-17,distance,10.0,FashionMNIST,Schut,JEM,9,6
-17,distance_from_energy,761.4012451171875,FashionMNIST,Schut,JEM,9,6
-17,distance_from_targets,521.937744140625,FashionMNIST,Schut,JEM,9,6
-17,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,6
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,6
-17,validity,0.0,FashionMNIST,Schut,JEM,9,6
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,6
-18,distance_from_energy,747.4122314453125,FashionMNIST,Schut,JEM,9,6
-18,distance_from_targets,476.92620849609375,FashionMNIST,Schut,JEM,9,6
-18,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,9,6
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,6
-18,validity,0.0,FashionMNIST,Schut,JEM,9,6
-19,distance,10.0,FashionMNIST,Schut,JEM,9,6
-19,distance_from_energy,736.0347290039062,FashionMNIST,Schut,JEM,9,6
-19,distance_from_targets,475.9840393066406,FashionMNIST,Schut,JEM,9,6
-19,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,6
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,6
-19,validity,0.0,FashionMNIST,Schut,JEM,9,6
-20,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,6
-20,distance_from_energy,713.3043212890625,FashionMNIST,Schut,JEM,9,6
-20,distance_from_targets,447.9577331542969,FashionMNIST,Schut,JEM,9,6
-20,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,6
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,6
-20,validity,0.0,FashionMNIST,Schut,JEM,9,6
-1,distance,66.40776824951172,FashionMNIST,Wachter,JEM Ensemble,9,7
-1,distance_from_energy,550.5230712890625,FashionMNIST,Wachter,JEM Ensemble,9,7
-1,distance_from_targets,426.1564636230469,FashionMNIST,Wachter,JEM Ensemble,9,7
-1,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-1,set_size_penalty,3.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-1,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-2,distance,60.00287628173828,FashionMNIST,Wachter,JEM Ensemble,9,7
-2,distance_from_energy,567.1694946289062,FashionMNIST,Wachter,JEM Ensemble,9,7
-2,distance_from_targets,398.67242431640625,FashionMNIST,Wachter,JEM Ensemble,9,7
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-2,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-3,distance,86.89675903320312,FashionMNIST,Wachter,JEM Ensemble,9,7
-3,distance_from_energy,630.2692260742188,FashionMNIST,Wachter,JEM Ensemble,9,7
-3,distance_from_targets,393.7150573730469,FashionMNIST,Wachter,JEM Ensemble,9,7
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-3,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-4,distance,88.17832946777344,FashionMNIST,Wachter,JEM Ensemble,9,7
-4,distance_from_energy,645.0847778320312,FashionMNIST,Wachter,JEM Ensemble,9,7
-4,distance_from_targets,446.0350646972656,FashionMNIST,Wachter,JEM Ensemble,9,7
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-4,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-5,distance,88.86968994140625,FashionMNIST,Wachter,JEM Ensemble,9,7
-5,distance_from_energy,670.5711669921875,FashionMNIST,Wachter,JEM Ensemble,9,7
-5,distance_from_targets,447.8841247558594,FashionMNIST,Wachter,JEM Ensemble,9,7
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-5,set_size_penalty,4.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,7
-1,distance,183.1260528564453,FashionMNIST,REVISE,JEM Ensemble,9,7
-1,distance_from_energy,551.990478515625,FashionMNIST,REVISE,JEM Ensemble,9,7
-1,distance_from_targets,363.858642578125,FashionMNIST,REVISE,JEM Ensemble,9,7
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-1,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-1,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-2,distance,154.0625457763672,FashionMNIST,REVISE,JEM Ensemble,9,7
-2,distance_from_energy,641.14453125,FashionMNIST,REVISE,JEM Ensemble,9,7
-2,distance_from_targets,365.1394348144531,FashionMNIST,REVISE,JEM Ensemble,9,7
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-2,set_size_penalty,5.0000177614691435,FashionMNIST,REVISE,JEM Ensemble,9,7
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-3,distance,220.5445556640625,FashionMNIST,REVISE,JEM Ensemble,9,7
-3,distance_from_energy,482.3451232910156,FashionMNIST,REVISE,JEM Ensemble,9,7
-3,distance_from_targets,317.8878173828125,FashionMNIST,REVISE,JEM Ensemble,9,7
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-3,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-3,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-4,distance,242.362060546875,FashionMNIST,REVISE,JEM Ensemble,9,7
-4,distance_from_energy,577.4403076171875,FashionMNIST,REVISE,JEM Ensemble,9,7
-4,distance_from_targets,385.0506896972656,FashionMNIST,REVISE,JEM Ensemble,9,7
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-5,distance,199.9059600830078,FashionMNIST,REVISE,JEM Ensemble,9,7
-5,distance_from_energy,633.8690185546875,FashionMNIST,REVISE,JEM Ensemble,9,7
-5,distance_from_targets,375.618896484375,FashionMNIST,REVISE,JEM Ensemble,9,7
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-5,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-5,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,7
-1,distance,524.5103759765625,FashionMNIST,ECCCo,JEM Ensemble,9,7
-1,distance_from_energy,142.16677856445312,FashionMNIST,ECCCo,JEM Ensemble,9,7
-1,distance_from_targets,362.44390869140625,FashionMNIST,ECCCo,JEM Ensemble,9,7
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-2,distance,526.5042114257812,FashionMNIST,ECCCo,JEM Ensemble,9,7
-2,distance_from_energy,123.63011169433594,FashionMNIST,ECCCo,JEM Ensemble,9,7
-2,distance_from_targets,363.3390197753906,FashionMNIST,ECCCo,JEM Ensemble,9,7
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-3,distance,484.8162536621094,FashionMNIST,ECCCo,JEM Ensemble,9,7
-3,distance_from_energy,90.53547668457031,FashionMNIST,ECCCo,JEM Ensemble,9,7
-3,distance_from_targets,367.3525695800781,FashionMNIST,ECCCo,JEM Ensemble,9,7
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-4,distance,536.90087890625,FashionMNIST,ECCCo,JEM Ensemble,9,7
-4,distance_from_energy,139.3081512451172,FashionMNIST,ECCCo,JEM Ensemble,9,7
-4,distance_from_targets,355.2970275878906,FashionMNIST,ECCCo,JEM Ensemble,9,7
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-5,distance,515.0853881835938,FashionMNIST,ECCCo,JEM Ensemble,9,7
-5,distance_from_energy,113.1590347290039,FashionMNIST,ECCCo,JEM Ensemble,9,7
-5,distance_from_targets,352.18280029296875,FashionMNIST,ECCCo,JEM Ensemble,9,7
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,7
-1,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,7
-1,distance_from_energy,575.312744140625,FashionMNIST,Schut,JEM Ensemble,9,7
-1,distance_from_targets,397.54986572265625,FashionMNIST,Schut,JEM Ensemble,9,7
-1,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,7
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-2,distance,9.700000762939453,FashionMNIST,Schut,JEM Ensemble,9,7
-2,distance_from_energy,640.7553100585938,FashionMNIST,Schut,JEM Ensemble,9,7
-2,distance_from_targets,375.8843078613281,FashionMNIST,Schut,JEM Ensemble,9,7
-2,redundancy,0.9821428571428571,FashionMNIST,Schut,JEM Ensemble,9,7
-2,set_size_penalty,4.0,FashionMNIST,Schut,JEM Ensemble,9,7
-2,validity,1.0,FashionMNIST,Schut,JEM Ensemble,9,7
-3,distance,10.0,FashionMNIST,Schut,JEM Ensemble,9,7
-3,distance_from_energy,541.2989501953125,FashionMNIST,Schut,JEM Ensemble,9,7
-3,distance_from_targets,369.6142883300781,FashionMNIST,Schut,JEM Ensemble,9,7
-3,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,7
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,7
-4,distance_from_energy,639.0433349609375,FashionMNIST,Schut,JEM Ensemble,9,7
-4,distance_from_targets,424.1099853515625,FashionMNIST,Schut,JEM Ensemble,9,7
-4,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM Ensemble,9,7
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-5,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,7
-5,distance_from_energy,668.7306518554688,FashionMNIST,Schut,JEM Ensemble,9,7
-5,distance_from_targets,420.4169921875,FashionMNIST,Schut,JEM Ensemble,9,7
-5,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM Ensemble,9,7
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,7
-6,distance,55.4380989074707,FashionMNIST,Wachter,MLP,9,7
-6,distance_from_energy,808.0240478515625,FashionMNIST,Wachter,MLP,9,7
-6,distance_from_targets,382.0158996582031,FashionMNIST,Wachter,MLP,9,7
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,7
-6,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,9,7
-6,validity,1.0,FashionMNIST,Wachter,MLP,9,7
-7,distance,65.85269927978516,FashionMNIST,Wachter,MLP,9,7
-7,distance_from_energy,824.6817626953125,FashionMNIST,Wachter,MLP,9,7
-7,distance_from_targets,376.107666015625,FashionMNIST,Wachter,MLP,9,7
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,7
-7,set_size_penalty,3.0,FashionMNIST,Wachter,MLP,9,7
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,7
-8,distance,60.88621520996094,FashionMNIST,Wachter,MLP,9,7
-8,distance_from_energy,817.5693969726562,FashionMNIST,Wachter,MLP,9,7
-8,distance_from_targets,411.3988952636719,FashionMNIST,Wachter,MLP,9,7
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,7
-8,set_size_penalty,2.113952230500434,FashionMNIST,Wachter,MLP,9,7
-8,validity,1.0,FashionMNIST,Wachter,MLP,9,7
-9,distance,69.34700775146484,FashionMNIST,Wachter,MLP,9,7
-9,distance_from_energy,822.8360595703125,FashionMNIST,Wachter,MLP,9,7
-9,distance_from_targets,400.0228271484375,FashionMNIST,Wachter,MLP,9,7
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,7
-9,set_size_penalty,2.999999985269936,FashionMNIST,Wachter,MLP,9,7
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,7
-10,distance,80.33275604248047,FashionMNIST,Wachter,MLP,9,7
-10,distance_from_energy,797.4957275390625,FashionMNIST,Wachter,MLP,9,7
-10,distance_from_targets,454.72900390625,FashionMNIST,Wachter,MLP,9,7
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,7
-10,set_size_penalty,2.0000000057856973,FashionMNIST,Wachter,MLP,9,7
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,7
-6,distance,119.53287506103516,FashionMNIST,REVISE,MLP,9,7
-6,distance_from_energy,825.5355224609375,FashionMNIST,REVISE,MLP,9,7
-6,distance_from_targets,337.9044494628906,FashionMNIST,REVISE,MLP,9,7
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,7
-6,set_size_penalty,2.000000000000001,FashionMNIST,REVISE,MLP,9,7
-6,validity,1.0,FashionMNIST,REVISE,MLP,9,7
-7,distance,113.06402587890625,FashionMNIST,REVISE,MLP,9,7
-7,distance_from_energy,818.1219482421875,FashionMNIST,REVISE,MLP,9,7
-7,distance_from_targets,319.4476013183594,FashionMNIST,REVISE,MLP,9,7
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,7
-7,set_size_penalty,2.9999995147274543,FashionMNIST,REVISE,MLP,9,7
-7,validity,1.0,FashionMNIST,REVISE,MLP,9,7
-8,distance,121.79407501220703,FashionMNIST,REVISE,MLP,9,7
-8,distance_from_energy,815.20703125,FashionMNIST,REVISE,MLP,9,7
-8,distance_from_targets,374.28082275390625,FashionMNIST,REVISE,MLP,9,7
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,7
-8,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,7
-8,validity,0.0,FashionMNIST,REVISE,MLP,9,7
-9,distance,138.87257385253906,FashionMNIST,REVISE,MLP,9,7
-9,distance_from_energy,820.43408203125,FashionMNIST,REVISE,MLP,9,7
-9,distance_from_targets,352.29315185546875,FashionMNIST,REVISE,MLP,9,7
-9,redundancy,0.0,FashionMNIST,REVISE,MLP,9,7
-9,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,7
-9,validity,0.0,FashionMNIST,REVISE,MLP,9,7
-10,distance,139.3487548828125,FashionMNIST,REVISE,MLP,9,7
-10,distance_from_energy,808.7679443359375,FashionMNIST,REVISE,MLP,9,7
-10,distance_from_targets,407.23681640625,FashionMNIST,REVISE,MLP,9,7
-10,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,9,7
-10,set_size_penalty,0.0,FashionMNIST,REVISE,MLP,9,7
-10,validity,0.0,FashionMNIST,REVISE,MLP,9,7
-6,distance,606.1657104492188,FashionMNIST,ECCCo,MLP,9,7
-6,distance_from_energy,205.7333221435547,FashionMNIST,ECCCo,MLP,9,7
-6,distance_from_targets,584.605712890625,FashionMNIST,ECCCo,MLP,9,7
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,7
-6,set_size_penalty,1.9962937120414488,FashionMNIST,ECCCo,MLP,9,7
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,7
-7,distance,634.9642944335938,FashionMNIST,ECCCo,MLP,9,7
-7,distance_from_energy,215.28079223632812,FashionMNIST,ECCCo,MLP,9,7
-7,distance_from_targets,584.4036865234375,FashionMNIST,ECCCo,MLP,9,7
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,7
-7,set_size_penalty,3.0000113588072193,FashionMNIST,ECCCo,MLP,9,7
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,7
-8,distance,613.7174072265625,FashionMNIST,ECCCo,MLP,9,7
-8,distance_from_energy,197.50906372070312,FashionMNIST,ECCCo,MLP,9,7
-8,distance_from_targets,576.959716796875,FashionMNIST,ECCCo,MLP,9,7
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,7
-8,set_size_penalty,3.0000000000035953,FashionMNIST,ECCCo,MLP,9,7
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,7
-9,distance,663.7596435546875,FashionMNIST,ECCCo,MLP,9,7
-9,distance_from_energy,190.34161376953125,FashionMNIST,ECCCo,MLP,9,7
-9,distance_from_targets,594.369873046875,FashionMNIST,ECCCo,MLP,9,7
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,7
-9,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP,9,7
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,7
-10,distance,624.9522705078125,FashionMNIST,ECCCo,MLP,9,7
-10,distance_from_energy,208.0778350830078,FashionMNIST,ECCCo,MLP,9,7
-10,distance_from_targets,577.8486938476562,FashionMNIST,ECCCo,MLP,9,7
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,7
-10,set_size_penalty,3.0000000081069333,FashionMNIST,ECCCo,MLP,9,7
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,7
-6,distance,5.100000381469727,FashionMNIST,Schut,MLP,9,7
-6,distance_from_energy,836.6246337890625,FashionMNIST,Schut,MLP,9,7
-6,distance_from_targets,356.3445739746094,FashionMNIST,Schut,MLP,9,7
-6,redundancy,0.9923469387755102,FashionMNIST,Schut,MLP,9,7
-6,set_size_penalty,2.0,FashionMNIST,Schut,MLP,9,7
-6,validity,1.0,FashionMNIST,Schut,MLP,9,7
-7,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,7
-7,distance_from_energy,822.5851440429688,FashionMNIST,Schut,MLP,9,7
-7,distance_from_targets,342.5155334472656,FashionMNIST,Schut,MLP,9,7
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,7
-7,set_size_penalty,3.0,FashionMNIST,Schut,MLP,9,7
-7,validity,1.0,FashionMNIST,Schut,MLP,9,7
-8,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,7
-8,distance_from_energy,782.2348022460938,FashionMNIST,Schut,MLP,9,7
-8,distance_from_targets,385.93817138671875,FashionMNIST,Schut,MLP,9,7
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,7
-8,set_size_penalty,2.9284229662164525,FashionMNIST,Schut,MLP,9,7
-8,validity,1.0,FashionMNIST,Schut,MLP,9,7
-9,distance,10.0,FashionMNIST,Schut,MLP,9,7
-9,distance_from_energy,835.6886596679688,FashionMNIST,Schut,MLP,9,7
-9,distance_from_targets,369.3457946777344,FashionMNIST,Schut,MLP,9,7
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,7
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,7
-9,validity,0.0,FashionMNIST,Schut,MLP,9,7
-10,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,7
-10,distance_from_energy,828.6334838867188,FashionMNIST,Schut,MLP,9,7
-10,distance_from_targets,429.5993957519531,FashionMNIST,Schut,MLP,9,7
-10,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,7
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,7
-10,validity,0.0,FashionMNIST,Schut,MLP,9,7
-11,distance,77.61336517333984,FashionMNIST,Wachter,MLP Ensemble,9,7
-11,distance_from_energy,744.5557861328125,FashionMNIST,Wachter,MLP Ensemble,9,7
-11,distance_from_targets,434.14190673828125,FashionMNIST,Wachter,MLP Ensemble,9,7
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-11,set_size_penalty,2.9980706575484932,FashionMNIST,Wachter,MLP Ensemble,9,7
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-12,distance,77.58213806152344,FashionMNIST,Wachter,MLP Ensemble,9,7
-12,distance_from_energy,727.6637573242188,FashionMNIST,Wachter,MLP Ensemble,9,7
-12,distance_from_targets,435.93084716796875,FashionMNIST,Wachter,MLP Ensemble,9,7
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-12,set_size_penalty,1.0071079436266235,FashionMNIST,Wachter,MLP Ensemble,9,7
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-13,distance,83.5997543334961,FashionMNIST,Wachter,MLP Ensemble,9,7
-13,distance_from_energy,729.7263793945312,FashionMNIST,Wachter,MLP Ensemble,9,7
-13,distance_from_targets,418.37530517578125,FashionMNIST,Wachter,MLP Ensemble,9,7
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-13,set_size_penalty,2.9995448071245097,FashionMNIST,Wachter,MLP Ensemble,9,7
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-14,distance,59.57381820678711,FashionMNIST,Wachter,MLP Ensemble,9,7
-14,distance_from_energy,680.3109130859375,FashionMNIST,Wachter,MLP Ensemble,9,7
-14,distance_from_targets,321.9055480957031,FashionMNIST,Wachter,MLP Ensemble,9,7
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-14,set_size_penalty,2.006447253396283,FashionMNIST,Wachter,MLP Ensemble,9,7
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-15,distance,56.086551666259766,FashionMNIST,Wachter,MLP Ensemble,9,7
-15,distance_from_energy,672.1619873046875,FashionMNIST,Wachter,MLP Ensemble,9,7
-15,distance_from_targets,325.4620056152344,FashionMNIST,Wachter,MLP Ensemble,9,7
-15,redundancy,0.002551020408163265,FashionMNIST,Wachter,MLP Ensemble,9,7
-15,set_size_penalty,2.0000000010225407,FashionMNIST,Wachter,MLP Ensemble,9,7
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,7
-11,distance,184.8653564453125,FashionMNIST,REVISE,MLP Ensemble,9,7
-11,distance_from_energy,694.36181640625,FashionMNIST,REVISE,MLP Ensemble,9,7
-11,distance_from_targets,314.3625183105469,FashionMNIST,REVISE,MLP Ensemble,9,7
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-11,set_size_penalty,2.1116724481806237,FashionMNIST,REVISE,MLP Ensemble,9,7
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-12,distance,203.94326782226562,FashionMNIST,REVISE,MLP Ensemble,9,7
-12,distance_from_energy,694.3267822265625,FashionMNIST,REVISE,MLP Ensemble,9,7
-12,distance_from_targets,305.3431396484375,FashionMNIST,REVISE,MLP Ensemble,9,7
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-12,set_size_penalty,2.9999974094553687,FashionMNIST,REVISE,MLP Ensemble,9,7
-12,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-13,distance,204.19229125976562,FashionMNIST,REVISE,MLP Ensemble,9,7
-13,distance_from_energy,700.4876708984375,FashionMNIST,REVISE,MLP Ensemble,9,7
-13,distance_from_targets,317.2115173339844,FashionMNIST,REVISE,MLP Ensemble,9,7
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-13,set_size_penalty,2.0000067371652483,FashionMNIST,REVISE,MLP Ensemble,9,7
-13,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-14,distance,121.29005432128906,FashionMNIST,REVISE,MLP Ensemble,9,7
-14,distance_from_energy,668.2215576171875,FashionMNIST,REVISE,MLP Ensemble,9,7
-14,distance_from_targets,288.03619384765625,FashionMNIST,REVISE,MLP Ensemble,9,7
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-14,set_size_penalty,2.0474897642558165,FashionMNIST,REVISE,MLP Ensemble,9,7
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-15,distance,119.47488403320312,FashionMNIST,REVISE,MLP Ensemble,9,7
-15,distance_from_energy,690.4810180664062,FashionMNIST,REVISE,MLP Ensemble,9,7
-15,distance_from_targets,304.83984375,FashionMNIST,REVISE,MLP Ensemble,9,7
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-15,set_size_penalty,2.9999999138839972,FashionMNIST,REVISE,MLP Ensemble,9,7
-15,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,7
-11,distance,581.1798095703125,FashionMNIST,ECCCo,MLP Ensemble,9,7
-11,distance_from_energy,153.1609344482422,FashionMNIST,ECCCo,MLP Ensemble,9,7
-11,distance_from_targets,513.0150146484375,FashionMNIST,ECCCo,MLP Ensemble,9,7
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-11,set_size_penalty,1.0001507050122564,FashionMNIST,ECCCo,MLP Ensemble,9,7
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-12,distance,602.8977661132812,FashionMNIST,ECCCo,MLP Ensemble,9,7
-12,distance_from_energy,150.08956909179688,FashionMNIST,ECCCo,MLP Ensemble,9,7
-12,distance_from_targets,528.2243041992188,FashionMNIST,ECCCo,MLP Ensemble,9,7
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-12,set_size_penalty,1.2019555139605895,FashionMNIST,ECCCo,MLP Ensemble,9,7
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-13,distance,623.9049072265625,FashionMNIST,ECCCo,MLP Ensemble,9,7
-13,distance_from_energy,138.43435668945312,FashionMNIST,ECCCo,MLP Ensemble,9,7
-13,distance_from_targets,532.0236206054688,FashionMNIST,ECCCo,MLP Ensemble,9,7
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-13,set_size_penalty,1.0985143911597774,FashionMNIST,ECCCo,MLP Ensemble,9,7
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-14,distance,559.79248046875,FashionMNIST,ECCCo,MLP Ensemble,9,7
-14,distance_from_energy,124.83988952636719,FashionMNIST,ECCCo,MLP Ensemble,9,7
-14,distance_from_targets,543.81787109375,FashionMNIST,ECCCo,MLP Ensemble,9,7
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-14,set_size_penalty,1.011850467901259,FashionMNIST,ECCCo,MLP Ensemble,9,7
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-15,distance,556.0054321289062,FashionMNIST,ECCCo,MLP Ensemble,9,7
-15,distance_from_energy,128.73141479492188,FashionMNIST,ECCCo,MLP Ensemble,9,7
-15,distance_from_targets,537.7371215820312,FashionMNIST,ECCCo,MLP Ensemble,9,7
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-15,set_size_penalty,1.0000757066186186,FashionMNIST,ECCCo,MLP Ensemble,9,7
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,7
-11,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,7
-11,distance_from_energy,736.7320556640625,FashionMNIST,Schut,MLP Ensemble,9,7
-11,distance_from_targets,404.01788330078125,FashionMNIST,Schut,MLP Ensemble,9,7
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,7
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,7
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,7
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,7
-12,distance_from_energy,729.7955932617188,FashionMNIST,Schut,MLP Ensemble,9,7
-12,distance_from_targets,404.3319091796875,FashionMNIST,Schut,MLP Ensemble,9,7
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,7
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,7
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,7
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,7
-13,distance_from_energy,731.6419677734375,FashionMNIST,Schut,MLP Ensemble,9,7
-13,distance_from_targets,397.6290588378906,FashionMNIST,Schut,MLP Ensemble,9,7
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,7
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,7
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,7
-14,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,7
-14,distance_from_energy,667.3289794921875,FashionMNIST,Schut,MLP Ensemble,9,7
-14,distance_from_targets,294.85687255859375,FashionMNIST,Schut,MLP Ensemble,9,7
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,7
-14,set_size_penalty,2.010530129452256,FashionMNIST,Schut,MLP Ensemble,9,7
-14,validity,1.0,FashionMNIST,Schut,MLP Ensemble,9,7
-15,distance,9.700000762939453,FashionMNIST,Schut,MLP Ensemble,9,7
-15,distance_from_energy,670.76953125,FashionMNIST,Schut,MLP Ensemble,9,7
-15,distance_from_targets,300.3209228515625,FashionMNIST,Schut,MLP Ensemble,9,7
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,7
-15,set_size_penalty,2.0000000000240945,FashionMNIST,Schut,MLP Ensemble,9,7
-15,validity,1.0,FashionMNIST,Schut,MLP Ensemble,9,7
-16,distance,66.88330841064453,FashionMNIST,Wachter,JEM,9,7
-16,distance_from_energy,661.3702392578125,FashionMNIST,Wachter,JEM,9,7
-16,distance_from_targets,421.00830078125,FashionMNIST,Wachter,JEM,9,7
-16,redundancy,0.0,FashionMNIST,Wachter,JEM,9,7
-16,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,9,7
-16,validity,0.0,FashionMNIST,Wachter,JEM,9,7
-17,distance,73.01448822021484,FashionMNIST,Wachter,JEM,9,7
-17,distance_from_energy,618.308349609375,FashionMNIST,Wachter,JEM,9,7
-17,distance_from_targets,422.61090087890625,FashionMNIST,Wachter,JEM,9,7
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,7
-17,set_size_penalty,5.0,FashionMNIST,Wachter,JEM,9,7
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,7
-18,distance,69.72731018066406,FashionMNIST,Wachter,JEM,9,7
-18,distance_from_energy,698.2991943359375,FashionMNIST,Wachter,JEM,9,7
-18,distance_from_targets,376.1658020019531,FashionMNIST,Wachter,JEM,9,7
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,7
-18,set_size_penalty,7.0,FashionMNIST,Wachter,JEM,9,7
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,7
-19,distance,85.89545440673828,FashionMNIST,Wachter,JEM,9,7
-19,distance_from_energy,702.4725341796875,FashionMNIST,Wachter,JEM,9,7
-19,distance_from_targets,415.593505859375,FashionMNIST,Wachter,JEM,9,7
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,7
-19,set_size_penalty,0.0,FashionMNIST,Wachter,JEM,9,7
-19,validity,0.0,FashionMNIST,Wachter,JEM,9,7
-20,distance,59.380863189697266,FashionMNIST,Wachter,JEM,9,7
-20,distance_from_energy,615.9735107421875,FashionMNIST,Wachter,JEM,9,7
-20,distance_from_targets,350.3033752441406,FashionMNIST,Wachter,JEM,9,7
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,7
-20,set_size_penalty,6.0,FashionMNIST,Wachter,JEM,9,7
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,7
-16,distance,135.98162841796875,FashionMNIST,REVISE,JEM,9,7
-16,distance_from_energy,645.3027954101562,FashionMNIST,REVISE,JEM,9,7
-16,distance_from_targets,355.6871032714844,FashionMNIST,REVISE,JEM,9,7
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,7
-16,set_size_penalty,9.0,FashionMNIST,REVISE,JEM,9,7
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,7
-17,distance,346.951171875,FashionMNIST,REVISE,JEM,9,7
-17,distance_from_energy,705.9620361328125,FashionMNIST,REVISE,JEM,9,7
-17,distance_from_targets,410.83380126953125,FashionMNIST,REVISE,JEM,9,7
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,7
-17,set_size_penalty,2.999999999990635,FashionMNIST,REVISE,JEM,9,7
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,7
-18,distance,120.87106323242188,FashionMNIST,REVISE,JEM,9,7
-18,distance_from_energy,650.0734252929688,FashionMNIST,REVISE,JEM,9,7
-18,distance_from_targets,359.8311462402344,FashionMNIST,REVISE,JEM,9,7
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,7
-18,set_size_penalty,7.9998779241630595,FashionMNIST,REVISE,JEM,9,7
-18,validity,1.0,FashionMNIST,REVISE,JEM,9,7
-19,distance,170.5888671875,FashionMNIST,REVISE,JEM,9,7
-19,distance_from_energy,667.1185302734375,FashionMNIST,REVISE,JEM,9,7
-19,distance_from_targets,360.1932678222656,FashionMNIST,REVISE,JEM,9,7
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,7
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,7
-19,validity,0.0,FashionMNIST,REVISE,JEM,9,7
-20,distance,311.2308654785156,FashionMNIST,REVISE,JEM,9,7
-20,distance_from_energy,431.29425048828125,FashionMNIST,REVISE,JEM,9,7
-20,distance_from_targets,293.60675048828125,FashionMNIST,REVISE,JEM,9,7
-20,redundancy,0.0012755102040816326,FashionMNIST,REVISE,JEM,9,7
-20,set_size_penalty,4.0,FashionMNIST,REVISE,JEM,9,7
-20,validity,1.0,FashionMNIST,REVISE,JEM,9,7
-16,distance,566.535400390625,FashionMNIST,ECCCo,JEM,9,7
-16,distance_from_energy,119.51893615722656,FashionMNIST,ECCCo,JEM,9,7
-16,distance_from_targets,412.0231018066406,FashionMNIST,ECCCo,JEM,9,7
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,7
-16,set_size_penalty,3.0901849743192717,FashionMNIST,ECCCo,JEM,9,7
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,7
-17,distance,344.5672302246094,FashionMNIST,ECCCo,JEM,9,7
-17,distance_from_energy,325.59765625,FashionMNIST,ECCCo,JEM,9,7
-17,distance_from_targets,425.84832763671875,FashionMNIST,ECCCo,JEM,9,7
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,7
-17,set_size_penalty,1.0,FashionMNIST,ECCCo,JEM,9,7
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,7
-18,distance,534.0680541992188,FashionMNIST,ECCCo,JEM,9,7
-18,distance_from_energy,117.8075942993164,FashionMNIST,ECCCo,JEM,9,7
-18,distance_from_targets,407.9348449707031,FashionMNIST,ECCCo,JEM,9,7
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,7
-18,set_size_penalty,5.0,FashionMNIST,ECCCo,JEM,9,7
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,7
-19,distance,491.14385986328125,FashionMNIST,ECCCo,JEM,9,7
-19,distance_from_energy,269.3531799316406,FashionMNIST,ECCCo,JEM,9,7
-19,distance_from_targets,407.7231140136719,FashionMNIST,ECCCo,JEM,9,7
-19,redundancy,0.0012755102040816326,FashionMNIST,ECCCo,JEM,9,7
-19,set_size_penalty,2.0,FashionMNIST,ECCCo,JEM,9,7
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,7
-20,distance,482.7668151855469,FashionMNIST,ECCCo,JEM,9,7
-20,distance_from_energy,121.84236907958984,FashionMNIST,ECCCo,JEM,9,7
-20,distance_from_targets,410.8672790527344,FashionMNIST,ECCCo,JEM,9,7
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,7
-20,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,7
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,7
-16,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,7
-16,distance_from_energy,662.7322387695312,FashionMNIST,Schut,JEM,9,7
-16,distance_from_targets,393.1742858886719,FashionMNIST,Schut,JEM,9,7
-16,redundancy,0.9834183673469388,FashionMNIST,Schut,JEM,9,7
-16,set_size_penalty,6.0,FashionMNIST,Schut,JEM,9,7
-16,validity,1.0,FashionMNIST,Schut,JEM,9,7
-17,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,7
-17,distance_from_energy,654.6007690429688,FashionMNIST,Schut,JEM,9,7
-17,distance_from_targets,385.8740234375,FashionMNIST,Schut,JEM,9,7
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,7
-17,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,7
-17,validity,0.0,FashionMNIST,Schut,JEM,9,7
-18,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,7
-18,distance_from_energy,646.9739990234375,FashionMNIST,Schut,JEM,9,7
-18,distance_from_targets,344.09600830078125,FashionMNIST,Schut,JEM,9,7
-18,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,7
-18,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,7
-18,validity,0.0,FashionMNIST,Schut,JEM,9,7
-19,distance,10.0,FashionMNIST,Schut,JEM,9,7
-19,distance_from_energy,682.1715087890625,FashionMNIST,Schut,JEM,9,7
-19,distance_from_targets,393.4482727050781,FashionMNIST,Schut,JEM,9,7
-19,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,7
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,7
-19,validity,0.0,FashionMNIST,Schut,JEM,9,7
-20,distance,6.40000057220459,FashionMNIST,Schut,JEM,9,7
-20,distance_from_energy,637.5650634765625,FashionMNIST,Schut,JEM,9,7
-20,distance_from_targets,322.0700988769531,FashionMNIST,Schut,JEM,9,7
-20,redundancy,0.9897959183673469,FashionMNIST,Schut,JEM,9,7
-20,set_size_penalty,6.0,FashionMNIST,Schut,JEM,9,7
-20,validity,1.0,FashionMNIST,Schut,JEM,9,7
-1,distance,81.2845687866211,FashionMNIST,Wachter,JEM Ensemble,9,8
-1,distance_from_energy,574.7411499023438,FashionMNIST,Wachter,JEM Ensemble,9,8
-1,distance_from_targets,491.89697265625,FashionMNIST,Wachter,JEM Ensemble,9,8
-1,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM Ensemble,9,8
-1,set_size_penalty,0.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-1,validity,0.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-2,distance,76.8858642578125,FashionMNIST,Wachter,JEM Ensemble,9,8
-2,distance_from_energy,546.2584228515625,FashionMNIST,Wachter,JEM Ensemble,9,8
-2,distance_from_targets,494.8045654296875,FashionMNIST,Wachter,JEM Ensemble,9,8
-2,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-2,set_size_penalty,2.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-2,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-3,distance,104.96202087402344,FashionMNIST,Wachter,JEM Ensemble,9,8
-3,distance_from_energy,590.6846923828125,FashionMNIST,Wachter,JEM Ensemble,9,8
-3,distance_from_targets,514.0331420898438,FashionMNIST,Wachter,JEM Ensemble,9,8
-3,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-3,set_size_penalty,0.9999999977536336,FashionMNIST,Wachter,JEM Ensemble,9,8
-3,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-4,distance,86.90421295166016,FashionMNIST,Wachter,JEM Ensemble,9,8
-4,distance_from_energy,632.907470703125,FashionMNIST,Wachter,JEM Ensemble,9,8
-4,distance_from_targets,497.54449462890625,FashionMNIST,Wachter,JEM Ensemble,9,8
-4,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-4,set_size_penalty,10.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-4,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-5,distance,77.73137664794922,FashionMNIST,Wachter,JEM Ensemble,9,8
-5,distance_from_energy,598.3738403320312,FashionMNIST,Wachter,JEM Ensemble,9,8
-5,distance_from_targets,506.8262634277344,FashionMNIST,Wachter,JEM Ensemble,9,8
-5,redundancy,0.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-5,set_size_penalty,0.9942050168272013,FashionMNIST,Wachter,JEM Ensemble,9,8
-5,validity,1.0,FashionMNIST,Wachter,JEM Ensemble,9,8
-1,distance,436.2381896972656,FashionMNIST,REVISE,JEM Ensemble,9,8
-1,distance_from_energy,405.72998046875,FashionMNIST,REVISE,JEM Ensemble,9,8
-1,distance_from_targets,299.694091796875,FashionMNIST,REVISE,JEM Ensemble,9,8
-1,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-1,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-1,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-2,distance,403.239501953125,FashionMNIST,REVISE,JEM Ensemble,9,8
-2,distance_from_energy,437.3550720214844,FashionMNIST,REVISE,JEM Ensemble,9,8
-2,distance_from_targets,385.54132080078125,FashionMNIST,REVISE,JEM Ensemble,9,8
-2,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-2,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-2,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-3,distance,284.985107421875,FashionMNIST,REVISE,JEM Ensemble,9,8
-3,distance_from_energy,515.9573974609375,FashionMNIST,REVISE,JEM Ensemble,9,8
-3,distance_from_targets,391.0464172363281,FashionMNIST,REVISE,JEM Ensemble,9,8
-3,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-3,set_size_penalty,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-3,validity,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-4,distance,310.3876953125,FashionMNIST,REVISE,JEM Ensemble,9,8
-4,distance_from_energy,487.60089111328125,FashionMNIST,REVISE,JEM Ensemble,9,8
-4,distance_from_targets,329.69232177734375,FashionMNIST,REVISE,JEM Ensemble,9,8
-4,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-4,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-4,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-5,distance,327.40582275390625,FashionMNIST,REVISE,JEM Ensemble,9,8
-5,distance_from_energy,509.94366455078125,FashionMNIST,REVISE,JEM Ensemble,9,8
-5,distance_from_targets,379.0142517089844,FashionMNIST,REVISE,JEM Ensemble,9,8
-5,redundancy,0.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-5,set_size_penalty,4.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-5,validity,1.0,FashionMNIST,REVISE,JEM Ensemble,9,8
-1,distance,515.5469970703125,FashionMNIST,ECCCo,JEM Ensemble,9,8
-1,distance_from_energy,80.81498718261719,FashionMNIST,ECCCo,JEM Ensemble,9,8
-1,distance_from_targets,393.9603576660156,FashionMNIST,ECCCo,JEM Ensemble,9,8
-1,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-1,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-1,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-2,distance,520.9779663085938,FashionMNIST,ECCCo,JEM Ensemble,9,8
-2,distance_from_energy,106.26519775390625,FashionMNIST,ECCCo,JEM Ensemble,9,8
-2,distance_from_targets,400.8293151855469,FashionMNIST,ECCCo,JEM Ensemble,9,8
-2,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-2,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-2,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-3,distance,535.7200927734375,FashionMNIST,ECCCo,JEM Ensemble,9,8
-3,distance_from_energy,105.21748352050781,FashionMNIST,ECCCo,JEM Ensemble,9,8
-3,distance_from_targets,426.74462890625,FashionMNIST,ECCCo,JEM Ensemble,9,8
-3,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-3,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-3,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-4,distance,561.2548217773438,FashionMNIST,ECCCo,JEM Ensemble,9,8
-4,distance_from_energy,70.81138610839844,FashionMNIST,ECCCo,JEM Ensemble,9,8
-4,distance_from_targets,402.7052001953125,FashionMNIST,ECCCo,JEM Ensemble,9,8
-4,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-4,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-4,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-5,distance,530.6497192382812,FashionMNIST,ECCCo,JEM Ensemble,9,8
-5,distance_from_energy,113.47215270996094,FashionMNIST,ECCCo,JEM Ensemble,9,8
-5,distance_from_targets,371.8258056640625,FashionMNIST,ECCCo,JEM Ensemble,9,8
-5,redundancy,0.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-5,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-5,validity,1.0,FashionMNIST,ECCCo,JEM Ensemble,9,8
-1,distance,10.000001907348633,FashionMNIST,Schut,JEM Ensemble,9,8
-1,distance_from_energy,578.7614135742188,FashionMNIST,Schut,JEM Ensemble,9,8
-1,distance_from_targets,475.71160888671875,FashionMNIST,Schut,JEM Ensemble,9,8
-1,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,8
-1,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-1,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-2,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,8
-2,distance_from_energy,548.1597290039062,FashionMNIST,Schut,JEM Ensemble,9,8
-2,distance_from_targets,476.742431640625,FashionMNIST,Schut,JEM Ensemble,9,8
-2,redundancy,0.985969387755102,FashionMNIST,Schut,JEM Ensemble,9,8
-2,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-2,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-3,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,8
-3,distance_from_energy,598.0271606445312,FashionMNIST,Schut,JEM Ensemble,9,8
-3,distance_from_targets,497.37078857421875,FashionMNIST,Schut,JEM Ensemble,9,8
-3,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,8
-3,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-3,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-4,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,8
-4,distance_from_energy,623.620361328125,FashionMNIST,Schut,JEM Ensemble,9,8
-4,distance_from_targets,487.5394287109375,FashionMNIST,Schut,JEM Ensemble,9,8
-4,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,8
-4,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-4,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-5,distance,10.000000953674316,FashionMNIST,Schut,JEM Ensemble,9,8
-5,distance_from_energy,615.9342041015625,FashionMNIST,Schut,JEM Ensemble,9,8
-5,distance_from_targets,488.2323913574219,FashionMNIST,Schut,JEM Ensemble,9,8
-5,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM Ensemble,9,8
-5,set_size_penalty,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-5,validity,0.0,FashionMNIST,Schut,JEM Ensemble,9,8
-6,distance,90.3669662475586,FashionMNIST,Wachter,MLP,9,8
-6,distance_from_energy,849.3820190429688,FashionMNIST,Wachter,MLP,9,8
-6,distance_from_targets,475.3010559082031,FashionMNIST,Wachter,MLP,9,8
-6,redundancy,0.0,FashionMNIST,Wachter,MLP,9,8
-6,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,9,8
-6,validity,0.0,FashionMNIST,Wachter,MLP,9,8
-7,distance,91.96722412109375,FashionMNIST,Wachter,MLP,9,8
-7,distance_from_energy,836.6077270507812,FashionMNIST,Wachter,MLP,9,8
-7,distance_from_targets,463.2359619140625,FashionMNIST,Wachter,MLP,9,8
-7,redundancy,0.0,FashionMNIST,Wachter,MLP,9,8
-7,set_size_penalty,4.0,FashionMNIST,Wachter,MLP,9,8
-7,validity,1.0,FashionMNIST,Wachter,MLP,9,8
-8,distance,82.93818664550781,FashionMNIST,Wachter,MLP,9,8
-8,distance_from_energy,859.96826171875,FashionMNIST,Wachter,MLP,9,8
-8,distance_from_targets,465.4875183105469,FashionMNIST,Wachter,MLP,9,8
-8,redundancy,0.0,FashionMNIST,Wachter,MLP,9,8
-8,set_size_penalty,0.0,FashionMNIST,Wachter,MLP,9,8
-8,validity,0.0,FashionMNIST,Wachter,MLP,9,8
-9,distance,77.84473419189453,FashionMNIST,Wachter,MLP,9,8
-9,distance_from_energy,809.337646484375,FashionMNIST,Wachter,MLP,9,8
-9,distance_from_targets,496.4839172363281,FashionMNIST,Wachter,MLP,9,8
-9,redundancy,0.0,FashionMNIST,Wachter,MLP,9,8
-9,set_size_penalty,2.0,FashionMNIST,Wachter,MLP,9,8
-9,validity,1.0,FashionMNIST,Wachter,MLP,9,8
-10,distance,95.46878814697266,FashionMNIST,Wachter,MLP,9,8
-10,distance_from_energy,802.067626953125,FashionMNIST,Wachter,MLP,9,8
-10,distance_from_targets,492.99713134765625,FashionMNIST,Wachter,MLP,9,8
-10,redundancy,0.0,FashionMNIST,Wachter,MLP,9,8
-10,set_size_penalty,2.9999999999995284,FashionMNIST,Wachter,MLP,9,8
-10,validity,1.0,FashionMNIST,Wachter,MLP,9,8
-6,distance,319.41766357421875,FashionMNIST,REVISE,MLP,9,8
-6,distance_from_energy,810.51611328125,FashionMNIST,REVISE,MLP,9,8
-6,distance_from_targets,337.7423400878906,FashionMNIST,REVISE,MLP,9,8
-6,redundancy,0.0,FashionMNIST,REVISE,MLP,9,8
-6,set_size_penalty,2.0000000000013305,FashionMNIST,REVISE,MLP,9,8
-6,validity,1.0,FashionMNIST,REVISE,MLP,9,8
-7,distance,289.05419921875,FashionMNIST,REVISE,MLP,9,8
-7,distance_from_energy,761.9779052734375,FashionMNIST,REVISE,MLP,9,8
-7,distance_from_targets,284.4517822265625,FashionMNIST,REVISE,MLP,9,8
-7,redundancy,0.0,FashionMNIST,REVISE,MLP,9,8
-7,set_size_penalty,2.9999998865242556,FashionMNIST,REVISE,MLP,9,8
-7,validity,1.0,FashionMNIST,REVISE,MLP,9,8
-8,distance,207.0599822998047,FashionMNIST,REVISE,MLP,9,8
-8,distance_from_energy,806.3873291015625,FashionMNIST,REVISE,MLP,9,8
-8,distance_from_targets,346.91351318359375,FashionMNIST,REVISE,MLP,9,8
-8,redundancy,0.0,FashionMNIST,REVISE,MLP,9,8
-8,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,9,8
-8,validity,1.0,FashionMNIST,REVISE,MLP,9,8
-9,distance,284.90924072265625,FashionMNIST,REVISE,MLP,9,8
-9,distance_from_energy,795.7974243164062,FashionMNIST,REVISE,MLP,9,8
-9,distance_from_targets,390.7827453613281,FashionMNIST,REVISE,MLP,9,8
-9,redundancy,0.0012755102040816326,FashionMNIST,REVISE,MLP,9,8
-9,set_size_penalty,1.9999992728795146,FashionMNIST,REVISE,MLP,9,8
-9,validity,1.0,FashionMNIST,REVISE,MLP,9,8
-10,distance,362.4654235839844,FashionMNIST,REVISE,MLP,9,8
-10,distance_from_energy,750.7136840820312,FashionMNIST,REVISE,MLP,9,8
-10,distance_from_targets,302.7264709472656,FashionMNIST,REVISE,MLP,9,8
-10,redundancy,0.0,FashionMNIST,REVISE,MLP,9,8
-10,set_size_penalty,3.0,FashionMNIST,REVISE,MLP,9,8
-10,validity,1.0,FashionMNIST,REVISE,MLP,9,8
-6,distance,725.1409912109375,FashionMNIST,ECCCo,MLP,9,8
-6,distance_from_energy,169.1907958984375,FashionMNIST,ECCCo,MLP,9,8
-6,distance_from_targets,603.962158203125,FashionMNIST,ECCCo,MLP,9,8
-6,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,8
-6,set_size_penalty,2.0135749583805564,FashionMNIST,ECCCo,MLP,9,8
-6,validity,1.0,FashionMNIST,ECCCo,MLP,9,8
-7,distance,720.732666015625,FashionMNIST,ECCCo,MLP,9,8
-7,distance_from_energy,152.9823760986328,FashionMNIST,ECCCo,MLP,9,8
-7,distance_from_targets,620.1036376953125,FashionMNIST,ECCCo,MLP,9,8
-7,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,8
-7,set_size_penalty,3.0,FashionMNIST,ECCCo,MLP,9,8
-7,validity,1.0,FashionMNIST,ECCCo,MLP,9,8
-8,distance,642.8333129882812,FashionMNIST,ECCCo,MLP,9,8
-8,distance_from_energy,213.9136199951172,FashionMNIST,ECCCo,MLP,9,8
-8,distance_from_targets,591.9866943359375,FashionMNIST,ECCCo,MLP,9,8
-8,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,8
-8,set_size_penalty,2.000003370877242,FashionMNIST,ECCCo,MLP,9,8
-8,validity,1.0,FashionMNIST,ECCCo,MLP,9,8
-9,distance,762.8818969726562,FashionMNIST,ECCCo,MLP,9,8
-9,distance_from_energy,96.18859100341797,FashionMNIST,ECCCo,MLP,9,8
-9,distance_from_targets,685.9939575195312,FashionMNIST,ECCCo,MLP,9,8
-9,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,8
-9,set_size_penalty,2.000000000007064,FashionMNIST,ECCCo,MLP,9,8
-9,validity,1.0,FashionMNIST,ECCCo,MLP,9,8
-10,distance,706.533935546875,FashionMNIST,ECCCo,MLP,9,8
-10,distance_from_energy,160.22543334960938,FashionMNIST,ECCCo,MLP,9,8
-10,distance_from_targets,628.8206787109375,FashionMNIST,ECCCo,MLP,9,8
-10,redundancy,0.0,FashionMNIST,ECCCo,MLP,9,8
-10,set_size_penalty,2.0000005098199285,FashionMNIST,ECCCo,MLP,9,8
-10,validity,1.0,FashionMNIST,ECCCo,MLP,9,8
-6,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,8
-6,distance_from_energy,860.2376098632812,FashionMNIST,Schut,MLP,9,8
-6,distance_from_targets,448.1872253417969,FashionMNIST,Schut,MLP,9,8
-6,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,8
-6,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,8
-6,validity,0.0,FashionMNIST,Schut,MLP,9,8
-7,distance,10.0,FashionMNIST,Schut,MLP,9,8
-7,distance_from_energy,856.90673828125,FashionMNIST,Schut,MLP,9,8
-7,distance_from_targets,431.4892883300781,FashionMNIST,Schut,MLP,9,8
-7,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,8
-7,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,8
-7,validity,0.0,FashionMNIST,Schut,MLP,9,8
-8,distance,10.000001907348633,FashionMNIST,Schut,MLP,9,8
-8,distance_from_energy,878.2522583007812,FashionMNIST,Schut,MLP,9,8
-8,distance_from_targets,426.8216247558594,FashionMNIST,Schut,MLP,9,8
-8,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,8
-8,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,8
-8,validity,0.0,FashionMNIST,Schut,MLP,9,8
-9,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,8
-9,distance_from_energy,825.2603759765625,FashionMNIST,Schut,MLP,9,8
-9,distance_from_targets,478.50640869140625,FashionMNIST,Schut,MLP,9,8
-9,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP,9,8
-9,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,8
-9,validity,0.0,FashionMNIST,Schut,MLP,9,8
-10,distance,10.000000953674316,FashionMNIST,Schut,MLP,9,8
-10,distance_from_energy,850.3933715820312,FashionMNIST,Schut,MLP,9,8
-10,distance_from_targets,463.1728210449219,FashionMNIST,Schut,MLP,9,8
-10,redundancy,0.985969387755102,FashionMNIST,Schut,MLP,9,8
-10,set_size_penalty,0.0,FashionMNIST,Schut,MLP,9,8
-10,validity,0.0,FashionMNIST,Schut,MLP,9,8
-11,distance,88.55228424072266,FashionMNIST,Wachter,MLP Ensemble,9,8
-11,distance_from_energy,703.6593627929688,FashionMNIST,Wachter,MLP Ensemble,9,8
-11,distance_from_targets,511.5845031738281,FashionMNIST,Wachter,MLP Ensemble,9,8
-11,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-11,set_size_penalty,2.999980434505571,FashionMNIST,Wachter,MLP Ensemble,9,8
-11,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-12,distance,77.7241439819336,FashionMNIST,Wachter,MLP Ensemble,9,8
-12,distance_from_energy,784.23046875,FashionMNIST,Wachter,MLP Ensemble,9,8
-12,distance_from_targets,529.0075073242188,FashionMNIST,Wachter,MLP Ensemble,9,8
-12,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-12,set_size_penalty,3.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-12,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-13,distance,99.5458984375,FashionMNIST,Wachter,MLP Ensemble,9,8
-13,distance_from_energy,786.28662109375,FashionMNIST,Wachter,MLP Ensemble,9,8
-13,distance_from_targets,462.9433898925781,FashionMNIST,Wachter,MLP Ensemble,9,8
-13,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-13,set_size_penalty,9.999929486921424,FashionMNIST,Wachter,MLP Ensemble,9,8
-13,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-14,distance,97.68829345703125,FashionMNIST,Wachter,MLP Ensemble,9,8
-14,distance_from_energy,702.272216796875,FashionMNIST,Wachter,MLP Ensemble,9,8
-14,distance_from_targets,451.9457092285156,FashionMNIST,Wachter,MLP Ensemble,9,8
-14,redundancy,0.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-14,set_size_penalty,2.000002731479258,FashionMNIST,Wachter,MLP Ensemble,9,8
-14,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-15,distance,88.75140380859375,FashionMNIST,Wachter,MLP Ensemble,9,8
-15,distance_from_energy,804.8162841796875,FashionMNIST,Wachter,MLP Ensemble,9,8
-15,distance_from_targets,608.104248046875,FashionMNIST,Wachter,MLP Ensemble,9,8
-15,redundancy,0.0012755102040816326,FashionMNIST,Wachter,MLP Ensemble,9,8
-15,set_size_penalty,2.999500458379511,FashionMNIST,Wachter,MLP Ensemble,9,8
-15,validity,1.0,FashionMNIST,Wachter,MLP Ensemble,9,8
-11,distance,432.7906494140625,FashionMNIST,REVISE,MLP Ensemble,9,8
-11,distance_from_energy,607.05419921875,FashionMNIST,REVISE,MLP Ensemble,9,8
-11,distance_from_targets,339.32464599609375,FashionMNIST,REVISE,MLP Ensemble,9,8
-11,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-11,set_size_penalty,2.9999999924745206,FashionMNIST,REVISE,MLP Ensemble,9,8
-11,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-12,distance,260.4438171386719,FashionMNIST,REVISE,MLP Ensemble,9,8
-12,distance_from_energy,790.984619140625,FashionMNIST,REVISE,MLP Ensemble,9,8
-12,distance_from_targets,609.6041870117188,FashionMNIST,REVISE,MLP Ensemble,9,8
-12,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-12,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-12,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-13,distance,193.84300231933594,FashionMNIST,REVISE,MLP Ensemble,9,8
-13,distance_from_energy,732.5963745117188,FashionMNIST,REVISE,MLP Ensemble,9,8
-13,distance_from_targets,381.7054138183594,FashionMNIST,REVISE,MLP Ensemble,9,8
-13,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-13,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-13,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-14,distance,289.6444091796875,FashionMNIST,REVISE,MLP Ensemble,9,8
-14,distance_from_energy,659.3336791992188,FashionMNIST,REVISE,MLP Ensemble,9,8
-14,distance_from_targets,313.4419250488281,FashionMNIST,REVISE,MLP Ensemble,9,8
-14,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-14,set_size_penalty,2.99999965934023,FashionMNIST,REVISE,MLP Ensemble,9,8
-14,validity,1.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-15,distance,260.2967529296875,FashionMNIST,REVISE,MLP Ensemble,9,8
-15,distance_from_energy,763.1409912109375,FashionMNIST,REVISE,MLP Ensemble,9,8
-15,distance_from_targets,571.6259765625,FashionMNIST,REVISE,MLP Ensemble,9,8
-15,redundancy,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-15,set_size_penalty,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-15,validity,0.0,FashionMNIST,REVISE,MLP Ensemble,9,8
-11,distance,641.86962890625,FashionMNIST,ECCCo,MLP Ensemble,9,8
-11,distance_from_energy,104.12674713134766,FashionMNIST,ECCCo,MLP Ensemble,9,8
-11,distance_from_targets,571.4108276367188,FashionMNIST,ECCCo,MLP Ensemble,9,8
-11,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-11,set_size_penalty,2.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-11,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-12,distance,712.3079223632812,FashionMNIST,ECCCo,MLP Ensemble,9,8
-12,distance_from_energy,91.66935729980469,FashionMNIST,ECCCo,MLP Ensemble,9,8
-12,distance_from_targets,591.6547241210938,FashionMNIST,ECCCo,MLP Ensemble,9,8
-12,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-12,set_size_penalty,1.9657414720970623,FashionMNIST,ECCCo,MLP Ensemble,9,8
-12,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-13,distance,688.7445678710938,FashionMNIST,ECCCo,MLP Ensemble,9,8
-13,distance_from_energy,126.8141098022461,FashionMNIST,ECCCo,MLP Ensemble,9,8
-13,distance_from_targets,542.7755126953125,FashionMNIST,ECCCo,MLP Ensemble,9,8
-13,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-13,set_size_penalty,1.0017362332909605,FashionMNIST,ECCCo,MLP Ensemble,9,8
-13,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-14,distance,623.395751953125,FashionMNIST,ECCCo,MLP Ensemble,9,8
-14,distance_from_energy,122.80900573730469,FashionMNIST,ECCCo,MLP Ensemble,9,8
-14,distance_from_targets,571.5972900390625,FashionMNIST,ECCCo,MLP Ensemble,9,8
-14,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-14,set_size_penalty,1.0076434105740633,FashionMNIST,ECCCo,MLP Ensemble,9,8
-14,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-15,distance,688.5496215820312,FashionMNIST,ECCCo,MLP Ensemble,9,8
-15,distance_from_energy,137.27719116210938,FashionMNIST,ECCCo,MLP Ensemble,9,8
-15,distance_from_targets,575.5774536132812,FashionMNIST,ECCCo,MLP Ensemble,9,8
-15,redundancy,0.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-15,set_size_penalty,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-15,validity,1.0,FashionMNIST,ECCCo,MLP Ensemble,9,8
-11,distance,10.0,FashionMNIST,Schut,MLP Ensemble,9,8
-11,distance_from_energy,724.9271240234375,FashionMNIST,Schut,MLP Ensemble,9,8
-11,distance_from_targets,495.33917236328125,FashionMNIST,Schut,MLP Ensemble,9,8
-11,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,8
-11,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-11,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-12,distance,10.000001907348633,FashionMNIST,Schut,MLP Ensemble,9,8
-12,distance_from_energy,793.656005859375,FashionMNIST,Schut,MLP Ensemble,9,8
-12,distance_from_targets,517.0718994140625,FashionMNIST,Schut,MLP Ensemble,9,8
-12,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,8
-12,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-12,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-13,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,8
-13,distance_from_energy,799.7471923828125,FashionMNIST,Schut,MLP Ensemble,9,8
-13,distance_from_targets,437.0660095214844,FashionMNIST,Schut,MLP Ensemble,9,8
-13,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,8
-13,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-13,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-14,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,8
-14,distance_from_energy,716.0294189453125,FashionMNIST,Schut,MLP Ensemble,9,8
-14,distance_from_targets,429.7586669921875,FashionMNIST,Schut,MLP Ensemble,9,8
-14,redundancy,0.985969387755102,FashionMNIST,Schut,MLP Ensemble,9,8
-14,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-14,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-15,distance,10.000000953674316,FashionMNIST,Schut,MLP Ensemble,9,8
-15,distance_from_energy,823.4080200195312,FashionMNIST,Schut,MLP Ensemble,9,8
-15,distance_from_targets,593.8328857421875,FashionMNIST,Schut,MLP Ensemble,9,8
-15,redundancy,0.9872448979591837,FashionMNIST,Schut,MLP Ensemble,9,8
-15,set_size_penalty,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-15,validity,0.0,FashionMNIST,Schut,MLP Ensemble,9,8
-16,distance,64.64176940917969,FashionMNIST,Wachter,JEM,9,8
-16,distance_from_energy,695.2135620117188,FashionMNIST,Wachter,JEM,9,8
-16,distance_from_targets,448.84918212890625,FashionMNIST,Wachter,JEM,9,8
-16,redundancy,0.0012755102040816326,FashionMNIST,Wachter,JEM,9,8
-16,set_size_penalty,3.0,FashionMNIST,Wachter,JEM,9,8
-16,validity,1.0,FashionMNIST,Wachter,JEM,9,8
-17,distance,66.8548812866211,FashionMNIST,Wachter,JEM,9,8
-17,distance_from_energy,712.2229614257812,FashionMNIST,Wachter,JEM,9,8
-17,distance_from_targets,526.5406494140625,FashionMNIST,Wachter,JEM,9,8
-17,redundancy,0.0,FashionMNIST,Wachter,JEM,9,8
-17,set_size_penalty,2.9999999753640294,FashionMNIST,Wachter,JEM,9,8
-17,validity,1.0,FashionMNIST,Wachter,JEM,9,8
-18,distance,65.95484161376953,FashionMNIST,Wachter,JEM,9,8
-18,distance_from_energy,705.1493530273438,FashionMNIST,Wachter,JEM,9,8
-18,distance_from_targets,450.5030212402344,FashionMNIST,Wachter,JEM,9,8
-18,redundancy,0.0,FashionMNIST,Wachter,JEM,9,8
-18,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,9,8
-18,validity,1.0,FashionMNIST,Wachter,JEM,9,8
-19,distance,73.38744354248047,FashionMNIST,Wachter,JEM,9,8
-19,distance_from_energy,702.9283447265625,FashionMNIST,Wachter,JEM,9,8
-19,distance_from_targets,532.6132202148438,FashionMNIST,Wachter,JEM,9,8
-19,redundancy,0.0,FashionMNIST,Wachter,JEM,9,8
-19,set_size_penalty,2.0,FashionMNIST,Wachter,JEM,9,8
-19,validity,1.0,FashionMNIST,Wachter,JEM,9,8
-20,distance,73.06367492675781,FashionMNIST,Wachter,JEM,9,8
-20,distance_from_energy,698.820068359375,FashionMNIST,Wachter,JEM,9,8
-20,distance_from_targets,504.70751953125,FashionMNIST,Wachter,JEM,9,8
-20,redundancy,0.0,FashionMNIST,Wachter,JEM,9,8
-20,set_size_penalty,10.0,FashionMNIST,Wachter,JEM,9,8
-20,validity,1.0,FashionMNIST,Wachter,JEM,9,8
-16,distance,262.14892578125,FashionMNIST,REVISE,JEM,9,8
-16,distance_from_energy,685.3580932617188,FashionMNIST,REVISE,JEM,9,8
-16,distance_from_targets,379.28179931640625,FashionMNIST,REVISE,JEM,9,8
-16,redundancy,0.0,FashionMNIST,REVISE,JEM,9,8
-16,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,9,8
-16,validity,1.0,FashionMNIST,REVISE,JEM,9,8
-17,distance,261.9290771484375,FashionMNIST,REVISE,JEM,9,8
-17,distance_from_energy,636.8221435546875,FashionMNIST,REVISE,JEM,9,8
-17,distance_from_targets,443.0550231933594,FashionMNIST,REVISE,JEM,9,8
-17,redundancy,0.0,FashionMNIST,REVISE,JEM,9,8
-17,set_size_penalty,3.995653798196996,FashionMNIST,REVISE,JEM,9,8
-17,validity,1.0,FashionMNIST,REVISE,JEM,9,8
-18,distance,251.2572479248047,FashionMNIST,REVISE,JEM,9,8
-18,distance_from_energy,499.21826171875,FashionMNIST,REVISE,JEM,9,8
-18,distance_from_targets,323.853271484375,FashionMNIST,REVISE,JEM,9,8
-18,redundancy,0.0,FashionMNIST,REVISE,JEM,9,8
-18,set_size_penalty,5.0,FashionMNIST,REVISE,JEM,9,8
-18,validity,1.0,FashionMNIST,REVISE,JEM,9,8
-19,distance,192.0887908935547,FashionMNIST,REVISE,JEM,9,8
-19,distance_from_energy,642.650390625,FashionMNIST,REVISE,JEM,9,8
-19,distance_from_targets,493.492431640625,FashionMNIST,REVISE,JEM,9,8
-19,redundancy,0.0,FashionMNIST,REVISE,JEM,9,8
-19,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,8
-19,validity,0.0,FashionMNIST,REVISE,JEM,9,8
-20,distance,284.2174377441406,FashionMNIST,REVISE,JEM,9,8
-20,distance_from_energy,584.0452270507812,FashionMNIST,REVISE,JEM,9,8
-20,distance_from_targets,435.7491760253906,FashionMNIST,REVISE,JEM,9,8
-20,redundancy,0.0,FashionMNIST,REVISE,JEM,9,8
-20,set_size_penalty,0.0,FashionMNIST,REVISE,JEM,9,8
-20,validity,0.0,FashionMNIST,REVISE,JEM,9,8
-16,distance,599.8157958984375,FashionMNIST,ECCCo,JEM,9,8
-16,distance_from_energy,101.65414428710938,FashionMNIST,ECCCo,JEM,9,8
-16,distance_from_targets,428.6476745605469,FashionMNIST,ECCCo,JEM,9,8
-16,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,8
-16,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,8
-16,validity,1.0,FashionMNIST,ECCCo,JEM,9,8
-17,distance,663.6919555664062,FashionMNIST,ECCCo,JEM,9,8
-17,distance_from_energy,189.30221557617188,FashionMNIST,ECCCo,JEM,9,8
-17,distance_from_targets,476.14813232421875,FashionMNIST,ECCCo,JEM,9,8
-17,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,8
-17,set_size_penalty,1.9999999999999438,FashionMNIST,ECCCo,JEM,9,8
-17,validity,1.0,FashionMNIST,ECCCo,JEM,9,8
-18,distance,552.5726318359375,FashionMNIST,ECCCo,JEM,9,8
-18,distance_from_energy,129.3159942626953,FashionMNIST,ECCCo,JEM,9,8
-18,distance_from_targets,412.32318115234375,FashionMNIST,ECCCo,JEM,9,8
-18,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,8
-18,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,8
-18,validity,1.0,FashionMNIST,ECCCo,JEM,9,8
-19,distance,581.9088134765625,FashionMNIST,ECCCo,JEM,9,8
-19,distance_from_energy,158.9715118408203,FashionMNIST,ECCCo,JEM,9,8
-19,distance_from_targets,432.5875549316406,FashionMNIST,ECCCo,JEM,9,8
-19,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,8
-19,set_size_penalty,4.0,FashionMNIST,ECCCo,JEM,9,8
-19,validity,1.0,FashionMNIST,ECCCo,JEM,9,8
-20,distance,568.56494140625,FashionMNIST,ECCCo,JEM,9,8
-20,distance_from_energy,107.6005630493164,FashionMNIST,ECCCo,JEM,9,8
-20,distance_from_targets,432.6455993652344,FashionMNIST,ECCCo,JEM,9,8
-20,redundancy,0.0,FashionMNIST,ECCCo,JEM,9,8
-20,set_size_penalty,3.9999999988814077,FashionMNIST,ECCCo,JEM,9,8
-20,validity,1.0,FashionMNIST,ECCCo,JEM,9,8
-16,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,8
-16,distance_from_energy,684.1845703125,FashionMNIST,Schut,JEM,9,8
-16,distance_from_targets,426.3304748535156,FashionMNIST,Schut,JEM,9,8
-16,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,8
-16,set_size_penalty,3.0,FashionMNIST,Schut,JEM,9,8
-16,validity,1.0,FashionMNIST,Schut,JEM,9,8
-17,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,8
-17,distance_from_energy,715.538330078125,FashionMNIST,Schut,JEM,9,8
-17,distance_from_targets,504.9275817871094,FashionMNIST,Schut,JEM,9,8
-17,redundancy,0.985969387755102,FashionMNIST,Schut,JEM,9,8
-17,set_size_penalty,2.999999999156051,FashionMNIST,Schut,JEM,9,8
-17,validity,1.0,FashionMNIST,Schut,JEM,9,8
-18,distance,10.0,FashionMNIST,Schut,JEM,9,8
-18,distance_from_energy,634.2765502929688,FashionMNIST,Schut,JEM,9,8
-18,distance_from_targets,426.59820556640625,FashionMNIST,Schut,JEM,9,8
-18,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,8
-18,set_size_penalty,2.980367402588091,FashionMNIST,Schut,JEM,9,8
-18,validity,1.0,FashionMNIST,Schut,JEM,9,8
-19,distance,10.000000953674316,FashionMNIST,Schut,JEM,9,8
-19,distance_from_energy,700.23388671875,FashionMNIST,Schut,JEM,9,8
-19,distance_from_targets,511.1293029785156,FashionMNIST,Schut,JEM,9,8
-19,redundancy,0.9872448979591837,FashionMNIST,Schut,JEM,9,8
-19,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,8
-19,validity,0.0,FashionMNIST,Schut,JEM,9,8
-20,distance,10.000001907348633,FashionMNIST,Schut,JEM,9,8
-20,distance_from_energy,716.8250732421875,FashionMNIST,Schut,JEM,9,8
-20,distance_from_targets,482.3612365722656,FashionMNIST,Schut,JEM,9,8
-20,redundancy,0.9846938775510204,FashionMNIST,Schut,JEM,9,8
-20,set_size_penalty,0.0,FashionMNIST,Schut,JEM,9,8
-20,validity,0.0,FashionMNIST,Schut,JEM,9,8
diff --git a/artifacts/results/fashion_mnist_classifier.jls b/artifacts/results/fashion_mnist_classifier.jls
deleted file mode 100644
index da5026e10158adc43ee40216dc0270d526ec86fd..0000000000000000000000000000000000000000
Binary files a/artifacts/results/fashion_mnist_classifier.jls and /dev/null differ
diff --git a/artifacts/results/fashion_mnist_model_performance.jls b/artifacts/results/fashion_mnist_model_performance.jls
deleted file mode 100644
index 565ff474a651e51734a85cbf4d47e98623581f3f..0000000000000000000000000000000000000000
Binary files a/artifacts/results/fashion_mnist_model_performance.jls and /dev/null differ
diff --git a/artifacts/results/fashion_mnist_models.jls b/artifacts/results/fashion_mnist_models.jls
deleted file mode 100644
index 82195dcdf598115e3fb53387fc4e6413c160e776..0000000000000000000000000000000000000000
Binary files a/artifacts/results/fashion_mnist_models.jls and /dev/null differ
diff --git a/artifacts/results/fashion_mnist_vae.jls b/artifacts/results/fashion_mnist_vae.jls
deleted file mode 100644
index c87a1e83ef2700e2433e8ce4c7258890726685ac..0000000000000000000000000000000000000000
Binary files a/artifacts/results/fashion_mnist_vae.jls and /dev/null differ
diff --git a/artifacts/results/fashion_mnist_vae_weak.jls b/artifacts/results/fashion_mnist_vae_weak.jls
deleted file mode 100644
index 229e707c8ecc858c21c18b3475f97b4b8f5aa33e..0000000000000000000000000000000000000000
Binary files a/artifacts/results/fashion_mnist_vae_weak.jls and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_benchmark.png b/artifacts/results/images/fashion_mnist_benchmark.png
deleted file mode 100644
index 92fcf2215000b35a4bee0690a39a85eea7467b64..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_benchmark.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_eccco.png b/artifacts/results/images/fashion_mnist_eccco.png
deleted file mode 100644
index 7832fe73298c97f6db8985b1f47aca700857d5dc..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_eccco.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_eccco_all_digits.png b/artifacts/results/images/fashion_mnist_eccco_all_digits.png
deleted file mode 100644
index ffd9507a7f4909b87a4977a0b01229d848eb2fc4..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_eccco_all_digits.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_generated_JEM Ensemble.png b/artifacts/results/images/fashion_mnist_generated_JEM Ensemble.png
deleted file mode 100644
index be49d2b43ac5649e67bf4a06309b7f74164733fe..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_generated_JEM Ensemble.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_generated_JEM.png b/artifacts/results/images/fashion_mnist_generated_JEM.png
deleted file mode 100644
index 754dd24a0a8e0fd95985c66bec65b942ed781701..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_generated_JEM.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_generated_MLP Ensemble.png b/artifacts/results/images/fashion_mnist_generated_MLP Ensemble.png
deleted file mode 100644
index 09fff1ae086dfa56ac1c608dd01291158a98f302..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_generated_MLP Ensemble.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_mnist_generated_MLP.png b/artifacts/results/images/fashion_mnist_generated_MLP.png
deleted file mode 100644
index 59d22d622382487d1132b6ec22517f815ca738bf..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_mnist_generated_MLP.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_surrogate_gone_wrong.png b/artifacts/results/images/fashion_surrogate_gone_wrong.png
deleted file mode 100644
index c18ccd276a74a28045d569b41d8547abe9164cb5..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_surrogate_gone_wrong.png and /dev/null differ
diff --git a/artifacts/results/images/fashion_you_may_not_like_it.png b/artifacts/results/images/fashion_you_may_not_like_it.png
deleted file mode 100644
index 0c7c98478c7bf941a59c3581e0db8b7ce5836488..0000000000000000000000000000000000000000
Binary files a/artifacts/results/images/fashion_you_may_not_like_it.png and /dev/null differ