diff --git a/CITATION.bib b/CITATION.bib index 860cec364b16c9e9ac0b66efd847685a78cb4027..76070b11dc617c4a572d76b0994c8d4fc1530464 100644 --- a/CITATION.bib +++ b/CITATION.bib @@ -1,5 +1,5 @@ @misc{ECCCo.jl, - author = {Patrick Altmeyer}, + author = {Anonymous Author}, title = {ECCCo.jl}, url = {https://github.com/pat-alt/ECCCo.jl}, version = {v0.1.0}, diff --git a/Manifest.toml b/Manifest.toml index 24c05bc2c61a7409009f85f90d2d80b1c7c9556f..f618952a40b3bf9bdde56bd5d466e25a18c144b7 100644 --- a/Manifest.toml +++ b/Manifest.toml @@ -293,9 +293,9 @@ version = "2.2.0" [[deps.ConformalPrediction]] deps = ["CategoricalArrays", "ChainRules", "Flux", "LinearAlgebra", "MLJBase", "MLJEnsembles", "MLJFlux", "MLJModelInterface", "MLUtils", "NaturalSort", "Plots", "StatsBase"] -path = "../ConformalPrediction.jl" +git-tree-sha1 = "f8d2ceaab5b07b49fb3aa817b61d6bf422fbfaa3" uuid = "98bfc277-1877-43dc-819b-a3e38c30242f" -version = "0.1.6" +version = "0.1.7" [[deps.ConstructionBase]] deps = ["LinearAlgebra"] @@ -315,10 +315,10 @@ uuid = "d38c429a-6771-53c6-b99e-75d170b6e991" version = "0.6.2" [[deps.CounterfactualExplanations]] -deps = ["CSV", "CUDA", "CategoricalArrays", "ChainRulesCore", "DataFrames", "Flux", "LaplaceRedux", "LazyArtifacts", "LinearAlgebra", "MLDatasets", "MLJBase", "MLJModels", "MLUtils", "MultivariateStats", "NearestNeighborModels", "Parameters", "PkgTemplates", "Plots", "ProgressMeter", "Random", "Serialization", "SliceMap", "SnoopPrecompile", "Statistics", "StatsBase", "Tables", "UMAP"] -path = "../CounterfactualExplanations.jl" +deps = ["CSV", "CUDA", "CategoricalArrays", "ChainRulesCore", "DataFrames", "Flux", "LaplaceRedux", "LazyArtifacts", "LinearAlgebra", "MLDatasets", "MLJBase", "MLJModels", "MLUtils", "MultivariateStats", "NearestNeighborModels", "Parameters", "Plots", "ProgressMeter", "Random", "Serialization", "SliceMap", "SnoopPrecompile", "Statistics", "StatsBase", "Tables", "UMAP"] +git-tree-sha1 = "85c5bd5baf7b797217272f12d257423bc1e3f029" uuid = "2f13d31b-18db-44c1-bc43-ebaf2cff0be0" -version = "0.1.10" +version = "0.1.11" [[deps.Crayons]] git-tree-sha1 = "249fe38abf76d48563e2f4556bebd215aa317e15" diff --git a/Project.toml b/Project.toml index 0d31db08e85cf6fc7d354ba6ab3280cc28bdc1f2..b25250f6ae3be2da7e6179bc5d385c44eb2c202c 100644 --- a/Project.toml +++ b/Project.toml @@ -1,6 +1,6 @@ name = "ECCCo" uuid = "0232c203-4013-4b0d-ad96-43e3e11ac3bf" -authors = ["Patrick Altmeyer"] +authors = ["Anonymous Author"] version = "0.1.0" [deps] diff --git a/_quarto.yml b/_quarto.yml index 8157985302808dd545be471ffb2e59c405952dd9..0127d30ec73d168fcb4dc430d9850e2fd372488c 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -6,7 +6,7 @@ project: book: title: "Conformal Counterfactual Explanations" subtitle: "Online Companion" - author: "Patrick Altmeyer" + author: "Anonymous Author" date: today chapters: - index.qmd diff --git a/bib.bib b/bib.bib index 2941aca02d42a7801c5526fca48440ca3f1bc5a2..daed3cba558bf28a0516e5454625b5b48ea016e8 100644 --- a/bib.bib +++ b/bib.bib @@ -51,7 +51,7 @@ %% This BibTeX bibliography file was created using BibDesk. %% https://bibdesk.sourceforge.io/ -%% Created for Patrick Altmeyer at 2022-12-13 12:58:22 +0100 +%% Created for Anonymous Author at 2022-12-13 12:58:22 +0100 %% Saved with string encoding Unicode (UTF-8) diff --git a/docs/index.html b/docs/index.html index d57810dcbad0c66f65e79c10e2c75720122167d8..e7353ea48dc33d8ada65c0958b49efb34d0aa35f 100644 --- a/docs/index.html +++ b/docs/index.html @@ -6,7 +6,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes"> -<meta name="author" content="Patrick Altmeyer"> +<meta name="author" content="Anonymous Author"> <meta name="dcterms.date" content="2023-04-05"> <title>Conformal Counterfactual Explanations</title> @@ -148,7 +148,7 @@ ul.task-list li input[type="checkbox"] { <div> <div class="quarto-title-meta-heading">Author</div> <div class="quarto-title-meta-contents"> - <p>Patrick Altmeyer </p> + <p>Anonymous Author </p> </div> </div> diff --git a/index.html b/index.html index b0db579c3455ca0b147a8c2eb1914445e625b843..808e0532af042b36f02fd3f83dd533d6c3967372 100644 --- a/index.html +++ b/index.html @@ -6,7 +6,7 @@ <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes"> -<meta name="author" content="Patrick Altmeyer"> +<meta name="author" content="Anonymous Author"> <meta name="dcterms.date" content="2023-04-06"> <title>Conformal Counterfactual Explanations</title> @@ -148,7 +148,7 @@ ul.task-list li input[type="checkbox"] { <div> <div class="quarto-title-meta-heading">Author</div> <div class="quarto-title-meta-contents"> - <p>Patrick Altmeyer </p> + <p>Anonymous Author </p> </div> </div> diff --git a/paper/bib.bib b/paper/bib.bib index 2941aca02d42a7801c5526fca48440ca3f1bc5a2..daed3cba558bf28a0516e5454625b5b48ea016e8 100644 --- a/paper/bib.bib +++ b/paper/bib.bib @@ -51,7 +51,7 @@ %% This BibTeX bibliography file was created using BibDesk. %% https://bibdesk.sourceforge.io/ -%% Created for Patrick Altmeyer at 2022-12-13 12:58:22 +0100 +%% Created for Anonymous Author at 2022-12-13 12:58:22 +0100 %% Saved with string encoding Unicode (UTF-8) diff --git a/paper/feedback.md b/paper/feedback.md deleted file mode 100644 index 6a8fb00df6667ac91aa669a1b9e0dfde4f20d849..0000000000000000000000000000000000000000 --- a/paper/feedback.md +++ /dev/null @@ -1,2 +0,0 @@ -- don't understand why last two paragraphs of the results section are scratched through, they seem important to me -- \ No newline at end of file diff --git a/paper/paper.pdf b/paper/paper.pdf index b909cd11b9d06b6090579817c466b1b87853bc53..ff97640153419adbc346ad33dedef9f984346f65 100644 Binary files a/paper/paper.pdf and b/paper/paper.pdf differ diff --git a/paper/paper.tex b/paper/paper.tex index 08ac7b97de8a85b6848625f83116ef4c669b8bde..58c9610bf326e89cf055b136131457967c80834f 100644 --- a/paper/paper.tex +++ b/paper/paper.tex @@ -69,26 +69,17 @@ Energy-Constrained Conformal Counterfactuals} \author{% - Patrick Altmeyer\thanks{See also: https://www.paltmeyer.com/} \\ - Faculty of Electrical Engineering, Mathematics and Computer Science\\ - Delft University of Technology\\ - 2628 XE Delft, The Netherlands \\ - \texttt{p.altmeyer@tudelft.nl} \\ + Anonymous Author\thanks{See also: } \\ + Faculty \\ + University \\ + Address \\ + \texttt{email} \\ \And - Mojtaba Farmanbar \\ - ING Netherlands \\ - 1102 CT Amsterdam, The Netherlands \\ - \texttt{mojtaba.farmanbar@ing.com} \\ - \AND - Arie van Deursen \\ - Delft University of Technology\\ - 2628 XE Delft, The Netherlands \\ - \texttt{arie.vandeursen@tudelft.nl} \\ - \And - Cynthia C. S. Liem \\ - Delft University of Technology\\ - 2628 XE Delft, The Netherlands \\ - \texttt{c.c.s.liem@tudelft.nl} \\ + Anonymous Author\thanks{See also: } \\ + Faculty \\ + University \\ + Address \\ + \texttt{email} \\ } diff --git a/paper/submission.md b/paper/submission.md deleted file mode 100644 index 011ee4944bc9c7f4b371f1c55cbfd277542dc23a..0000000000000000000000000000000000000000 --- a/paper/submission.md +++ /dev/null @@ -1,45 +0,0 @@ - -**Title**: ECCCos from the Black Box: Faithful Explanations through Energy-Constrained Conformal Counterfactuals - -**Keywords**: Explainable AI, Counterfactual Explanations, Algorithmic Recourse, Energy-Based Models, Conformal Prediction - -**Abstract**: Counterfactual Explanations offer an intuitive and straightforward way to explain black-box models and offer Algorithmic Recourse to individuals. To address the need for plausible explanations, existing work has primarily relied on surrogate models to learn how the input data is distributed. This effectively reallocates the task of learning realistic explanations for the data from the model itself to the surrogate. Consequently, the generated explanations may seem plausible to humans but need not necessarily describe the behaviour of the black-box model faithfully. We formalise this notion of faithfulness through the introduction of a tailored evaluation metric and propose a novel algorithmic framework for generating **E**nergy-**C**onstrained **C**onformal **Co**unterfactuals (ECCCos) that are only as plausible as the model permits. Through extensive empirical studies, we demonstrate that ECCCos reconcile the need for faithfulness and plausibility. In particular, we show that for models with gradient access, it is possible to achieve state-of-the-art performance without the need for surrogate models. To do so, our framework relies solely on properties defining the black-box model itself by leveraging recent advances in Energy-Based Modelling and Conformal Prediction. To our knowledge, this is the first venture in this direction for generating faithful Counterfactual Explanations. Thus, we anticipate that ECCCos can serve as a baseline for future research. We believe that our work opens avenues for researchers and practitioners seeking tools to better distinguish trustworthy from unreliable models. - -**Corresponding Author**: p.altmeyer@tudelft.nl - -**Revier Nomination**: Arie.vanDeursen@tudelft.nl - -**Primary Area**: Interpretability and Explainability - -**Claims**: Yes - -**Code of Ethics**: Yes - -**Broader Impacts**: A narrow focus on generating plausible counterfactuals may lead practitioners and researchers to believe that even a highly vulnerable black-box model has learned plausible data representations. Our work aims to mitigate this. - -**Limitations**: Yes - -**Theory**: While we do not include any theoretical results in terms of formal proofs, we have approached the topic of Counterfactual Explanations from a new theoretical angle in this work. Where necessary we have clearly stated our assumptions. - -**Experiments**: Yes - -**Training Details**: Yes - -**Error Bars**: Yes - -**Compute**: All of our experiments could be run locally on a personal machine. We will provide details regarding training times and compute in the supplementary material. - -**Reproducibility**: Yes - -**Safeguards**: n/a - -**Licenses**: Yes - -**Assets**: Yes - -**Human Subjects**: n/a - -**IRB Approvals**: n/a - -**TLDR**: We leverage ideas from Energy-Based Modelling and Conformal Prediction to generate faithful Counterfactual Explanations that can distinguish trustworthy from unreliable models. -