{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T11:17:17Z","timestamp":1756898237717,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-23-IACL-0006"],"award-info":[{"award-number":["ANR-23-IACL-0006"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,22]]},"DOI":"10.1145\/3736229.3736266","type":"proceedings-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T10:07:28Z","timestamp":1756807648000},"page":"37-45","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Extending Layer-wise Relevance Propagation in Neural Networks using Semiring Annotations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-9620-230X","authenticated-orcid":false,"given":"Antoine","family":"Groudiev","sequence":"first","affiliation":[{"name":"\u00c9cole Normale Sup\u00e9rieure, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7203-3288","authenticated-orcid":false,"given":"Arkaprava","family":"Saha","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Grenoble Alpes, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8623-1533","authenticated-orcid":false,"given":"Silviu","family":"Maniu","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Grenoble Alpes, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,9,2]]},"reference":[{"unstructured":"Reduan Achtibat Sayed Mohammad\u00a0Vakilzadeh Hatefi Maximilian Dreyer Aakriti Jain Thomas Wiegand Sebastian Lapuschkin and Wojciech Samek. 2024. AttnLRP: Attention-Aware Layer-Wise Relevance Propagation for Transformers. arxiv:https:\/\/arXiv.org\/abs\/2402.05602\u00a0[cs.CL]","key":"e_1_3_3_3_2_2"},{"key":"e_1_3_3_3_3_2","first-page":"1151","volume-title":"Proceedings of the 32nd International Conference on Very Large Data Bases, Seoul, Korea, September 12-15, 2006","author":"Agrawal Parag","year":"2006","unstructured":"Parag Agrawal, Omar Benjelloun, Anish\u00a0Das Sarma, Chris Hayworth, Shubha\u00a0U. Nabar, Tomoe Sugihara, and Jennifer Widom. 2006. Trio: A System for Data, Uncertainty, and Lineage. In Proceedings of the 32nd International Conference on Very Large Data Bases, Seoul, Korea, September 12-15, 2006, Umeshwar Dayal, Kyu-Young Whang, David\u00a0B. Lomet, Gustavo Alonso, Guy\u00a0M. Lohman, Martin\u00a0L. Kersten, Sang\u00a0Kyun Cha, and Young-Kuk Kim (Eds.). ACM, 1151\u20131154."},{"key":"e_1_3_3_3_4_2","first-page":"4685","volume-title":"Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision","author":"Ahmad Ola","year":"2024","unstructured":"Ola Ahmad, Nicolas B\u00e9reux, Lo\u00efc Baret, Vahid Hashemi, and Freddy Lecue. 2024. Causal Analysis for Robust Iterpretability of Neural Networks. In Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. 4685\u20134694."},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_5_2","DOI":"10.1145\/1989284.1989302"},{"unstructured":"Bahareh\u00a0Sadat Arab Su Feng Boris Glavic Seokki Lee Xing Niu and Qitian Zeng. 2018. GProM - A Swiss Army Knife for Your Provenance Needs. IEEE Data Eng. Bull. 41 1 (2018) 51\u201362.","key":"e_1_3_3_3_6_2"},{"doi-asserted-by":"crossref","unstructured":"Sebastian Bach Alexander Binder Gr\u00e9goire Montavon Frederick Klauschen Klaus-Robert M\u00fcller and Wojciech Samek. 2015. On Pixel-Wise Explanations for Non-Linear Classifier Decisions by Layer-Wise Relevance Propagation. PLOS ONE 10 7 (2015) 1\u201346.","key":"e_1_3_3_3_7_2","DOI":"10.1371\/journal.pone.0130140"},{"unstructured":"Leonard Bereska and Efstratios Gavves. 2024. Mechanistic Interpretability for AI Safety\u2013A Review. Transactions on Machine Learning Research (TMLR) (2024) 55\u00a0pages.","key":"e_1_3_3_3_8_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_9_2","DOI":"10.1145\/3318464.3380578"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_10_2","DOI":"10.1007\/3-540-44450-5_6"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_11_2","DOI":"10.1007\/3-540-44503-X_20"},{"doi-asserted-by":"crossref","unstructured":"Nick Cammarata Shan Carter Gabriel Goh Chris Olah Michael Petrov Ludwig Schubert Chelsea Voss Ben Egan and Swee\u00a0Kiat Lim. 2020. Thread: Circuits. Distill (2020).","key":"e_1_3_3_3_12_2","DOI":"10.23915\/distill.00024"},{"doi-asserted-by":"crossref","unstructured":"Hongrong Cheng Miao Zhang and Javen\u00a0Qinfeng Shi. 2024. A Survey on Deep Neural Network Pruning: Taxonomy Comparison Analysis and Recommendations. IEEE Transactions on Pattern Analysis and Machine Intelligence 46 12 (2024) 10558\u201310578.","key":"e_1_3_3_3_13_2","DOI":"10.1109\/TPAMI.2024.3447085"},{"unstructured":"Arthur Conmy Augustine Mavor-Parker Aengus Lynch Stefan Heimersheim and Adri\u00e0 Garriga-Alonso. 2023. Towards Automated Circuit Discovery for Mechanistic Interpretability. Advances in Neural Information Processing Systems 36 (2023) 16318\u201316352.","key":"e_1_3_3_3_14_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_15_2","DOI":"10.1109\/CVPR.2009.5206848"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_16_2","DOI":"10.1109\/ICCV.2017.371"},{"doi-asserted-by":"crossref","unstructured":"Floris Geerts and Antonella Poggi. 2010. On Database Query Languages for K-relations. J. Appl. Log. 8 2 (2010) 173\u2013185.","key":"e_1_3_3_3_17_2","DOI":"10.1016\/j.jal.2009.09.001"},{"doi-asserted-by":"crossref","unstructured":"Robert Geirhos J\u00f6rn-Henrik Jacobsen Claudio Michaelis Richard Zemel Wieland Brendel Matthias Bethge and Felix\u00a0A Wichmann. 2020. Shortcut Learning in Deep Neural Networks. Nature Machine Intelligence 2 (2020) 665\u2013673.","key":"e_1_3_3_3_18_2","DOI":"10.1038\/s42256-020-00257-z"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_19_2","DOI":"10.1145\/1265530.1265535"},{"doi-asserted-by":"crossref","unstructured":"Antoine Groudiev Arkaprava Saha and Silviu Maniu. 2025. Extending Layer-wise Relevance Propagation in Neural Networks using Semiring Annotations: Code Repository. https:\/\/github.com\/Red-Rapious\/Semiring-LRP.","key":"e_1_3_3_3_20_2","DOI":"10.1145\/3736229.3736266"},{"unstructured":"Michael Hanna Ollie Liu and Alexandre Variengien. 2023. How does GPT-2 Compute Greater-than?: Interpreting Mathematical Abilities in a Pre-Trained Language Model. Advances in Neural Information Processing Systems 36 (2023) 76033\u201376060.","key":"e_1_3_3_3_21_2"},{"unstructured":"Yann LeCun. 1998. The MNIST Database of Handwritten Digits. http:\/\/yann.lecun.com\/exdb\/mnist\/","key":"e_1_3_3_3_22_2"},{"key":"e_1_3_3_3_23_2","volume-title":"Counterfactuals","author":"Lewis David","year":"2013","unstructured":"David Lewis. 2013. Counterfactuals. John Wiley & Sons."},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_24_2","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"e_1_3_3_3_25_2","first-page":"30","volume-title":"5th International Conference on Learning Representations","author":"Molchanov Pavlo","year":"2017","unstructured":"Pavlo Molchanov, Stephen Tyree, Tero Karras, Timo Aila, and Jan Kautz. 2017. Pruning Convolutional Neural Networks for Resource Efficient Inference. In 5th International Conference on Learning Representations. 30\u201346."},{"key":"e_1_3_3_3_26_2","first-page":"193","volume-title":"Layer-Wise Relevance Propagation: An Overview","author":"Montavon Gr\u00e9goire","year":"2019","unstructured":"Gr\u00e9goire Montavon, Alexander Binder, Sebastian Lapuschkin, Wojciech Samek, and Klaus-Robert M\u00fcller. 2019. Layer-Wise Relevance Propagation: An Overview. Springer International Publishing, 193\u2013209."},{"unstructured":"Aaron Mueller Jannik Brinkmann Millicent Li Samuel Marks Koyena Pal Nikhil Prakash Can Rager Aruna Sankaranarayanan Arnab\u00a0Sen Sharma Jiuding Sun et\u00a0al. 2024. The Quest for the Right Mediator: A History Survey and Theoretical Grounding of Causal Interpretability. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.01416 (2024) 36\u00a0pages.","key":"e_1_3_3_3_27_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_28_2","DOI":"10.18653\/v1\/2023.blackboxnlp-1.2"},{"doi-asserted-by":"crossref","unstructured":"Chris Olah Nick Cammarata Ludwig Schubert Gabriel Goh Michael Petrov and Shan Carter. 2020. Zoom In: An Introduction to Circuits. Distill 5 3 (2020) e00024\u2013001.","key":"e_1_3_3_3_29_2","DOI":"10.23915\/distill.00024.001"},{"unstructured":"Eleonora Poeta Gabriele Ciravegna Eliana Pastor Tania Cerquitelli and Elena Baralis. 2023. Concept-based Explainable Artificial Antelligence: A Survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.12936 (2023).","key":"e_1_3_3_3_30_2"},{"key":"e_1_3_3_3_31_2","first-page":"73","volume-title":"EDBT 2021 - 24th International Conference on Extending Database Technology","author":"Ramusat Yann","year":"2021","unstructured":"Yann Ramusat, Silviu Maniu, and Pierre Senellart. 2021. Provenance-Based Algorithms for Rich Queries over Graph Databases. In EDBT 2021 - 24th International Conference on Extending Database Technology. 73\u201384. https:\/\/inria.hal.science\/hal-03140067"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_32_2","DOI":"10.1109\/ICCV.2017.74"},{"doi-asserted-by":"crossref","unstructured":"Pierre Senellart. 2018. Provenance and Probabilities in Relational Databases. ACM SIGMOD Record 46 4 (2018) 5\u201315.","key":"e_1_3_3_3_33_2","DOI":"10.1145\/3186549.3186551"},{"unstructured":"Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-Scale Image Recognition. https:\/\/arxiv.org\/abs\/1409.1556","key":"e_1_3_3_3_34_2"},{"doi-asserted-by":"publisher","key":"e_1_3_3_3_35_2","DOI":"10.1007\/978-3-319-10590-1_53"},{"doi-asserted-by":"crossref","unstructured":"Yu Zhang Peter Ti\u0148o Ale\u0161 Leonardis and Ke Tang. 2021. A Survey on Neural Network Interpretability. IEEE Transactions on Emerging Topics in Computational Intelligence 5 5 (2021) 726\u2013742.","key":"e_1_3_3_3_36_2","DOI":"10.1109\/TETCI.2021.3100641"}],"event":{"sponsor":["SIGMOD ACM Special Interest Group on Management of Data"],"acronym":"PW' 25","name":"PW' 25: International Conference on Management of Data","location":"Berlin Germany"},"container-title":["Proceedings of the ProvenanceWeek 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736229.3736266","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T11:58:56Z","timestamp":1756814336000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736229.3736266"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,22]]},"references-count":35,"alternative-id":["10.1145\/3736229.3736266","10.1145\/3736229"],"URL":"https:\/\/doi.org\/10.1145\/3736229.3736266","relation":{},"subject":[],"published":{"date-parts":[[2025,6,22]]},"assertion":[{"value":"2025-09-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}