{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T22:47:00Z","timestamp":1765234020506,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,22]]},"DOI":"10.1145\/3705328.3748028","type":"proceedings-article","created":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T10:48:44Z","timestamp":1757155724000},"page":"515-520","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Beyond Top-1: Addressing Inconsistencies in Evaluating Counterfactual Explanations for Recommender Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3934-6941","authenticated-orcid":false,"given":"Amir Reza","family":"Mohammadi","sequence":"first","affiliation":[{"name":"University of Innsbruck, Innsbruck, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7337-524X","authenticated-orcid":false,"given":"Andreas","family":"Peintner","sequence":"additional","affiliation":[{"name":"University of Innsbruck, Innsbruck, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0918-8833","authenticated-orcid":false,"given":"Michael","family":"M\u00fcller","sequence":"additional","affiliation":[{"name":"University of Innsbruck, Innsbruck, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3195-8273","authenticated-orcid":false,"given":"Eva","family":"Zangerle","sequence":"additional","affiliation":[{"name":"University of Innsbruck, Innsbruck, Austria"}]}],"member":"320","published-online":{"date-parts":[[2025,9,7]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"crossref","unstructured":"Mohamed\u00a0Hussein Abdi George\u00a0Onyango Okeyo and Ronald\u00a0Waweru Mwangi. 2018. Matrix Factorization Techniques for Context-Aware Collaborative Filtering Recommender Systems: A Survey. Comput. Inf. Sci. 11 2 (2018) 1\u201310.","DOI":"10.5539\/cis.v11n2p1"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-63646-2_3"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"crossref","unstructured":"Sujoy Bag Sri\u00a0Krishna Kumar and Manoj\u00a0Kumar Tiwari. 2019. An efficient recommendation generation using relevant Jaccard similarity. Inf. Sci. 483 (2019) 53\u201364.","DOI":"10.1016\/j.ins.2019.01.023"},{"key":"e_1_3_3_3_5_2","first-page":"5644","volume-title":"Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021, virtual","author":"Bajaj Mohit","year":"2021","unstructured":"Mohit Bajaj, Lingyang Chu, Zi\u00a0Yu Xue, Jian Pei, Lanjun Wang, Peter\u00a0Cho-Ho Lam, and Yong Zhang. 2021. Robust Counterfactual Explanations on Graph Neural Networks. In Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021, virtual. 5644\u20135655. https:\/\/proceedings.neurips.cc\/paper\/2021\/hash\/2c8c3a57383c63caef6724343eb62257-Abstract.html"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645560"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","unstructured":"Christine Bauer Eva Zangerle and Alan Said. 2024. Exploring the Landscape of Recommender Systems Evaluation: Practices and Perspectives. Trans. Recomm. Syst. 2 1 (2024) 11:1\u201311:31. 10.1145\/3629170","DOI":"10.1145\/3629170"},{"key":"e_1_3_3_3_8_2","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards A Rigorous Science of Interpretable Machine Learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1702.08608 (2017)."},{"key":"e_1_3_3_3_9_2","series-title":"JMLR Proceedings","first-page":"8","volume-title":"KDD Cup 2011","volume":"18","author":"Dror Gideon","year":"2012","unstructured":"Gideon Dror, Noam Koenigstein, Yehuda Koren, and Markus Weimer. 2012. The Yahoo! Music Dataset and KDD-Cup \u201911. In KDD Cup 2011(JMLR Proceedings, Vol.\u00a018). JMLR.org, 8\u201318."},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371824"},{"key":"e_1_3_3_3_11_2","first-page":"9273","volume-title":"Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada","author":"Ghorbani Amirata","year":"2019","unstructured":"Amirata Ghorbani, James Wexler, James\u00a0Y. Zou, and Been Kim. 2019. Towards Automatic Concept-based Explanations. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada, Hanna\u00a0M. Wallach, Hugo Larochelle, Alina Beygelzimer, Florence d\u2019Alch\u00e9-Buc, Emily\u00a0B. Fox, and Roman Garnett (Eds.). 9273\u20139282. https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/77d2afcb31f6493e350fca61764efb9a-Abstract.html"},{"key":"e_1_3_3_3_12_2","volume-title":"Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual","author":"Ghorbani Amirata","year":"2020","unstructured":"Amirata Ghorbani and James\u00a0Y. Zou. 2020. Neuron Shapley: Discovering the Responsible Neurons. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual. https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/41c542dfe6e4fc3deb251d64cf6ed2e4-Abstract.html"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"crossref","unstructured":"F.\u00a0Maxwell Harper and Joseph\u00a0A. Konstan. 2015. The MovieLens Datasets: History and Context. ACM Trans. Interact. Intell. Syst. 5 4 Article 19 (dec 2015) 19\u00a0pages.","DOI":"10.1145\/2827872"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052569"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3570376"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/WACV57701.2024.00469"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3450613.3456846"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445899"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186150"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608809"},{"key":"e_1_3_3_3_21_2","series-title":"Proceedings of Machine Learning Research","first-page":"4499","volume-title":"International Conference on Artificial Intelligence and Statistics, AISTATS 2022, 28-30 March 2022, Virtual Event","volume":"151","author":"Lucic Ana","year":"2022","unstructured":"Ana Lucic, Maartje\u00a0A. ter Hoeve, Gabriele Tolomei, Maarten de Rijke, and Fabrizio Silvestri. 2022. CF-GNNExplainer: Counterfactual Explanations for Graph Neural Networks. In International Conference on Artificial Intelligence and Statistics, AISTATS 2022, 28-30 March 2022, Virtual Event(Proceedings of Machine Learning Research, Vol.\u00a0151). PMLR, 4499\u20134511. https:\/\/proceedings.mlr.press\/v151\/lucic22a.html"},{"key":"e_1_3_3_3_22_2","volume-title":"Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022","author":"Ma Jing","year":"2022","unstructured":"Jing Ma, Ruocheng Guo, Saumitra Mishra, Aidong Zhang, and Jundong Li. 2022. CLEAR: Generative Counterfactual Explanations on Graphs. In Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022. http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/a69d7f3a1340d55c720e572742439eaf-Abstract-Conference.html"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3691709"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3297280.3297443"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14135-5_8"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608768"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","unstructured":"Andreas Peintner Amir\u00a0Reza Mohammadi and Eva Zangerle. 2025. Efficient Session-based Recommendation with Contrastive Graph-based Shortest Path Search. ACM Trans. Recomm. Syst. 3 4 Article 46 (April 2025) 24\u00a0pages. 10.1145\/3701764","DOI":"10.1145\/3701764"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"crossref","unstructured":"Niloofar Ranjbar Saeedeh Momtazi and MohammadMehdi Homayoonpour. 2024. Explaining recommendation system using counterfactual textual explanations. Mach. Learn. 113 4 (2024).","DOI":"10.1007\/s10994-023-06390-1"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3412488"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","unstructured":"Javier\u00a0Del Ser Alejandro\u00a0Barredo Arrieta Natalia\u00a0D\u00edaz Rodr\u00edguez Francisco Herrera Anna Saranti and Andreas Holzinger. 2024. On generating trustworthy counterfactual explanations. Inf. Sci. 655 (2024) 119898. 10.1016\/J.INS.2023.119898","DOI":"10.1016\/J.INS.2023.119898"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640457.3688028"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"crossref","unstructured":"Ramni\u00a0Harbir Singh Sargam Maurya Tanisha Tripathi Tushar Narula and Gaurav Srivastav. 2020. Movie recommendation system using cosine similarity and KNN. International Journal of Engineering and Advanced Technology 9 5 (2020) 556\u2013559.","DOI":"10.35940\/ijeat.E9666.069520"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511948"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482420"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463005"},{"key":"e_1_3_3_3_36_2","unstructured":"Sandra Wachter Brent\u00a0D. Mittelstadt and Chris Russell. 2017. Counterfactual Explanations without Opening the Black Box: Automated Decisions and the GDPR. CoRR abs\/1711.00399 (2017). arXiv:https:\/\/arXiv.org\/abs\/1711.00399http:\/\/arxiv.org\/abs\/1711.00399"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"Arran\u00a0Zeyu Wang David Borland and David Gotz. 2025. Beyond Correlation: Incorporating Counterfactual Guidance to Better Support Exploratory Visual Analysis. IEEE Transactions on Visualization and Computer Graphics 31 1 (2025) 776\u2013786. 10.1109\/TVCG.2024.3456369","DOI":"10.1109\/TVCG.2024.3456369"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","unstructured":"Yi Yu Kazunari Sugiyama and Adam Jatowt. 2025. Domain Counterfactual Data Augmentation for Explainable Recommendation. ACM Trans. Inf. Syst. 43 3 Article 58 (Feb. 2025) 30\u00a0pages. 10.1145\/3711856","DOI":"10.1145\/3711856"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477314.3507029"}],"event":{"name":"RecSys '25: Nineteenth ACM Conference on Recommender Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGIR ACM Special Interest Group on Information Retrieval","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Prague Czech Republic","acronym":"RecSys '25"},"container-title":["Proceedings of the Nineteenth ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3705328.3748028","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T14:23:14Z","timestamp":1759414994000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3705328.3748028"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,7]]},"references-count":38,"alternative-id":["10.1145\/3705328.3748028","10.1145\/3705328"],"URL":"https:\/\/doi.org\/10.1145\/3705328.3748028","relation":{},"subject":[],"published":{"date-parts":[[2025,9,7]]},"assertion":[{"value":"2025-09-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}