{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:27:52Z","timestamp":1783736872263,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100003032","name":"Association Nationale de la Recherche et de la Technologie","doi-asserted-by":"publisher","award":["2022\/1413"],"award-info":[{"award-number":["2022\/1413"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100003032","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3679172","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:11Z","timestamp":1729452851000},"page":"5354-5359","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["An Evaluation Framework for Attributed Information Retrieval using Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5180-2500","authenticated-orcid":false,"given":"Hanane","family":"Djeddal","sequence":"first","affiliation":[{"name":"IRIT, Universit\u00e9 Paul Sabatier, Toulouse, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1328-4126","authenticated-orcid":false,"given":"Pierre","family":"Erbacher","sequence":"additional","affiliation":[{"name":"CNRS, ISIR, Sorbonne Universit\u00e9, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1024-1332","authenticated-orcid":false,"given":"Raouf","family":"Toukal","sequence":"additional","affiliation":[{"name":"CNRS, ISIR, Sorbonne Universit\u00e9, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9827-7400","authenticated-orcid":false,"given":"Laure","family":"Soulier","sequence":"additional","affiliation":[{"name":"CNRS, ISIR, Sorbonne Universit\u00e9, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3414-3803","authenticated-orcid":false,"given":"Karen","family":"Pinel-Sauvagnat","sequence":"additional","affiliation":[{"name":"IRIT, Universit\u00e9 Paul Sabatier, Toulouse, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6618-2175","authenticated-orcid":false,"given":"Sophia","family":"Katrenko","sequence":"additional","affiliation":[{"name":"Ecovadis, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3615-8032","authenticated-orcid":false,"given":"Lynda","family":"Tamine","sequence":"additional","affiliation":[{"name":"IRIT, Universit\u00e9 Paul Sabatier, Toulouse, France"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"OpenAI Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia Leoni Aleman Diogo Almeida Janko Altenschmidt Sam Altman Shyamal Anadkat Red Avila Igor Babuschkin S. Balaji Valerie Balcom Paul Baltescu Haiming Bao Mo Bavarian Jeff Belgum Irwan Bello Jake Berdine Gabriel Bernadett-Shapiro Christopher Berner Lenny Bogdonoff Oleg Boiko Madelaine Boyd Anna-Luisa Brakman Greg Brockman Tim Brooks Miles Brundage Kevin Button Trevor Cai Rosie Campbell Andrew Cann Brittany Carey Chelsea Carlson Rory Carmichael"},{"key":"e_1_3_2_1_2_1","unstructured":"Akari Asai ZeqiuWu YizhongWang Avirup Sil and Hannaneh Hajishirzi. 2023. Self-RAG: Learning to Retrieve Generate and Critique through Self-Reflection. arXiv:2310.11511 [cs.CL]"},{"key":"e_1_3_2_1_3_1","volume-title":"Massimiliano Ciaramita, Jacob Eisenstein, Kuzman Ganchev, Jonathan Herzig, Kai Hui, Tom Kwiatkowski, Ji Ma, Jianmo Ni","author":"Bohnet Bernd","unstructured":"Bernd Bohnet, Vinh Tran, Pat Verga, Roee Aharoni, Daniel Andor, Livio Baldini Soares, Massimiliano Ciaramita, Jacob Eisenstein, Kuzman Ganchev, Jonathan Herzig, Kai Hui, Tom Kwiatkowski, Ji Ma, Jianmo Ni, Tal Schuster, Lierni Sestorain Saralegui, William Weston Cohen, Michael Collins, Dipanjan Das, Don Metzler, Slav Petrov, and KellieWebster. 2022. Attributed Question Answering: Evaluation and Modeling for Attributed Large Language Models. https:\/\/arxiv.org\/abs\/2212. 08037"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 39th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"2240","author":"Borgeaud Sebastian","year":"2022","unstructured":"Sebastian Borgeaud, Arthur Mensch, Jordan Hoffmann, Trevor Cai, Eliza Rutherford, Katie Millican, George Bm Van Den Driessche, Jean-Baptiste Lespiau, Bogdan Damoc, Aidan Clark, Diego De Las Casas, Aurelia Guy, Jacob Menick, Roman Ring, Tom Hennigan, Saffron Huang, Loren Maggiore, Chris Jones, Albin Cassirer, Andy Brock, Michela Paganini, Geoffrey Irving, Oriol Vinyals, Simon Osindero, Karen Simonyan, Jack Rae, Erich Elsen, and Laurent Sifre. 2022. Improving Language Models by Retrieving from Trillions of Tokens. In Proceedings of the 39th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 162), Kamalika Chaudhuri, Stefanie Jegelka, Le Song, Csaba Szepesvari, Gang Niu, and Sivan Sabato (Eds.). PMLR, 2206--2240. https:\/\/proceedings.mlr.press\/v162\/borgeaud22a.html"},{"key":"e_1_3_2_1_5_1","volume-title":"Lin (Eds.)","volume":"33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel Ziegler, Jeffrey Wu, Clemens Winter, Chris Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H. Larochelle, M. Ranzato, R. Hadsell, M.F. Balcan, and H. Lin (Eds.), Vol. 33. Curran Associates, Inc., 1877--1901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/ 1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348296"},{"key":"e_1_3_2_1_7_1","volume-title":"Combination of Multiple Searches. In Text Retrieval Conference. https:\/\/api.semanticscholar.org\/CorpusID:1309301","author":"Edward","unstructured":"Edward A. Fox and Joseph A. Shaw. 1993. Combination of Multiple Searches. In Text Retrieval Conference. https:\/\/api.semanticscholar.org\/CorpusID:1309301"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.398"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning (Proceedings of Machine Learning Research","author":"Guu Kelvin","year":"2020","unstructured":"Kelvin Guu, Kenton Lee, Zora Tung, Panupong Pasupat, and Mingwei Chang. 2020. Retrieval Augmented Language Model Pre-Training. In Proceedings of the 37th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 119), Hal Daum\u00e9 III and Aarti Singh (Eds.). PMLR, 3929-- 3938. https:\/\/proceedings.mlr.press\/v119\/guu20a.html"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591687"},{"key":"e_1_3_2_1_12_1","volume-title":"Pan","author":"Hu Nan","year":"2024","unstructured":"Nan Hu, Jiaoyan Chen, Yike Wu, Guilin Qi, Sheng Bi, Tongtong Wu, and Jeff Z. Pan. 2024. Benchmarking Large Language Models in Complex Question Answering Attribution using Knowledge Graphs. arXiv:2401.14640 [cs.CL]"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3624918.3625336"},{"key":"e_1_3_2_1_14_1","unstructured":"Albert Q. Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra Singh Chaplot Diego de las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier L\u00e9lio Renard Lavaud Marie-Anne Lachaux Pierre Stock Teven Le Scao Thibaut Lavril Thomas Wang Timoth\u00e9e Lacroix and William El Sayed. 2023. Mistral 7B. arXiv:2310.06825 [cs.CL]"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2307.16883"},{"key":"e_1_3_2_1_16_1","unstructured":"Dongfang Li Zetian Sun Xinshuo Hu Zhenyu Liu Ziyang Chen Baotian Hu Aiguo Wu and Min Zhang. [n. d.]. A Survey of Large Language Models Attribution. arXiv:2311.03731 [cs] http:\/\/arxiv.org\/abs\/2311.03731"},{"key":"e_1_3_2_1_17_1","volume-title":"Rouge: A package for automatic evaluation of summaries. Text summarization branches out, 74--81.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A package for automatic evaluation of summaries. Text summarization branches out, 74--81."},{"key":"e_1_3_2_1_18_1","first-page":"467","volume-title":"Evaluating Verifiability in Generative Search Engines. In Findings of the Association for Computational Linguistics: EMNLP 2023","author":"Liu Nelson","year":"2023","unstructured":"Nelson Liu, Tianyi Zhang, and Percy Liang. 2023. Evaluating Verifiability in Generative Search Engines. In Findings of the Association for Computational Linguistics: EMNLP 2023, Houda Bouamor, Juan Pino, and Kalika Bali (Eds.). Association for Computational Linguistics, Singapore, 7001--7025. https:\/\/doi. org\/10.18653\/v1\/2023.findings-emnlp.467"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311--318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the Association for Computational Linguistics. 311--318."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), Anna Rogers, Jordan Boyd-Graber","author":"Peskoff Denis","year":"1865","unstructured":"Denis Peskoff and Brandon Stewart. 2023. Credible without Credit: Domain Experts Assess Generative Language Models. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), Anna Rogers, Jordan Boyd-Graber, and Naoaki Okazaki (Eds.). Association for Computational Linguistics, Toronto, Canada, 427--438. https:\/\/doi.org\/10.18653\/ v1\/2023.acl-short.37"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_23_1","volume-title":"Recitation-Augmented Language Models. In The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=-cqvvvb-NkI","author":"Sun Zhiqing","year":"2023","unstructured":"Zhiqing Sun, Xuezhi Wang, Yi Tay, Yiming Yang, and Denny Zhou. 2023. Recitation-Augmented Language Models. In The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=-cqvvvb-NkI"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 18th Conference of the European","author":"Weller Orion","year":"2024","unstructured":"Orion Weller, Marc Marone, Nathaniel Weir, Dawn Lawrie, Daniel Khashabi, and Benjamin Van Durme. 2024. 'According to . . . ': Prompting Language Models Improves Quoting from Pre-Training Data. In Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers), Yvette Graham and Matthew Purver (Eds.). Association for Computational Linguistics, St. Julian's, Malta, 2288--2301. https:\/\/aclanthology. org\/2024.eacl-long.140"},{"key":"e_1_3_2_1_25_1","volume-title":"Howfaithful are RAG models? Quantifying the tug-of-war between RAG and LLMs? internal prior. ArXiv abs\/2404.10198","author":"Zou James","year":"2024","unstructured":"KevinWu, EricWu, and James Zou. 2024. Howfaithful are RAG models? Quantifying the tug-of-war between RAG and LLMs? internal prior. ArXiv abs\/2404.10198 (2024). https:\/\/api.semanticscholar.org\/CorpusID:269157310"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.10"},{"key":"e_1_3_2_1_27_1","unstructured":"Shuo Zhang Liangming Pan Junzhou Zhao and William Yang Wang. 2023. The Knowledge Alignment Problem: Bridging Human and External Knowledge for Large Language Models. https:\/\/api.semanticscholar.org\/CorpusID:265302382"},{"key":"e_1_3_2_1_28_1","volume-title":"Bertscore: Evaluating text generation with bert. arXiv preprint","author":"Zhang Tianyi","year":"2019","unstructured":"Tianyi Zhang, Varsha Kishore, Felix Wu, Kilian Q Weinberger, and Yoav Artzi. 2019. Bertscore: Evaluating text generation with bert. arXiv preprint (2019)."},{"key":"e_1_3_2_1_29_1","unstructured":"Xinyu Zhang Nandan Thakur Odunayo Ogundepo Ehsan Kamalloo David Alfonso-Hermelo Xiaoguang Li Qun Liu Mehdi Rezagholizadeh and Jimmy Lin. 2022. Making a MIRACL: Multilingual Information Retrieval Across a Continuum of Languages. arXiv:2210.09984 [cs.IR]"}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679172","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3679172","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:03:28Z","timestamp":1750291408000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679172"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":29,"alternative-id":["10.1145\/3627673.3679172","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3679172","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}