{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:05:14Z","timestamp":1784138714373,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3809901","type":"proceedings-article","created":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:06:26Z","timestamp":1784135186000},"page":"4163-4168","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["The LLM Effect on IR Benchmarks: A Meta-Analysis of Effectiveness, Baselines, and Contamination"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5164-2690","authenticated-orcid":false,"given":"Moritz","family":"Staudinger","sequence":"first","affiliation":[{"name":"TU Wien, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4420-4147","authenticated-orcid":false,"given":"Wojciech","family":"Kusa","sequence":"additional","affiliation":[{"name":"NASK - National Research Institute, Warsaw, Poland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7149-5843","authenticated-orcid":false,"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[{"name":"TU Wien, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Rankify: A Comprehensive Python Toolkit for Retrieval, Re-Ranking, and Retrieval-Augmented Generation. arXiv:2502.02464 [cs.IR] https:\/\/arxiv.org\/abs\/2502.02464","author":"Abdallah Abdelrahman","year":"2025","unstructured":"Abdelrahman Abdallah, Bhawna Piryani, Jamshid Mozafari, Mohammed Ali, and Adam Jatowt. 2025. Rankify: A Comprehensive Python Toolkit for Retrieval, Re-Ranking, and Retrieval-Augmented Generation. arXiv:2502.02464 [cs.IR] https:\/\/arxiv.org\/abs\/2502.02464"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646031"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3767695.3769476"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730065"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3729926"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20643-6_11"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1162\/TACL.a.20"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of The First Text REtrieval Conference, TREC 1992","author":"Ed Donna K.","year":"1992","unstructured":"Donna K. Harman (Ed.). 1992. Proceedings of The First Text REtrieval Conference, TREC 1992, Gaithersburg, Maryland, USA, November 4-6, 1992. NIST Special Publication, Vol. 500-207. National Institute of Standards and Technology (NIST). http:\/\/trec.nist.gov\/pubs\/trec1\/t1_proceedings.html"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661894"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Vishakha Suresh Kalal Andrew Parry and Sean MacAvaney. 2024. Training on the Test Model: Contamination in Ranking Distillation. doi:10.48550\/arXiv.2411.02284 arXiv:2411.02284 [cs].","DOI":"10.48550\/arXiv.2411.02284"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882782"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3746252.3760895"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592071"},{"key":"e_1_3_2_1_14_1","unstructured":"Carlos Lassance Herv\u00e9 D\u00e9jean Thibault Formal and St\u00e9phane Clinchant. 2024. SPLADE-v3: New baselines for SPLADE. arXiv:2403.06789 [cs.IR] https:\/\/arxiv.org\/abs\/2403.06789"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458553.3458563"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30671-1_30"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.1266.deep-PASH"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88711-6_1"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the Neural Information Processing Systems (NeurIPS) Track on Datasets and Benchmarks","volume":"1","author":"Thakur Nandan","year":"2021","unstructured":"Nandan Thakur, Nils Reimers, Andreas R\u00fcckl\u00e9, Abhishek Srivastava, and Iryna Gurevych. 2021. BEIR: A Heterogeneous Benchmark for Zero-shot Evaluation of Information Retrieval Models. In Proceedings of the Neural Information Processing Systems (NeurIPS) Track on Datasets and Benchmarks, Vol. 1. https:\/\/datasets-benchmarks-proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/65b9eea6e1cc6bb9f0cd2a47751a186f-Paper-round2.pdf"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331340"}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:20:14Z","timestamp":1784136014000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3809901"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":21,"alternative-id":["10.1145\/3805712.3809901","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3809901","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}