{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:06:27Z","timestamp":1784138787996,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/legalcode"}],"funder":[{"name":"Deutsche Forschungsgemeinschaft","award":["407518790"],"award-info":[{"award-number":["407518790"]}]},{"name":"Horizon Europe","award":["101086321"],"award-info":[{"award-number":["101086321"]}]},{"name":"Horizon 2020 research and innovation program","award":["884951"],"award-info":[{"award-number":["884951"]}]},{"name":"Research Ireland to the Insight Centre for Data Analytics","award":["12\/RC\/2289_P2"],"award-info":[{"award-number":["12\/RC\/2289_P2"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3808614","type":"proceedings-article","created":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:06:26Z","timestamp":1784135186000},"page":"3426-3433","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["MIRA: An LLM-Assisted Benchmark for Multi-Category Integrated Retrieval"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-8705-7770","authenticated-orcid":false,"given":"Mehmet Deniz","family":"T\u00fcrkmen","sequence":"first","affiliation":[{"name":"GESIS - Leibniz-Institute for the Social Sciences, Cologne, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9220-6652","authenticated-orcid":false,"given":"Suchana","family":"Datta","sequence":"additional","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5962-5983","authenticated-orcid":false,"given":"Dwaipayan","family":"Roy","sequence":"additional","affiliation":[{"name":"Indian Institute of Science Education and Research, Kolkata, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2388-4609","authenticated-orcid":false,"given":"Daniel","family":"Hienert","sequence":"additional","affiliation":[{"name":"GESIS - Leibniz-Institute for the Social Sciences, Cologne, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6656-1658","authenticated-orcid":false,"given":"Philipp","family":"Mayr","sequence":"additional","affiliation":[{"name":"GESIS - Leibniz-Institute for the Social Sciences, Cologne, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8065-5418","authenticated-orcid":false,"given":"Derek","family":"Greene","sequence":"additional","affiliation":[{"name":"University College Dublin, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. CLEF. https:\/\/www.clef-initiative.eu\/. Accessed: 2026-02-12."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. FIRE. https:\/\/fire.irsi.org.in\/fire\/2025\/home. Accessed: 2026-02-12."},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. GESIS Search. https:\/\/search.gesis.org\/. Accessed: 2026-02-12."},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. NTCIR. https:\/\/research.nii.ac.jp\/ntcir\/index-en.html. Accessed: 2026-02-12."},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. TREC. https:\/\/trec.nist.gov\/. Accessed: 2026-02-12."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2012.01.004"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730305"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.7802\/2969"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531863"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37456-2_14"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-019-00564-x"},{"key":"e_1_3_2_1_12_1","volume-title":"Air-bench: Automated heterogeneous information retrieval benchmark","author":"Chen J","year":"2024","unstructured":"J Chen, N Wang, C Li, B Wang, S Xiao, H Xiao, H Liao, D Lian, and Z Liu. [n.d.]. Air-bench: Automated heterogeneous information retrieval benchmark (2024)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb050097"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0026256"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462804"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463249"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-324.car-overview"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.1576"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2568025"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605136"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3731120.3744591"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.acalib.2021.102421"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00561"},{"key":"e_1_3_2_1_24_1","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv:2203.05794 [cs.CL] https:\/\/arxiv.org\/abs\/2203.05794"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020168"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/JCDL.2019.00030"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the Thirteenth Text REtrieval Conference (NIST Special Publication","author":"Jaleel Nasreen Abdul","year":"2004","unstructured":"Nasreen Abdul Jaleel, James Allan, W. Bruce Croft, Fernando Diaz, Leah S. Larkey, Xiaoyan Li, Mark D. Smucker, and Courtney Wade. 2004. UMass at TREC 2004: Novelty and HARD. In Proceedings of the Thirteenth Text REtrieval Conference (NIST Special Publication, Vol. 500-261). National Institute of Standards and Technology (NIST)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s007999900022"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2006.07.021"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-60131-1_29"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730124"},{"key":"e_1_3_2_1_33_1","volume-title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","author":"Khattab Omar","unstructured":"Omar Khattab and Matei Zaharia. 2020. ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT. Association for Computing Machinery, New York, NY, USA, 39-48."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-29168-5_4"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025838"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88714-7_36"},{"key":"e_1_3_2_1_37_1","first-page":"120","volume-title":"Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"Lavrenko Victor","unstructured":"Victor Lavrenko and W. Bruce Croft. 2001. Relevance based language models. In Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (New Orleans, Louisiana, USA) (SIGIR '01). Association for Computing Machinery, New York, NY, USA, 120-127."},{"key":"e_1_3_2_1_38_1","unstructured":"Guoyao Li Ran He Shusen Jing Kayhan Behdin Yubo Wang Sundara Raman Ramachandran Chanh Nguyen Jian Sheng Xiaojing Ma Chuanrui Zhu Sriram Vasudevan Muchen Wu Sayan Ghosh Lin Su Qingquan Song Xiaoqing Wang Zhipeng Wang Qing Lan Yanning Chen Jingwei Wu Luke Simon Wenjing Zhang Qi Guo and Fedor Borisyuk. 2026. MixLM: High-Throughput and Effective LLM Ranking via Text-Embedding Mix-Interaction. arXiv:2512.07846 [cs.IR] https:\/\/arxiv.org\/abs\/2512.07846"},{"key":"e_1_3_2_1_39_1","first-page":"1","article-title":"A Technique for the Measurement of Attitudes","volume":"140","author":"Likert Rensis","year":"1932","unstructured":"Rensis Likert. 1932. A Technique for the Measurement of Attitudes. Archives of Psychology 140 (1932), 1-55.","journal-title":"Archives of Psychology"},{"key":"e_1_3_2_1_40_1","unstructured":"Yikang Liu Ziyin Zhang Wanyang Zhang Shisen Yue Xiaojing Zhao Xinyuan Cheng Yiwen Zhang and Hai Hu. 2023. ArguGPT: evaluating understanding and identifying argumentative essays generated by GPT models. arXiv:2304.07666 [cs.CL]"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-296.chemical-overview"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2505.12260"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1457"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071"},{"key":"e_1_3_2_1_45_1","volume-title":"Lin","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira, Wei Yang, Kyunghyun Cho, and Jimmy J. Lin. 2019. Multi-Stage Document Ranking with BERT. ArXiv abs\/1910.14424 (2019)."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16486-1_2"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1146847.1146848"},{"key":"e_1_3_2_1_48_1","volume-title":"Mikko Kurimo, Thomas Mandl, Djamel Mostefa, Anselmo Penas, and Giovanna Roda (Eds.).","author":"Peters Carol","year":"2010","unstructured":"Carol Peters, Giorgio Maria Di Nunzio, Mikko Kurimo, Thomas Mandl, Djamel Mostefa, Anselmo Penas, and Giovanna Roda (Eds.). 2010. Multilingual information access evaluation I - text retrieval experiments (2010 ed.). Springer, Berlin, Germany."},{"key":"e_1_3_2_1_49_1","volume-title":"The Expando-Mono-Duo Design Pattern for Text Ranking with Pretrained Sequence-to-Sequence Models. CoRR abs\/2101.05667","author":"Pradeep Ronak","year":"2021","unstructured":"Ronak Pradeep, Rodrigo Nogueira, and Jimmy Lin. 2021. The Expando-Mono-Duo Design Pattern for Text Ranking with Pretrained Sequence-to-Sequence Models. CoRR abs\/2101.05667 (2021)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.97"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3701716.3715311"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183630"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_55_1","first-page":"232","volume-title":"SIGIR '94","author":"Robertson S. E.","unstructured":"S. E. Robertson and S. Walker. 1994. Some Simple Effective Approximations to the 2-Poisson Model for Probabilistic Weighted Retrieval. In SIGIR '94. Springer London, London, 232-241."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.640"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1353\/lib.0.0000"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080707"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458502.1458524"},{"key":"e_1_3_2_1_61_1","volume-title":"BEIR: A Heterogeneous Benchmark for Zero-shot Evaluation of Information Retrieval Models. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2).","author":"Thakur Nandan","year":"2021","unstructured":"Nandan Thakur, Nils Reimers, Andreas R\u00fcckl\u00e9, Abhishek Srivastava, and Iryna Gurevych. 2021. BEIR: A Heterogeneous Benchmark for Zero-shot Evaluation of Information Retrieval Models. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2)."},{"key":"e_1_3_2_1_62_1","volume-title":"Harman","author":"Voorhees Ellen M.","year":"2005","unstructured":"Ellen M. Voorhees and Donna K. Harman. 2005. TREC: Experiment and Evaluation in Information Retrieval (Digital Libraries and Electronic Publishing). The MIT Press."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.698"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.216"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15464-5_26"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-32418-5_9"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3748304"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:15:36Z","timestamp":1784135736000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3808614"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":68,"alternative-id":["10.1145\/3805712.3808614","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3808614","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}