{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T18:08:40Z","timestamp":1784138920674,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Ministry of Science, Innovation and Universities of the Government of Spain","award":["PID2022-137061OB-C21"],"award-info":[{"award-number":["PID2022-137061OB-C21"]}]},{"name":"Xunta de Galicia","award":["GRC ED431C 2025\/49"],"award-info":[{"award-number":["GRC ED431C 2025\/49"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,20]]},"DOI":"10.1145\/3805712.3809669","type":"proceedings-article","created":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:06:26Z","timestamp":1784135186000},"page":"1429-1439","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Hybrid Pooling with LLMs via Relevance Context Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1139-0449","authenticated-orcid":false,"given":"David","family":"Otero","sequence":"first","affiliation":[{"name":"IRLab, CITIC, Universidade da Coru\u00f1a, A Coru\u00f1a, A Coru\u00f1a, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5997-8252","authenticated-orcid":false,"given":"Javier","family":"Parapar","sequence":"additional","affiliation":[{"name":"IRLab, CITIC, Universidade da Coru\u00f1a, A Coru\u00f1a, A Coru\u00f1a, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"1","volume-title":"Can we use large language models to fill relevance judgment holes?","author":"Abbasiantaeb Zahra","year":"2024","unstructured":"Zahra Abbasiantaeb, Chuan Meng, Leif Azzopardi, and Mohammad Aliannejadi. 2024. Can we use large language models to fill relevance judgment holes? (2024). https:\/\/arxiv.org\/abs\/2405.05600 arXiv: 2405.05600 [cs.IR] (cited on pp. 1, 9)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3673791.3698431"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3788872"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2012.01.004"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730348"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"key":"e_1_3_2_1_8_1","volume-title":"Voorhees","author":"Buckley Chris","year":"2005","unstructured":"Chris Buckley and Ellen M. Voorhees. 2005. Retrieval system evaluation. In TREC: Experiment and Evaluation in Information Retrieval. Ellen M. Voorhees and Donna K. Harman (Eds.) The MIT Press, 53-78 (cited on p. 1)."},{"key":"e_1_3_2_1_9_1","volume-title":"Llm-based relevance assessment still can't replace human relevance assessment. (2024). https:\/\/arxiv.org\/abs\/2412.17156 arXiv: 2412.17156 [cs.IR] (cited on","author":"Clarke Charles LA","unstructured":"Charles LA Clarke and Laura Dietz. 2024. Llm-based relevance assessment still can't replace human relevance assessment. (2024). https:\/\/arxiv.org\/abs\/2412.17156 arXiv: 2412.17156 [cs.IR] (cited on p. 4)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb050097"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210119"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_13_1","volume-title":"Overview of the TREC 2020 deep learning track. In Proceedings of the Twenty-Ninth Text REtrieval Conference. NIST Special Publication 1266","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2020. Overview of the TREC 2020 deep learning track. In Proceedings of the Twenty-Ninth Text REtrieval Conference. NIST Special Publication 1266, Gaithersburg, Maryland, USA. https:\/\/trec.nist.gov\/pubs\/trec29\/papers\/OVERVIEW.DL.pdf (cited on p. 3)."},{"key":"e_1_3_2_1_14_1","volume-title":"Overview of the TREC 2019 deep learning track. In Proceedings of the Twenty-Eight Text REtrieval Conference. NIST Special Publication 1250","author":"Craswell Nick","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen M. Voorhees. 2019. Overview of the TREC 2019 deep learning track. In Proceedings of the Twenty-Eight Text REtrieval Conference. NIST Special Publication 1250, Gaithersburg, Maryland, USA. https:\/\/trec.nist.gov\/pubs\/trec28\/papers\/OVERVIEW.DL.pdf (cited on p. 3)."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 2024 conference on empirical methods in natural language processing, 1107-1128 (cited on","author":"Qingxiu","unstructured":"Qingxiu Dong et al. 2024. A survey on in-context learning. In Proceedings of the 2024 conference on empirical methods in natural language processing, 1107-1128 (cited on p. 2)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605136"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.108"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.emnlp-main.965"},{"key":"e_1_3_2_1_19_1","volume-title":"Lost at the beginning of reasoning. (2025). https:\/\/arxiv.org\/abs\/2506.22058 arXiv: 2506.22058 [cs.CL] (cited on","author":"Liao Baohao","unstructured":"Baohao Liao, Xinyi Chen, Sara Rajaee, Yuhui Xu, Christian Herold, Anders S\u00f8gaard, Maarten de Rijke, and Christof Monz. 2025. Lost at the beginning of reasoning. (2025). https:\/\/arxiv.org\/abs\/2506.22058 arXiv: 2506.22058 [cs.CL] (cited on p. 4)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2947049"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970398.2970429"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00638"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851613.2851692"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2017.04.005"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592032"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88708-6_19"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730229"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3746252.3761200"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730221"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1177\/01655515231171085"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88711-6_27"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_34_1","first-page":"1","volume-title":"Don't use llms to make relevance judgments. (2024). https:\/\/arxiv.org\/abs\/2409.15133 arXiv: 2409.15133 [cs.IR] (cited on","author":"Soboroff Ian","unstructured":"Ian Soboroff. 2024. Don't use llms to make relevance judgments. (2024). https:\/\/arxiv.org\/abs\/2409.15133 arXiv: 2409.15133 [cs.IR] (cited on pp. 1, 9)."},{"key":"e_1_3_2_1_35_1","volume-title":"van Rijsbergen","author":"Sp\u00e4rck Jones K.","year":"1975","unstructured":"K. Sp\u00e4rck Jones and Cornelis J. van Rijsbergen. 1975. Report on the need for and provision of an 'ideal' information retrieval test collection. Computer Laboratory (cited on p. 9)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3729916"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657707"},{"key":"e_1_3_2_1_38_1","volume-title":"Llms can patch up missing relevance judgments in evaluation. (2024). https:\/\/arxiv.org\/abs\/2405.04727 arXiv: 2405.04727 [cs.IR] (cited on","author":"Upadhyay Shivani","unstructured":"Shivani Upadhyay, Ehsan Kamalloo, and Jimmy Lin. 2024. Llms can patch up missing relevance judgments in evaluation. (2024). https:\/\/arxiv.org\/abs\/2405.04727 arXiv: 2405.04727 [cs.IR] (cited on p. 1)."},{"key":"e_1_3_2_1_39_1","volume-title":"Hoa Trang Dang, and Jimmy Lin","author":"Upadhyay Shivani","year":"2024","unstructured":"Shivani Upadhyay, Ronak Pradeep, Nandan Thakur, Daniel Campos, Nick Craswell, Ian Soboroff, Hoa Trang Dang, and Jimmy Lin. 2024. A large-scale study of relevance assessments with large language models: an initial look. (2024). https:\/\/arxiv.org\/abs\/2411.08275 arXiv: 2411.08275 [cs.IR] (cited on p. 1)."},{"key":"e_1_3_2_1_40_1","first-page":"1","volume-title":"Umbrela: umbrela is the (open-source reproduction of the) bing relevance assessor. (2024). https:\/\/arxiv.org\/abs\/2406.06519 arXiv: 2406.06519 [cs.IR] (cited on","author":"Upadhyay Shivani","unstructured":"Shivani Upadhyay, Ronak Pradeep, Nandan Thakur, Nick Craswell, and Jimmy Lin. 2024. Umbrela: umbrela is the (open-source reproduction of the) bing relevance assessor. (2024). https:\/\/arxiv.org\/abs\/2406.06519 arXiv: 2406.06519 [cs.IR] (cited on pp. 1, 4, 9)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45691-0_34"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-246"},{"key":"e_1_3_2_1_43_1","volume-title":"Harman","author":"Voorhees Ellen M.","year":"2005","unstructured":"Ellen M. Voorhees and Donna K. Harman. 2005. TREC: Experiment and Evaluation in Information Retrieval. The MIT Press. isbn: 0262220733 (cited on p. 9)."},{"key":"e_1_3_2_1_44_1","volume-title":"Prompt-mii: meta-learning instruction induction for llms. (2025). https:\/\/arxiv.org\/abs\/2510.16932 arXiv: 2510.16932 [cs.CL] (cited on","author":"Xiao Emily","unstructured":"Emily Xiao, Yixiao Zeng, Ada Chen, Chin-Jou Li, Amanda Bertsch, and Graham Neubig. 2025. Prompt-mii: meta-learning instruction induction for llms. (2025). https:\/\/arxiv.org\/abs\/2510.16932 arXiv: 2510.16932 [cs.CL] (cited on p. 9)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR '26: The 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Melbourne VIC Australia","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"deposited":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T17:22:54Z","timestamp":1784136174000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805712.3809669"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"references-count":45,"alternative-id":["10.1145\/3805712.3809669","10.1145\/3805712"],"URL":"https:\/\/doi.org\/10.1145\/3805712.3809669","relation":{},"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"2026-07-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}