{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:40:13Z","timestamp":1755870013184,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,18]]},"DOI":"10.1145\/3731120.3744619","type":"proceedings-article","created":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T13:34:06Z","timestamp":1752845646000},"page":"488-496","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Normalized Set-Level Ideal DCG: A More Reliable Early-Stage Retrieval Metric"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4676-8608","authenticated-orcid":false,"given":"Xiao","family":"Fu","sequence":"first","affiliation":[{"name":"University College London, London, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5559-2276","authenticated-orcid":false,"given":"Navdeep Singh","family":"Bedi","sequence":"additional","affiliation":[{"name":"Universita della Svizzera Italiana, Lugano, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8672-0700","authenticated-orcid":false,"given":"Fabio","family":"Crestani","sequence":"additional","affiliation":[{"name":"Universita della Svizzera Italiana, Lugano, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3643-6493","authenticated-orcid":false,"given":"Aldo","family":"Lipani","sequence":"additional","affiliation":[{"name":"University College London, London, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2025,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484132"},{"key":"e_1_3_2_1_2_1","volume-title":"Overview of the TREC 2021 deep learning track. In Text REtrieval Conference (TREC). NIST, TREC. https:\/\/www.microsoft.com\/en-us\/research\/publication\/overview-of-the-trec-2021-deep-learning-track\/","author":"Craswell Nick","year":"2022","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Jimmy Lin. 2022. Overview of the TREC 2021 deep learning track. In Text REtrieval Conference (TREC). NIST, TREC. https:\/\/www.microsoft.com\/en-us\/research\/publication\/overview-of-the-trec-2021-deep-learning-track\/"},{"key":"e_1_3_2_1_3_1","volume-title":"Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen M Voorhees. 2020. Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003.07820, (2020)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463249"},{"key":"e_1_3_2_1_5_1","volume-title":"Overview of the TREC 2023 Deep Learning Track. In NIST SP 1328, (TREC 2023","volume":"2023","author":"Craswell Nick","year":"2023","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Hossein A. Rahmani, Daniel Campos, Jimmy Lin, Ellen M. Voorhees, and Ian Soboroff. 2023. Overview of the TREC 2023 Deep Learning Track. In NIST SP 1328, (TREC 2023, Vol. 1328). National Institute of Standards and Technology (NIST), Gaithersburg, MD, USA. https:\/\/trec.nist.gov\/pubs\/trec32\/ TREC 2023."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159676"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Christopher D Manning. 2009. An introduction to information retrieval.","DOI":"10.1017\/CBO9780511809071"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148246"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3673791.3698405"},{"key":"e_1_3_2_1_11_1","volume-title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. CoRR","author":"Nguyen Tri","year":"2016","unstructured":"Tri Nguyen, Mir Rosenberg, Xia Song, Jianfeng Gao, Saurabh Tiwary, Rangan Majumder, and Li Deng. 2016. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. CoRR, Vol. abs\/1611.09268 (2016). arXiv:1611.09268 http:\/\/arxiv.org\/abs\/1611.09268"},{"key":"e_1_3_2_1_12_1","unstructured":"Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. arXiv preprint arXiv:1901.04085 (2019)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657700"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.textgraphs-1.20"},{"key":"e_1_3_2_1_15_1","volume-title":"TREC: Experiment and evaluation in information retrieval.","author":"Voorhees Ellen M","year":"2005","unstructured":"Ellen M Voorhees, Donna K Harman, et al., 2005. TREC: Experiment and evaluation in information retrieval. Vol. 63. Citeseer."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2009934"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852102.1852106"},{"key":"e_1_3_2_1_18_1","volume-title":"China Conference on Information Retrieval. Springer, 76-89","author":"Xiao Yan","year":"2022","unstructured":"Yan Xiao, Yixing Fan, Ruqing Zhang, and Jiafeng Guo. 2022. Beyond precision: A study on recall of initial retrieval with neural representations. In China Conference on Information Retrieval. Springer, 76-89."}],"event":{"name":"ICTIR '25: International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Padua Italy","acronym":"ICTIR '25"},"container-title":["Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731120.3744619","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:20:21Z","timestamp":1755868821000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731120.3744619"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,18]]},"references-count":18,"alternative-id":["10.1145\/3731120.3744619","10.1145\/3731120"],"URL":"https:\/\/doi.org\/10.1145\/3731120.3744619","relation":{},"subject":[],"published":{"date-parts":[[2025,7,18]]},"assertion":[{"value":"2025-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}