{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T01:02:14Z","timestamp":1774400534600,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","funder":[{"name":"the National Institute of Science and Technology in Responsible Artificial Intelligence for Computational Linguistics and Information Treatment and Dissemination","award":["INCT-TILD-IAR 408490\/2024-1"],"award-info":[{"award-number":["INCT-TILD-IAR 408490\/2024-1"]}]},{"name":"CNPq","award":["443011\/2023-0 and 403184\/2021-5"],"award-info":[{"award-number":["443011\/2023-0 and 403184\/2021-5"]}]},{"name":"AWS","award":["421773\/2022-7"],"award-info":[{"award-number":["421773\/2022-7"]}]},{"name":"FAPEMIG","award":["APQ-00262-22"],"award-info":[{"award-number":["APQ-00262-22"]}]},{"name":"Unifei"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,18]]},"DOI":"10.1145\/3731120.3744611","type":"proceedings-article","created":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T13:34:06Z","timestamp":1752845646000},"page":"416-429","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["A Robustness Assessment of Query Performance Prediction (QPP) Methods Based on Risk-Sensitive Analysis"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-7604-515X","authenticated-orcid":false,"given":"Ricardo Mar\u00e7al de Andrade","family":"Nascimento","sequence":"first","affiliation":[{"name":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Goi\u00e1s, An\u00e1polis, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9426-9988","authenticated-orcid":false,"given":"Daniel Xavier de","family":"Sousa","sequence":"additional","affiliation":[{"name":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Goi\u00e1s, An\u00e1polis, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5070-2049","authenticated-orcid":false,"given":"Guglielmo","family":"Faggioli","sequence":"additional","affiliation":[{"name":"Universit\u00e0 degli Studi di Padova, Padova, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4248-5302","authenticated-orcid":false,"given":"Paulo Jos\u00e9 Lage","family":"Alvarenga","sequence":"additional","affiliation":[{"name":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9219-6239","authenticated-orcid":false,"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[{"name":"Universit\u00e0 degli Studi di Padova, Padova, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2075-3363","authenticated-orcid":false,"given":"Marcos Andr\u00e9","family":"Gon\u00e7alves","sequence":"additional","affiliation":[{"name":"Universidade Federal de Minas Gerais, Belo Horizonte, Brazil"}]}],"member":"320","published-online":{"date-parts":[[2025,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482063"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3673791.3698438"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130348.3130373"},{"key":"e_1_3_2_1_4_1","volume-title":"Estimating the query difficulty for information retrieval. Morgan &#38","author":"Carmel David","unstructured":"David Carmel and Elad Yom-Tov. 2010. Estimating the query difficulty for information retrieval. Morgan & Claypool Publishers, 1537 Fourth St, Ste 228. San Rafael, CA 94901. United States of America."},{"key":"e_1_3_2_1_5_1","first-page":"1","volume-title":"Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003","volume":"3","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen M. Voorhees. 2020a. Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003.07820, Vol. 2020-March (3 2020), 1-22. https:\/\/arxiv.org\/abs\/2003.07820v2"},{"key":"e_1_3_2_1_6_1","volume-title":"Overview of the TREC 2019 deep learning track. arXiv:2003","author":"Craswell Nick","year":"2003","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen M. Voorhees. 2020b. Overview of the TREC 2019 deep learning track. arXiv:2003.07820 [cs.IR] https:\/\/arxiv.org\/abs\/2003.07820"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/564376.564429"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1031171.1031220"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498491"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545112"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531821"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11199075"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609625"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911511"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","unstructured":"B. Taner Din\u00e7er Iadh Ounis and Craig MacDonald. 2014. Tackling Biased Baselines in the Risk-Sensitive Evaluation of Retrieval Systems. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) Vol. 8416 Lncs (2014) 26-38. doi:10.1007\/978-3-319-06028-6_3","DOI":"10.1007\/978-3-319-06028-6_3"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605142"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-28244-7_15"},{"key":"e_1_3_2_1_18_1","volume-title":"Advances in Information Retrieval, Djoerd Hiemstra, Marie-Francine Moens","author":"Faggioli Guglielmo","unstructured":"Guglielmo Faggioli, Oleg Zendel, J. Shane Culpepper, Nicola Ferro, and Falk Scholer. 2021. An Enhanced Evaluation Framework for Query Performance Prediction. In Advances in Information Retrieval, Djoerd Hiemstra, Marie-Francine Moens, Josiane Mothe, Raffaele Perego, Martin Potthast, and Fabrizio Sebastiani, (Eds.). Springer International Publishing, Cham, 115-129."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-022-09407-w"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592046"},{"key":"e_1_3_2_1_21_1","volume-title":"Nonparametric Statistical Inference","author":"Gibbons Jean Dickinson","unstructured":"Jean Dickinson Gibbons and Subhabrata Chakraborti. 2021. Nonparametric Statistical Inference. Chapman and Hall\/CRC, Boca Raton."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2007.904035"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-011-9118-4\/metrics"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657658"},{"key":"e_1_3_2_1_25_1","unstructured":"Chuan Meng Negar Arabzadeh Arian Askari Mohammad Aliannejadi and Maarten de Rijke. 2024. Query Performance Prediction using Relevance Judgments Generated by Large Language Models. arXiv:2404.01012 [cs.IR] https:\/\/arxiv.org\/abs\/2404.01012"},{"key":"e_1_3_2_1_26_1","volume-title":"Query Performance Prediction and Its Evaluation in New Tasks Workshop (QPP 2023) co-located with 45th ECIR, (CEUR Workshop Proceedings","volume":"36","author":"Mothe Josiane","year":"2023","unstructured":"Josiane Mothe. 2023. On correlation to evaluate QPP. In Query Performance Prediction and Its Evaluation in New Tasks Workshop (QPP 2023) co-located with 45th ECIR, (CEUR Workshop Proceedings, Vol. 3366), Guglielmo Faggioli, Nicola Ferro, Josiane Mothe, and Fiana Raiber, (Eds.). CEUR-WS. org, Springer, Aachen, 29-36. http:\/\/ceur-ws.org\/Vol-3366\/#paper-06"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3608474"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234944.3234950"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121051"},{"key":"e_1_3_2_1_30_1","volume-title":"ANOVA and ANCOVA: A GLM Approach","author":"Rutherford Andrew","unstructured":"Andrew Rutherford. 2013. ANOVA and ANCOVA: A GLM Approach: Second Edition. Wiley Blackwell, Hoboken, New Jersey."},{"key":"e_1_3_2_1_31_1","volume-title":"Advances in Information Retrieval","author":"Saha Sourav","unstructured":"Sourav Saha, Suchana Datta, Dwaipayan Roy, Mandar Mitra, and Derek Greene. 2025. Combining Query Performance Predictors: A Reproducibility Study. In Advances in Information Retrieval, Claudia Hauff, Craig Macdonald, Dietmar Jannach, Gabriella Kazai, Franco Maria Nardini, Fabio Pinelli, Fabrizio Silvestri, and Nicola Tonellotto, (Eds.). Springer Nature Switzerland, Cham, 112-129."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210078"},{"key":"e_1_3_2_1_33_1","first-page":"7","article-title":"Query association surrogates for Web search","volume":"55","author":"Scholer Falk","year":"2004","unstructured":"Falk Scholer, Hugh E. Williams, and Andrew Turpin. 2004. Query association surrogates for Web search: Research Articles. J. Am. Soc. Inf. Sci. Technol., Vol. 55, 7 (May 2004), 637-650.","journal-title":"Research Articles. J. Am. Soc. Inf. Sci. Technol."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04417-5_30"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835494"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2180868.2180873"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532056"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3300196"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661906"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3166072.3166079"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.2307\/3001913"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-261"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1067268.1067272"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348385"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210041"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331253"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","unstructured":"Ying Zhao Falk Scholer and Yohannes Tsegay. 2008. Effective pre-retrieval query performance prediction using similarity and variability evidence. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) Vol. 4956 Lncs (2008) 52-64. doi:10.1007\/978-3-540-78646-7_8\/cover","DOI":"10.1007\/978-3-540-78646-7_8\/cover"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277835"}],"event":{"name":"ICTIR '25: International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval","location":"Padua Italy","acronym":"ICTIR '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731120.3744611","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:19:41Z","timestamp":1755868781000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731120.3744611"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,18]]},"references-count":48,"alternative-id":["10.1145\/3731120.3744611","10.1145\/3731120"],"URL":"https:\/\/doi.org\/10.1145\/3731120.3744611","relation":{},"subject":[],"published":{"date-parts":[[2025,7,18]]},"assertion":[{"value":"2025-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}