{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T00:45:37Z","timestamp":1774399537556,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":81,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591901","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:59Z","timestamp":1689726179000},"page":"2953-2963","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["iQPP: A Benchmark for Image Query Performance Prediction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-1116-0851","authenticated-orcid":false,"given":"Eduard","family":"Poesina","sequence":"first","affiliation":[{"name":"University of Bucharest, Bucharest, Romania"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9301-1950","authenticated-orcid":false,"given":"Radu Tudor","family":"Ionescu","sequence":"additional","affiliation":[{"name":"University of Bucharest, Bucharest, Romania"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9273-2193","authenticated-orcid":false,"given":"Josiane","family":"Mothe","sequence":"additional","affiliation":[{"name":"INSPE, IRIT UMR5505 CNRS, Universit\u00e9 Toulouse Jean-Jaur\u00e8s, Toulouse, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72240-1_15"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482063"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102248"},{"key":"e_1_3_2_2_4_1","volume-title":"Aslam and Virgil Pavlu","author":"Javed","year":"2007","unstructured":"Javed A. Aslam and Virgil Pavlu. 2007. Query hardness estimation using Jensen-Shannon divergence among multiple scoring functions. In Proceedings of ECIR. Springer, 198--209."},{"key":"e_1_3_2_2_5_1","volume-title":"Combining pre-retrieval query quality predictors using genetic programming. Applied intelligence","author":"Bashir Shariq","year":"2014","unstructured":"Shariq Bashir. 2014. Combining pre-retrieval query quality predictors using genetic programming. Applied intelligence, Vol. 40 (2014), 525--535."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-011-9169-5"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148238"},{"key":"e_1_3_2_2_8_1","first-page":"139","article-title":"Deep Clustering for Unsupervised Learning of Visual Features","volume":"11218","author":"Caron Mathilde","year":"2018","unstructured":"Mathilde Caron, Piotr Bojanowski, Armand Joulin, and Matthijs Douze. 2018. Deep Clustering for Unsupervised Learning of Visual Features. In Proceedings of ECCV, Vol. 11218. 139--156.","journal-title":"Proceedings of ECCV"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_8"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210121"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of SIGIR. 299--306","author":"Cronen-Townsend Steve","unstructured":"Steve Cronen-Townsend, Yun Zhou, and W. Bruce Croft. 2002. Predicting query performance. In Proceedings of SIGIR. 299--306."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2559170"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010063"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498491"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545112"},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings of SIGIR. 2148--2153","author":"Datta Suchana","year":"2022","unstructured":"Suchana Datta, Sean MacAvaney, Debasis Ganguly, and Derek Greene. 2022c. A'Pointwise-Query, Listwise-Document'based Query Performance Prediction Approach. In Proceedings of SIGIR. 2148--2153."},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of LREC. 32--39","author":"Loupy Claude De","year":"2000","unstructured":"Claude De Loupy and Patrice Bellot. 2000. Evaluation of document retrieval systems and query difficulty. In Proceedings of LREC. 32--39."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341105.3373904"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/1229015.1229025"},{"key":"e_1_3_2_2_20_1","volume-title":"Proceedings of ICLR.","author":"Dosovitskiy Alexey","year":"2021","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, et al. 2021. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In Proceedings of ICLR."},{"key":"e_1_3_2_2_21_1","volume-title":"Christopher K.I. Williams, John Winn, and Andrew Zisserman.","author":"Everingham Mark","year":"2015","unstructured":"Mark Everingham, S.M. Ali Eslami, Luc Van Gool, Christopher K.I. Williams, John Winn, and Andrew Zisserman. 2015. The PASCAL Visual Object Classes Challenge: A Retrospective. International journal of computer vision, Vol. 111 (2015), 98--136."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-022-09407-w"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609496"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-00958-7_28"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458311"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30213-1_5"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2005.11.003"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.237"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30367-3"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102746"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2014.07.018"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2014.6890257"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609553"},{"key":"e_1_3_2_2_36_1","volume-title":"Kingma and Jimmy Lei Ba","author":"Diederik","year":"2015","unstructured":"Diederik P. Kingma and Jimmy Lei Ba. 2015. Adam: A method for stochastic gradient descent. In Proceedings of ICLR."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1314498.1314541"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-06028-6_105"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398666"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2396866"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","unstructured":"Fei-Fei Li Marco Andreeto Marc'Aurelio Ranzato and Pietro Perona. 2022. Caltech 101. https:\/\/doi.org\/10.22002\/D1.20086","DOI":"10.22002\/D1.20086"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2011.08.042"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210146"},{"key":"e_1_3_2_2_44_1","volume-title":"Proceedings of SIGIR. 7--10","author":"Mothe Josiane","year":"2005","unstructured":"Josiane Mothe and Ludovic Tanguy. 2005. Linguistic features to predict query difficulty. In Proceedings of SIGIR. 7--10."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2180868.2180875"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/SIBGRAPI.2015.28"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2007.383172"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2008.4587635"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00598"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2846566"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609581"},{"key":"e_1_3_2_2_52_1","volume-title":"Proceedings of NIPS. 91--99","author":"Ren Shaoqing","year":"2015","unstructured":"Shaoqing Ren, Kaiming He, Ross Girshick, and Jian Sun. 2015. Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. In Proceedings of NIPS. 91--99."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00521"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234944.3234946"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121051"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121087"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331369"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2018.10.009"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503516.3503534"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.5555\/1059603.1059611"},{"key":"e_1_3_2_2_62_1","volume-title":"Proceedings of Workshop on Predicting Query Difficulty-Methods and Applications. 1--3.","author":"Sehgal Aditya Kumar","year":"2005","unstructured":"Aditya Kumar Sehgal and Padmini Srinivasan. 2005. Predicting performance for gene queries. In Proceedings of Workshop on Predicting Query Difficulty-Methods and Applications. 1--3."},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835494"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2926790"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/2180868.2180873"},{"key":"e_1_3_2_2_66_1","volume-title":"Proceedings of ICLR.","author":"Simonyan Karen","year":"2014","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very Deep Convolutional Networks for Large-Scale Image Recognition. In Proceedings of ICLR."},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2021.103166"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2864919"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661906"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2014.2368714"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2011.2177647"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460426.3463645"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1953039"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-12275-0_52"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076121"},{"key":"e_1_3_2_2_76_1","volume-title":"Proceedings of SIGIR. 105--114","author":"Zamani Hamed","unstructured":"Hamed Zamani, W. Bruce Croft, and J. Shane Culpepper. 2018. Neural query performance prediction using weak supervision from multiple signals. In Proceedings of SIGIR. 105--114."},{"key":"e_1_3_2_2_77_1","volume-title":"Proceedings of SIGIR. 395--404","author":"Zendel Oleg","unstructured":"Oleg Zendel, Anna Shtok, Fiana Raiber, Oren Kurland, and J. Shane Culpepper. 2019. Information needs, queries, and query performance prediction. In Proceedings of SIGIR. 395--404."},{"key":"e_1_3_2_2_78_1","volume-title":"Query performance prediction and classification for information search systems","author":"Zhang Zhongmin","unstructured":"Zhongmin Zhang, Jiawei Chen, and Shengli Wu. 2018. Query performance prediction and classification for information search systems. In Proceedings of APWeb-WAIM. Springer, 277--285."},{"key":"e_1_3_2_2_79_1","volume-title":"Effective pre-retrieval query performance prediction using similarity and variability evidence","author":"Zhao Ying","unstructured":"Ying Zhao, Falk Scholer, and Yohannes Tsegay. 2008. Effective pre-retrieval query performance prediction using similarity and variability evidence. In Proceedings of ECIR. Springer, 52--64."},{"key":"e_1_3_2_2_80_1","volume-title":"Proceedings of CIKM. 567--574","author":"Zhou Yun","unstructured":"Yun Zhou and W. Bruce Croft. 2006. Ranking robustness: a novel framework to predict query performance. In Proceedings of CIKM. 567--574."},{"key":"e_1_3_2_2_81_1","volume-title":"Proceedings of SIGIR. 543--550","author":"Zhou Yun","unstructured":"Yun Zhou and W. Bruce Croft. 2007. Query Performance Prediction in Web Search Environments. In Proceedings of SIGIR. 543--550."}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591901","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591901","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:38:07Z","timestamp":1750178287000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591901"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":81,"alternative-id":["10.1145\/3539618.3591901","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591901","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}