{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T05:19:58Z","timestamp":1784092798364,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":82,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,6]],"date-time":"2022-07-06T00:00:00Z","timestamp":1657065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["871042"],"award-info":[{"award-number":["871042"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,6]]},"DOI":"10.1145\/3477495.3531740","type":"proceedings-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T15:12:13Z","timestamp":1657206733000},"page":"3099-3107","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["The Istella22 Dataset"],"prefix":"10.1145","author":[{"given":"Domenico","family":"Dato","sequence":"first","affiliation":[{"name":"Istella, Milano, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sean","family":"MacAvaney","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Franco Maria","family":"Nardini","sequence":"additional","affiliation":[{"name":"ISTI-CNR, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raffaele","family":"Perego","sequence":"additional","affiliation":[{"name":"ISTI-CNR, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicola","family":"Tonellotto","sequence":"additional","affiliation":[{"name":"University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582416"},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. InCoCo@NIPS Workshop.","author":"Bajaj Payal","year":"2016","unstructured":"Payal Bajaj , Daniel Campos , Nick Craswell , Li Deng , Jianfeng Gao , Xiaodong Liu , Rangan Majumder , Andrew McNamara , Bhaskar Mitra , Tri Nguyen , Mir Rosenberg , Xia Song , Alina Stoica , Saurabh Tiwary , and Tong Wang . 2016 . MS MARCO: A Human Generated MAchine Reading COmprehension Dataset . In Proc. InCoCo@NIPS Workshop. Payal Bajaj, Daniel Campos, Nick Craswell, Li Deng, Jianfeng Gao, Xiaodong Liu, Rangan Majumder, Andrew McNamara, Bhaskar Mitra, Tri Nguyen, Mir Rosenberg, Xia Song, Alina Stoica, Saurabh Tiwary, and Tong Wang. 2016. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. In Proc. InCoCo@NIPS Workshop."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/SPIRE.2000.878178"},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. ICML. PMLR, 115--123","author":"Bergstra James","year":"2013","unstructured":"James Bergstra , Daniel Yamins , and David Cox . 2013 . Making a Science of Model Search: Hyperparameter Optimization in Hundreds of Dimensions for Vision Architectures . In Proc. ICML. PMLR, 115--123 . James Bergstra, Daniel Yamins, and David Cox. 2013. Making a Science of Model Search: Hyperparameter Optimization in Hundreds of Dimensions for Vision Architectures. In Proc. ICML. PMLR, 115--123."},{"key":"e_1_3_2_1_5_1","volume-title":"mMARCO: A Multilingual Version of MS MARCO Passage Ranking Dataset. arXiv:2108.13897","author":"Bonifacio Luiz Henrique","year":"2021","unstructured":"Luiz Henrique Bonifacio , Israel Campiotti , Roberto Lotufo , and Rodrigo Nogueira . 2021. mMARCO: A Multilingual Version of MS MARCO Passage Ranking Dataset. arXiv:2108.13897 ( 2021 ). Luiz Henrique Bonifacio, Israel Campiotti, Roberto Lotufo, and Rodrigo Nogueira. 2021. mMARCO: A Multilingual Version of MS MARCO Passage Ranking Dataset. arXiv:2108.13897 (2021)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_1_7_1","volume-title":"From RankNet to LambdaRank to LambdaMart: An overview. Learning","author":"Burges Christopher JC","year":"2010","unstructured":"Christopher JC Burges . 2010. From RankNet to LambdaRank to LambdaMart: An overview. Learning ( 2010 ). Christopher JC Burges. 2010. From RankNet to LambdaRank to LambdaMart: An overview. Learning (2010)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7503.003.0029"},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. TREC.","author":"B\u00fcttcher Stefan","year":"2006","unstructured":"Stefan B\u00fcttcher , Charles L. A. Clarke , and Ian Soboroff . 2006 . The TREC 2006 Terabyte Track . In Proc. TREC. Stefan B\u00fcttcher, Charles L. A. Clarke, and Ian Soboroff. 2006. The TREC 2006 Terabyte Track. In Proc. TREC."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2016.05.004"},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. the learning to rank challenge. Proc. PMLR, 1--24","author":"Chapelle Olivier","year":"2011","unstructured":"Olivier Chapelle and Yi Chang . 2011 . Yahoo! Learning to Rank Challenge Overview . In Proc. the learning to rank challenge. Proc. PMLR, 1--24 . Olivier Chapelle and Yi Chang. 2011. Yahoo! Learning to Rank Challenge Overview. In Proc. the learning to rank challenge. Proc. PMLR, 1--24."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_13_1","unstructured":"Zhumin Chu Yiqun Liu Chen Nuo Yujing Li Junjie Wang Tetsuya Sakai Sijie Tao Nicola Ferro Maria Maistro and Ian Soboroff. 2021. NTCIR We Want Web with CENTRE Task. http:\/\/sakailab.com\/www4\/ Task currently running.  Zhumin Chu Yiqun Liu Chen Nuo Yujing Li Junjie Wang Tetsuya Sakai Sijie Tao Nicola Ferro Maria Maistro and Ian Soboroff. 2021. NTCIR We Want Web with CENTRE Task. http:\/\/sakailab.com\/www4\/ Task currently running."},{"key":"e_1_3_2_1_14_1","volume-title":"Proc. TREC.","author":"Clark Charles L. A.","year":"2005","unstructured":"Charles L. A. Clark , Falk Scholer , and Ian Soboroff . 2005 . The TREC 2005 Terabyte Track . In Proc. TREC. Charles L. A. Clark, Falk Scholer, and Ian Soboroff. 2005. The TREC 2005 Terabyte Track. In Proc. TREC."},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. TREC.","author":"Clarke Charles","year":"2004","unstructured":"Charles Clarke , Nick Craswell , and Ian Soboroff . 2004 . Overview of the TREC 2004 Terabyte Track . In Proc. TREC. Charles Clarke, Nick Craswell, and Ian Soboroff. 2004. Overview of the TREC 2004 Terabyte Track. In Proc. TREC."},{"key":"e_1_3_2_1_16_1","volume-title":"Proc. TREC.","author":"Clarke Charles L. A.","year":"2009","unstructured":"Charles L. A. Clarke , Nick Craswell , and Ian Soboroff . 2009 . Overview of the TREC 2009 Web Track . In Proc. TREC. Charles L. A. Clarke, Nick Craswell, and Ian Soboroff. 2009. Overview of the TREC 2009 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. TREC.","author":"Clarke Charles L. A.","unstructured":"Charles L. A. Clarke , Nick Craswell , Ian Soboroff , and Gordon V. Cormack . 2010. Overview of the TREC 2010 Web Track . In Proc. TREC. Charles L. A. Clarke, Nick Craswell, Ian Soboroff, and Gordon V. Cormack. 2010. Overview of the TREC 2010 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_18_1","volume-title":"Proc. TREC.","author":"Clarke Charles L. A.","unstructured":"Charles L. A. Clarke , Nick Craswell , Ian Soboroff , and Ellen M. Voorhees . 2011. Overview of the TREC 2011 Web Track . In Proc. TREC. Charles L. A. Clarke, Nick Craswell, Ian Soboroff, and Ellen M. Voorhees. 2011. Overview of the TREC 2011 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_19_1","volume-title":"Proc. TREC.","author":"Clarke Charles L. A.","unstructured":"Charles L. A. Clarke , Nick Craswell , and Ellen M. Voorhees . 2012. Overview of the TREC 2012 Web Track . In Proc. TREC. Charles L. A. Clarke, Nick Craswell, and Ellen M. Voorhees. 2012. Overview of the TREC 2012 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_20_1","volume-title":"Proc. TREC.","author":"Collins-Thompson Kevyn","unstructured":"Kevyn Collins-Thompson , Paul Bennett , Fernando Diaz , Charles L. A. Clarke , and Ellen M. Voorhees . 2013. TREC 2013 Web Track Overview . In Proc. TREC. Kevyn Collins-Thompson, Paul Bennett, Fernando Diaz, Charles L. A. Clarke, and Ellen M. Voorhees. 2013. TREC 2013 Web Track Overview. In Proc. TREC."},{"key":"e_1_3_2_1_21_1","volume-title":"Proc. TREC.","author":"Collins-Thompson Kevyn","unstructured":"Kevyn Collins-Thompson , Craig Macdonald , Paul Bennett , Fernando Diaz , and Ellen M. Voorhees . 2014. TREC 2014 Web Track Overview . In Proc. TREC. Kevyn Collins-Thompson, Craig Macdonald, Paul Bennett, Fernando Diaz, and Ellen M. Voorhees. 2014. TREC 2014 Web Track Overview. In Proc. TREC."},{"key":"e_1_3_2_1_22_1","volume-title":"Proc. TREC.","author":"Craswell Nick","year":"2002","unstructured":"Nick Craswell and David Hawking . 2002 . Overview of the TREC-2002 Web Track . In Proc. TREC. Nick Craswell and David Hawking. 2002. Overview of the TREC-2002 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. TREC.","author":"Craswell Nick","year":"2004","unstructured":"Nick Craswell and David Hawking . 2004 . Overview of the TREC-2004 Web Track . In Proc. TREC. Nick Craswell and David Hawking. 2004. Overview of the TREC-2004 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_24_1","volume-title":"Proc. TREC.","author":"Craswell Nick","year":"2003","unstructured":"Nick Craswell , David Hawking , Ross Wilkinson , and Mingfang Wu . 2003 . Overview of the TREC 2003 Web Track . In Proc. TREC. Nick Craswell, David Hawking, Ross Wilkinson, and Mingfang Wu. 2003. Overview of the TREC 2003 Web Track. In Proc. TREC."},{"key":"e_1_3_2_1_25_1","volume-title":"Overview of the TREC 2020 deep learning track. In Proc. TREC.","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell , Bhaskar Mitra , Emine Yilmaz , and Daniel Campos . 2020 . Overview of the TREC 2020 deep learning track. In Proc. TREC. Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2020. Overview of the TREC 2020 deep learning track. In Proc. TREC."},{"key":"e_1_3_2_1_26_1","volume-title":"Overview of the TREC 2019 deep learning track. In Proc. TREC.","author":"Craswell Nick","year":"2019","unstructured":"Nick Craswell , Bhaskar Mitra , Emine Yilmaz , Daniel Campos , and Ellen Voorhees . 2019 . Overview of the TREC 2019 deep learning track. In Proc. TREC. Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen Voorhees. 2019. Overview of the TREC 2019 deep learning track. In Proc. TREC."},{"key":"e_1_3_2_1_27_1","volume-title":"Overview of the TREC 2021 deep learning track. In Proc. TREC.","author":"Craswell Nick","year":"2021","unstructured":"Nick Craswell , Emine Yilmaz , Daniel Campos , and Jimmy Lin . 2021 . Overview of the TREC 2021 deep learning track. In Proc. TREC. Nick Craswell, Emine Yilmaz, Daniel Campos, and Jimmy Lin. 2021. Overview of the TREC 2021 deep learning track. In Proc. TREC."},{"key":"e_1_3_2_1_28_1","volume-title":"ArXiv abs\/1910.10687","author":"Dai Zhuyun","year":"2019","unstructured":"Zhuyun Dai and Jamie Callan . 2019. Context-Aware Sentence\/ Passage Term Importance Estimation For First Stage Retrieval . ArXiv abs\/1910.10687 ( 2019 ). Zhuyun Dai and Jamie Callan. 2019. Context-Aware Sentence\/Passage Term Importance Estimation For First Stage Retrieval. ArXiv abs\/1910.10687 (2019)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2987380"},{"key":"e_1_3_2_1_30_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. ArXiv abs\/1810.04805","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. ArXiv abs\/1810.04805 (2019). Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. ArXiv abs\/1810.04805 (2019)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013203451"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970398.2970433"},{"key":"e_1_3_2_1_33_1","volume-title":"Proc. CIKM","author":"Guo J.","year":"2016","unstructured":"J. Guo , Yixing Fan , Qingyao Ai , and W. Bruce Croft . 2016. A Deep Relevance Matching Model for Ad-hoc Retrieval . Proc. CIKM ( 2016 ). J. Guo, Yixing Fan, Qingyao Ai, and W. Bruce Croft. 2016. A Deep Relevance Matching Model for Ad-hoc Retrieval. Proc. CIKM (2016)."},{"key":"e_1_3_2_1_34_1","volume-title":"Let's Measure Run Time! Extending the IR Replicability Infrastructure to Include Performance Aspects. ArXiv abs\/1907.04614","author":"Hofst\u00e4tter Sebastian","year":"2019","unstructured":"Sebastian Hofst\u00e4tter and Allan Hanbury . 2019. Let's Measure Run Time! Extending the IR Replicability Infrastructure to Include Performance Aspects. ArXiv abs\/1907.04614 ( 2019 ). Sebastian Hofst\u00e4tter and Allan Hanbury. 2019. Let's Measure Run Time! Extending the IR Replicability Infrastructure to Include Performance Aspects. ArXiv abs\/1907.04614 (2019)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505665"},{"key":"e_1_3_2_1_36_1","volume-title":"Sergey Edunov, Danqi Chen, and Wen tau Yih.","author":"Karpukhin Vladimir","year":"2020","unstructured":"Vladimir Karpukhin , Barlas Ouz , Sewon Min , Patrick Lewis , Ledell Yu Wu , Sergey Edunov, Danqi Chen, and Wen tau Yih. 2020 . Dense Passage Retrieval for Open-Domain Question Answering. ArXiv abs\/2004.04906 (2020). Vladimir Karpukhin, Barlas Ouz, Sewon Min, Patrick Lewis, Ledell Yu Wu, Sergey Edunov, Danqi Chen, and Wen tau Yih. 2020. Dense Passage Retrieval for Open-Domain Question Answering. ArXiv abs\/2004.04906 (2020)."},{"key":"e_1_3_2_1_37_1","volume-title":"Proc. NeurIPS. 3146--3154","author":"Ke Guolin","year":"2017","unstructured":"Guolin Ke , Qi Meng , Thomas Finley , Taifeng Wang , Wei Chen , Weidong Ma , Qiwei Ye , and Tie-Yan Liu . 2017 . LightGBM: A Highly Efficient Gradient Boosting Decision Tree . In Proc. NeurIPS. 3146--3154 . Guolin Ke, Qi Meng, Thomas Finley, Taifeng Wang, Wei Chen, Weidong Ma, Qiwei Ye, and Tie-Yan Liu. 2017. LightGBM: A Highly Efficient Gradient Boosting Decision Tree. In Proc. NeurIPS. 3146--3154."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401075"},{"key":"e_1_3_2_1_39_1","article-title":"Parallel Traversal of Large Ensembles of Decision Trees","volume":"30","author":"Lettich Francesco","year":"2019","unstructured":"Francesco Lettich , Claudio Lucchese , Franco Maria Nardini , Salvatore Orlando , Raffaele Perego , Nicola Tonellotto , and Rossano Venturini . 2019 . Parallel Traversal of Large Ensembles of Decision Trees . IEEE Trans. Par. Dist. Sys. 30 , 9 (2019). Francesco Lettich, Claudio Lucchese, Franco Maria Nardini, Salvatore Orlando, Raffaele Perego, Nicola Tonellotto, and Rossano Venturini. 2019. Parallel Traversal of Large Ensembles of Decision Trees. IEEE Trans. Par. Dist. Sys. 30, 9 (2019).","journal-title":"IEEE Trans. Par. Dist. Sys."},{"key":"e_1_3_2_1_40_1","volume-title":"PARADE: Passage Representation Aggregation for Document Reranking. arXiv abs\/2008.09093","author":"Li Canjia","year":"2020","unstructured":"Canjia Li , Andrew Yates , Sean MacAvaney , Ben He , and Yingfei Sun . 2020 . PARADE: Passage Representation Aggregation for Document Reranking. arXiv abs\/2008.09093 (2020). https:\/\/arxiv.org\/abs\/2008.09093 Canjia Li, Andrew Yates, Sean MacAvaney, Ben He, and Yingfei Sun. 2020. PARADE: Passage Representation Aggregation for Document Reranking. arXiv abs\/2008.09093 (2020). https:\/\/arxiv.org\/abs\/2008.09093"},{"key":"e_1_3_2_1_41_1","first-page":"3","article-title":"Learning to Rank for Information Retrieval","volume":"3","author":"Liu Tie-Yan","year":"2009","unstructured":"Tie-Yan Liu . 2009 . Learning to Rank for Information Retrieval . Found. Trends Inf. Retr. 3 , 3 (March 2009), 225--331. Tie-Yan Liu. 2009. Learning to Rank for Information Retrieval. Found. Trends Inf. Retr. 3, 3 (March 2009), 225--331.","journal-title":"Found. Trends Inf. Retr."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3084140"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914763"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3205453"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767733"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914758"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080725"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210048"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371864"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.341"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_42"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_38"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401093"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45442-5_31"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331317"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463254"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409829"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482013"},{"key":"e_1_3_2_1_59_1","volume-title":"Passage Re-ranking with BERT. ArXiv abs\/1901.04085","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira and Kyunghyun Cho . 2019. Passage Re-ranking with BERT. ArXiv abs\/1901.04085 ( 2019 ). Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. ArXiv abs\/1901.04085 (2019)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","unstructured":"Rodrigo Nogueira Zhiying Jiang Ronak Pradeep and Jimmy Lin. 2020. Document Ranking with a Pretrained Sequence-to-Sequence Model. In Fidnings of EMNLP.  Rodrigo Nogueira Zhiying Jiang Ronak Pradeep and Jimmy Lin. 2020. Document Ranking with a Pretrained Sequence-to-Sequence Model. In Fidnings of EMNLP.","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"e_1_3_2_1_61_1","volume-title":"Document Expansion by Query Prediction. ArXiv abs\/1904.08375","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira , Wei Yang , Jimmy J. Lin , and Kyunghyun Cho . 2019. Document Expansion by Query Prediction. ArXiv abs\/1904.08375 ( 2019 ). Rodrigo Nogueira, Wei Yang, Jimmy J. Lin, and Kyunghyun Cho. 2019. Document Expansion by Query Prediction. ArXiv abs\/1904.08375 (2019)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401104"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/1146847.1146848"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409819"},{"key":"e_1_3_2_1_65_1","volume-title":"CoRR abs\/1306.2597","author":"Qin Tao","year":"2013","unstructured":"Tao Qin and Tie-Yan Liu . 2013. Introducing LETOR 4.0 Datasets . CoRR abs\/1306.2597 ( 2013 ). http:\/\/arxiv.org\/abs\/1306.2597 Tao Qin and Tie-Yan Liu. 2013. Introducing LETOR 4.0 Datasets. CoRR abs\/1306.2597 (2013). http:\/\/arxiv.org\/abs\/1306.2597"},{"key":"e_1_3_2_1_66_1","volume-title":"Proc. ICLR.","author":"Qin Zhen","year":"2021","unstructured":"Zhen Qin , Le Yan , Honglei Zhuang , Yi Tay , Rama Kumar Pasumarthi , Xuanhui Wang , Michael Bendersky , and Marc Najork . 2021 . Are Neural Rankers still Outperformed by Gradient Boosted Decision Trees? . In Proc. ICLR. Zhen Qin, Le Yan, Honglei Zhuang, Yi Tay, Rama Kumar Pasumarthi, Xuanhui Wang, Michael Bendersky, and Marc Najork. 2021. Are Neural Rankers still Outperformed by Gradient Boosted Decision Trees?. In Proc. ICLR."},{"key":"e_1_3_2_1_67_1","volume-title":"Liu","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel , Noam M. Shazeer , Adam Roberts , Katherine Lee , Sharan Narang , Michael Matena , Yanqi Zhou , Wei Li , and Peter J . Liu . 2020 . Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. ArXiv abs\/1910.10683 (2020). Colin Raffel, Noam M. Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J. Liu. 2020. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. ArXiv abs\/1910.10683 (2020)."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"Stephen Robertson and Hugo Zaragoza. 2009. The Probabilistic Relevance Framework: BM25 and Beyond. Found. Trends Inf. Retr.  Stephen Robertson and Hugo Zaragoza. 2009. The Probabilistic Relevance Framework: BM25 and Beyond. Found. Trends Inf. Retr.","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_69_1","unstructured":"Tetsuya Sakai Sijie Tao Zhaohao Zeng Yukun Zheng Jiaxin Mao Zhumin Chu Y. Liu Zhicheng Dou and Ian Soboroff. 2020. Overview of the NTCIR-15 We Want Web with CENTRE (WWW-3) Task.  Tetsuya Sakai Sijie Tao Zhaohao Zeng Yukun Zheng Jiaxin Mao Zhumin Chu Y. Liu Zhicheng Dou and Ian Soboroff. 2020. Overview of the NTCIR-15 We Want Web with CENTRE (WWW-3) Task."},{"key":"e_1_3_2_1_70_1","volume-title":"Learning to Rank Query Suggestions for Adhoc and Diversity Search. Inf. Retr. 16, 4","author":"Santos Rodrygo L. T.","year":"2013","unstructured":"Rodrygo L. T. Santos , Craig Macdonald , and Iadh Ounis . 2013. Learning to Rank Query Suggestions for Adhoc and Diversity Search. Inf. Retr. 16, 4 ( 2013 ). Rodrygo L. T. Santos, Craig Macdonald, and Iadh Ounis. 2013. Learning to Rank Query Suggestions for Adhoc and Diversity Search. Inf. Retr. 16, 4 (2013)."},{"key":"e_1_3_2_1_71_1","volume-title":"Lin","author":"Shi Peng","year":"2020","unstructured":"Peng Shi , He Bai , and Jimmy J . Lin . 2020 . Cross-Lingual Training of Neural Models for Document Ranking. In Findings of EMNLP. Peng Shi, He Bai, and Jimmy J. Lin. 2020. Cross-Lingual Training of Neural Models for Document Ranking. In Findings of EMNLP."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321528"},{"key":"e_1_3_2_1_73_1","volume-title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models. abs\/2104.08663","author":"Thakur Nandan","year":"2021","unstructured":"Nandan Thakur , Nils Reimers , Andreas R\u00fcckl\u00e9 , Abhishek Srivastava , and Iryna Gurevych . 2021 . BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models. abs\/2104.08663 (2021). Nandan Thakur, Nils Reimers, Andreas R\u00fcckl\u00e9, Abhishek Srivastava, and Iryna Gurevych. 2021. BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models. abs\/2104.08663 (2021)."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000057"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277808"},{"key":"e_1_3_2_1_76_1","first-page":"5998","article-title":"Attention is All you Need","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani , Noam Shazeer , Niki Parmar , Jakob Uszkoreit , Llion Jones , Aidan N Gomez , Lukasz Kaiser , and Illia Polosukhin . 2017 . Attention is All you Need . In Proc. NeurIPS , Vol. 30. 5998 -- 6008 . Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Proc. NeurIPS, Vol. 30. 5998--6008.","journal-title":"Proc. NeurIPS"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3469053"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"crossref","unstructured":"Q. Wu C.J.C. Burges K.M. Svore and J. Gao. 2010. Adapting Boosting for Information Retrieval Measures. Information Retrieval (2010).  Q. Wu C.J.C. Burges K.M. Svore and J. Gao. 2010. Adapting Boosting for Information Retrieval Measures. Information Retrieval (2010).","DOI":"10.1007\/s10791-009-9112-1"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371868"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219857"},{"key":"e_1_3_2_1_81_1","volume-title":"Lin","author":"Yilmaz Zeynep Akkalyoncu","year":"2019","unstructured":"Zeynep Akkalyoncu Yilmaz , Shengjin Wang , Wei Yang , Haotian Zhang , and Jimmy J . Lin . 2019 . Applying BERT to Document Retrieval with Birch. In Proc. EMNLP. Zeynep Akkalyoncu Yilmaz, Shengjin Wang, Wei Yang, Haotian Zhang, and Jimmy J. Lin. 2019. Applying BERT to Document Retrieval with Birch. In Proc. EMNLP."},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210092"}],"event":{"name":"SIGIR '22: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Madrid Spain","acronym":"SIGIR '22","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531740","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477495.3531740","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:07Z","timestamp":1750186927000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531740"}},"subtitle":["Bridging Traditional and Neural Learning to Rank Evaluation"],"short-title":[],"issued":{"date-parts":[[2022,7,6]]},"references-count":82,"alternative-id":["10.1145\/3477495.3531740","10.1145\/3477495"],"URL":"https:\/\/doi.org\/10.1145\/3477495.3531740","relation":{},"subject":[],"published":{"date-parts":[[2022,7,6]]},"assertion":[{"value":"2022-07-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}