{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T18:44:07Z","timestamp":1757702647629,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"the Ministry of Science and Higher Education of the Russian Federation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3404835.3463093","type":"proceedings-article","created":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T03:08:41Z","timestamp":1626059321000},"page":"2081-2085","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["A Systematic Evaluation of Transfer Learning and Pseudo-labeling with BERT-based Ranking Models"],"prefix":"10.1145","author":[{"given":"Iurii","family":"Mokrii","sequence":"first","affiliation":[{"name":"HSE University, Moscow, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Leonid","family":"Boytsov","sequence":"additional","affiliation":[{"name":"Bosch Center for Artificial Intelligence, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pavel","family":"Braslavski","sequence":"additional","affiliation":[{"name":"Ural Federal University & HSE University, Yekaterinburg, Russian Fed."}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,7,11]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Cross-domain Retrieval in the Legal and Patent Domains: a Reproducability Study. arXiv preprint arXiv:2012.11405","author":"Althammer Sophia","year":"2020","unstructured":"Sophia Althammer, Sebastian Hofstatter, and Allan Hanbury. 2020. Cross-domain Retrieval in the Legal and Patent Domains: a Reproducability Study. arXiv preprint arXiv:2012.11405 (2020)."},{"key":"e_1_3_2_2_2_1","volume-title":"MS MARCO: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268","author":"Bajaj Payal","year":"2016","unstructured":"Payal Bajaj, Daniel Campos, Nick Craswell, Li Deng, Jianfeng Gao, Xiaodong Liu, Rangan Majumder, Andrew McNamara, Bhaskar Mitra, Tri Nguyen, et al. 2016. MS MARCO: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268 (2016)."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"crossref","unstructured":"Leonid Boytsov Anna Belova and Peter Westfall. 2013. Deciding on an adjustment for multiplicity in IR experiments. In SIGIR. 403--412.","DOI":"10.1145\/2484028.2484034"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"crossref","unstructured":"Leonid Boytsov and Zico Kolter. 2021. Exploring Classic and Neural Lexical Translation Models for Information Retrieval: Interpretability Effectiveness and Efficiency Benefits. In ECIR. 63--78.","DOI":"10.1007\/978-3-030-72113-8_5"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.nlposs-1.6"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"key":"e_1_3_2_2_7_1","volume-title":"Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen M Voorhees. 2020. Overview of the TREC 2019 deep learning track. arXiv preprint arXiv:2003.07820 (2020)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"Mostafa Dehghani Hamed Zamani Aliaksei Severyn Jaap Kamps and W Bruce Croft. 2017. Neural ranking models with weak supervision. In SIGIR. 65--74.","DOI":"10.1145\/3077136.3080832"},{"key":"e_1_3_2_2_9_1","volume-title":"BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2019.102067"},{"key":"e_1_3_2_2_11_1","volume-title":"2020 b. MultiReQA: A Cross-Domain Evaluation for Retrieval Question Answering Models. arXiv preprint arXiv:2005.02507","author":"Guo Mandy","year":"2020","unstructured":"Mandy Guo, Yinfei Yang, Daniel Cer, Qinlan Shen, and Noah Constant. 2020 b. MultiReQA: A Cross-Domain Evaluation for Retrieval Question Answering Models. arXiv preprint arXiv:2005.02507 (2020)."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"crossref","unstructured":"Lei Han Eddy Maddalena Alessandro Checco Cristina Sarasua Ujwal Gadiraju Kevin Roitero and Gianluca Demartini. 2020. Crowd Worker Strategies in Relevance Judgment Tasks. In WSDM. 241--249.","DOI":"10.1145\/3336191.3371857"},{"key":"e_1_3_2_2_13_1","unstructured":"Sebastian Hofst\"a tter Markus Zlabinger and Allan Hanbury. 2020. Interpretable & Time-Budget-Constrained Contextualization for Re-Ranking. In ECAI. 513--520."},{"key":"e_1_3_2_2_14_1","volume-title":"Sewon Min, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih.","author":"Karpukhin Vladimir","year":"2020","unstructured":"Vladimir Karpukhin, Barlas Oug uz, Sewon Min, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih. 2020. Dense Passage Retrieval for Open-Domain Question Answering. arXiv preprint arXiv:2004.04906 (2020)."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00276"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308774.3308781"},{"key":"e_1_3_2_2_17_1","volume-title":"Pretrained Transformers for Text Ranking: BERT and Beyond. arXiv preprint arXiv:2010.06467","author":"Lin Jimmy","year":"2020","unstructured":"Jimmy Lin, Rodrigo Nogueira, and Andrew Yates. 2020. Pretrained Transformers for Text Ranking: BERT and Beyond. arXiv preprint arXiv:2010.06467 (2020)."},{"key":"e_1_3_2_2_18_1","volume-title":"Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101","author":"Loshchilov Ilya","year":"2017","unstructured":"Ilya Loshchilov and Frank Hutter. 2017. Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101 (2017)."},{"volume-title":"Teaching a New Dog Old Tricks: Resurrecting Multilingual Retrieval Using Zero-Shot Learning","author":"MacAvaney Sean","key":"e_1_3_2_2_19_1","unstructured":"Sean MacAvaney, Luca Soldaini, and Nazli Goharian. 2020. Teaching a New Dog Old Tricks: Resurrecting Multilingual Retrieval Using Zero-Shot Learning. In ECIR. Springer, 246--254."},{"key":"e_1_3_2_2_20_1","volume-title":"Foundations and Trends\u00ae in Information Retrieval","volume":"13","author":"Mitra Bhaskar","year":"2019","unstructured":"Bhaskar Mitra and Nick Craswell. 2019. An introduction to neural information retrieval. Foundations and Trends\u00ae in Information Retrieval, Vol. 13, 1 (2019), 1--126."},{"key":"e_1_3_2_2_21_1","volume-title":"On the Stability of Fine-tuning BERT: Misconceptions, Explanations, and Strong Baselines. arXiv preprint arXiv:2006.04884","author":"Mosbach Marius","year":"2020","unstructured":"Marius Mosbach, Maksym Andriushchenko, and Dietrich Klakow. 2020. On the Stability of Fine-tuning BERT: Misconceptions, Explanations, and Strong Baselines. arXiv preprint arXiv:2006.04884 (2020)."},{"key":"e_1_3_2_2_22_1","volume-title":"Passage Re-ranking with BERT. arXiv preprint arXiv:1901.04085","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. arXiv preprint arXiv:1901.04085 (2019)."},{"key":"e_1_3_2_2_23_1","volume-title":"Document ranking with a pretrained sequence-to-sequence model. arXiv preprint arXiv:2003.06713","author":"Nogueira Rodrigo","year":"2020","unstructured":"Rodrigo Nogueira, Zhiying Jiang, and Jimmy Lin. 2020. Document ranking with a pretrained sequence-to-sequence model. arXiv preprint arXiv:2003.06713 (2020)."},{"key":"e_1_3_2_2_24_1","volume-title":"Exploring the limits of transfer learning with a unified text-to-text transformer. arXiv preprint arXiv:1910.10683","author":"Raffel Colin","year":"2019","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J Liu. 2019. Exploring the limits of transfer learning with a unified text-to-text transformer. arXiv preprint arXiv:1910.10683 (2019)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar Jian Zhang Konstantin Lopyrev and Percy Liang. 2016. SQuAD: 100 000+ Questions for Machine Comprehension of Text. In EMNLP. 2383--2392.","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1108\/00220410410560582"},{"key":"e_1_3_2_2_27_1","volume-title":"MultiCQA: Zero-Shot Transfer of Self-Supervised Text Matching Models on a Massive Scale. arXiv preprint arXiv:2010.00980","author":"R\u00fcckl\u00e9 Andreas","year":"2020","unstructured":"Andreas R\u00fcckl\u00e9, Jonas Pfeiffer, and Iryna Gurevych. 2020. MultiCQA: Zero-Shot Transfer of Self-Supervised Text Matching Models on a Massive Scale. arXiv preprint arXiv:2010.00980 (2020)."},{"key":"e_1_3_2_2_28_1","volume-title":"Cross-lingual relevance transfer for document retrieval. arXiv preprint arXiv:1911.02989","author":"Shi Peng","year":"2019","unstructured":"Peng Shi and Jimmy Lin. 2019. Cross-lingual relevance transfer for document retrieval. arXiv preprint arXiv:1911.02989 (2019)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"crossref","unstructured":"Leslie N. Smith. 2017. Cyclical Learning Rates for Training Neural Networks. In WACV. 464--472.","DOI":"10.1109\/WACV.2017.58"},{"key":"e_1_3_2_2_30_1","volume-title":"Learning to rank answers to non-factoid questions from web collections. Computational linguistics","author":"Surdeanu Mihai","year":"2011","unstructured":"Mihai Surdeanu, Massimiliano Ciaramita, and Hugo Zaragoza. 2011. Learning to rank answers to non-factoid questions from web collections. Computational linguistics, Vol. 37, 2 (2011), 351--383."},{"key":"e_1_3_2_2_31_1","volume-title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models. arXiv preprint arXiv:2104.08663","author":"Thakur Nandan","year":"2021","unstructured":"Nandan Thakur, Nils Reimers, Andreas R\u00fcckl\u00e9, Abhishek Srivastava, and Iryna Gurevych. 2021. BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models. arXiv preprint arXiv:2104.08663 (2021)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","unstructured":"Juli\u00e1n Urbano M\u00f3nica Marrero and Diego Mart'i n. 2013. On the measurement of test collection reliability. In SIGIR. 393--402.","DOI":"10.1145\/2484028.2484038"},{"key":"e_1_3_2_2_33_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All you Need. In NIPS. 5998--6008."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"crossref","unstructured":"Zeynep Akkalyoncu Yilmaz Wei Yang Haotian Zhang and Jimmy Lin. 2019. Cross-domain modeling of sentence-level evidence for document retrieval. In EMNLP-IJCNLP. 3481--3487.","DOI":"10.18653\/v1\/D19-1352"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.sustainlp-1.14"}],"event":{"name":"SIGIR '21: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Virtual Event Canada","acronym":"SIGIR '21"},"container-title":["Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3463093","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3404835.3463093","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:30Z","timestamp":1750191510000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3463093"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":35,"alternative-id":["10.1145\/3404835.3463093","10.1145\/3404835"],"URL":"https:\/\/doi.org\/10.1145\/3404835.3463093","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}