{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T14:24:03Z","timestamp":1775571843533,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,6]],"date-time":"2022-07-06T00:00:00Z","timestamp":1657065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,6]]},"DOI":"10.1145\/3477495.3531791","type":"proceedings-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T15:12:08Z","timestamp":1657206728000},"page":"1979-1983","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":33,"title":["Curriculum Learning for Dense Retrieval Distillation"],"prefix":"10.1145","author":[{"given":"Hansi","family":"Zeng","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}]},{"given":"Hamed","family":"Zamani","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}]},{"given":"Vishwa","family":"Vinay","sequence":"additional","affiliation":[{"name":"Adobe Research, Bangalore, AA, India"}]}],"member":"320","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"e_1_3_2_2_2_1","unstructured":"Christopher J. C. Burges. 2010. From RankNet to LambdaRank to LambdaMART: An Overview.  Christopher J. C. Burges. 2010. From RankNet to LambdaRank to LambdaMART: An Overview."},{"key":"e_1_3_2_2_3_1","volume-title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. 30th Conference on Neural Information Processing Systems, NIPS","author":"Campos Daniel Fernando","year":"2016","unstructured":"Daniel Fernando Campos , Tri Nguyen , Mir Rosenberg , Xia Song , Jianfeng Gao , Saurabh Tiwary , Rangan Majumder , Li Deng , and Bhaskar Mitra . 2016 . MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. 30th Conference on Neural Information Processing Systems, NIPS (2016). Daniel Fernando Campos, Tri Nguyen, Mir Rosenberg, Xia Song, Jianfeng Gao, Saurabh Tiwary, Rangan Majumder, Li Deng, and Bhaskar Mitra. 2016. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. 30th Conference on Neural Information Processing Systems, NIPS (2016)."},{"key":"e_1_3_2_2_4_1","volume-title":"Overview of the TREC 2019 Deep Learning Track. In TREC.","author":"Craswell Nick","year":"2019","unstructured":"Nick Craswell , Bhaskar Mitra , Emine Yilmaz , and Daniel Campos . 2019 . Overview of the TREC 2019 Deep Learning Track. In TREC. Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2019. Overview of the TREC 2019 Deep Learning Track. In TREC."},{"key":"e_1_3_2_2_5_1","volume-title":"Overview of the TREC 2020 Deep Learning Track. In TREC.","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell , Bhaskar Mitra , Emine Yilmaz , and Daniel Campos . 2020 . Overview of the TREC 2020 Deep Learning Track. In TREC. Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2020. Overview of the TREC 2020 Deep Learning Track. In TREC."},{"key":"e_1_3_2_2_6_1","volume-title":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval abs\/1910","author":"Dai Zhuyun","year":"2020","unstructured":"Zhuyun Dai and Jamie Callan . 2020 . Context-Aware Sentence\/Passage Term Importance Estimation For First Stage Retrieval . Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval abs\/1910 .10687 (2020). Zhuyun Dai and Jamie Callan. 2020. Context-Aware Sentence\/Passage Term Importance Estimation For First Stage Retrieval. Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval abs\/1910.10687 (2020)."},{"key":"e_1_3_2_2_7_1","volume-title":"Proceedings of NAACL-HLT","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . Proceedings of NAACL-HLT (2019). Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. Proceedings of NAACL-HLT (2019)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(93)90058-4"},{"key":"e_1_3_2_2_9_1","volume-title":"Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval. ArXiv abs\/2108.05540","author":"Gao Luyu","year":"2021","unstructured":"Luyu Gao and Jamie Callan . 2021. Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval. ArXiv abs\/2108.05540 ( 2021 ). Luyu Gao and Jamie Callan. 2021. Unsupervised Corpus Aware Language Model Pre-training for Dense Passage Retrieval. ArXiv abs\/2108.05540 (2021)."},{"key":"e_1_3_2_2_10_1","volume-title":"Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation. ArXiv abs\/2010.02666","author":"Hofst\u00e4tter Sebastian","year":"2020","unstructured":"Sebastian Hofst\u00e4tter , Sophia Althammer , Michael Schr\u00f6der , Mete Sertkan , and Allan Hanbury 2020. Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation. ArXiv abs\/2010.02666 ( 2020 ). Sebastian Hofst\u00e4tter, Sophia Althammer, Michael Schr\u00f6der, Mete Sertkan, and Allan Hanbury 2020. Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation. ArXiv abs\/2010.02666 (2020)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462891"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401075"},{"key":"e_1_3_2_2_14_1","volume-title":"Adam: A Method for Stochastic Optimization. 3rd International Conference for Learning Representations, ICLR","author":"Diederik","year":"2015","unstructured":"Diederik P. Kingma and Jimmy Ba. 2015 . Adam: A Method for Stochastic Optimization. 3rd International Conference for Learning Representations, ICLR ( 2015 ). Diederik P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. 3rd International Conference for Learning Representations, ICLR (2015)."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2008.11.014"},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings of the 6th Workshop on Representation Learning for NLP (RepL4NLP-2021)","author":"Lin Sheng-Chieh","year":"2021","unstructured":"Sheng-Chieh Lin , Jheng-Hong Yang , and Jimmy J. Lin . 2021. Distilling Dense Representations for Ranking using Tightly-Coupled Teachers . Proceedings of the 6th Workshop on Representation Learning for NLP (RepL4NLP-2021) ( 2021 ). Sheng-Chieh Lin, Jheng-Hong Yang, and Jimmy J. Lin. 2021. Distilling Dense Representations for Ranking using Tightly-Coupled Teachers. Proceedings of the 6th Workshop on Representation Learning for NLP (RepL4NLP-2021) (2021)."},{"key":"e_1_3_2_2_17_1","volume-title":"TACL","author":"Luan Y","year":"2021","unstructured":"Y Luan , Jacob Eisenstein , Kristina Toutanova , and Michael Collins . 2021. Sparse, Dense, and Attentional Representations for Text Retrieval . Transactions of the Association for Computational Linguistics , TACL ( 2021 ). Y Luan, Jacob Eisenstein, Kristina Toutanova, and Michael Collins. 2021. Sparse, Dense, and Attentional Representations for Text Retrieval. Transactions of the Association for Computational Linguistics, TACL (2021)."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401094"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2934906"},{"key":"e_1_3_2_2_20_1","unstructured":"Rodrigo Nogueira. 2019. From doc2query to docTTTTTquery.  Rodrigo Nogueira. 2019. From doc2query to docTTTTTquery."},{"key":"e_1_3_2_2_21_1","volume-title":"Passage Re-ranking with BERT. ArXiv abs\/1901.04085","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira and Kyunghyun Cho . 2019. Passage Re-ranking with BERT. ArXiv abs\/1901.04085 ( 2019 ). Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. ArXiv abs\/1901.04085 (2019)."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45439-5_46"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463106"},{"key":"e_1_3_2_2_24_1","volume-title":"Understanding the Behaviors of BERT in Ranking. ArXiv abs\/1904.07531","author":"Qiao Yifan","year":"2019","unstructured":"Yifan Qiao , Chenyan Xiong , Zhenghao Liu , and Zhiyuan Liu . 2019. Understanding the Behaviors of BERT in Ranking. ArXiv abs\/1904.07531 ( 2019 ). Yifan Qiao, Chenyan Xiong, Zhenghao Liu, and Zhiyuan Liu. 2019. Understanding the Behaviors of BERT in Ranking. ArXiv abs\/1904.07531 (2019)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.466"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.224"},{"key":"e_1_3_2_2_27_1","volume-title":"Proceedings of the Third Text REtrieval Conference (TREC-3). Gaithersburg, MD: NIST, 109--126","author":"Robertson Stephen","unstructured":"Stephen Robertson , S. Walker , S. Jones , M. M. Hancock-Beaulieu , and M. Gatford . 1995. Okapi at TREC-3 . In Proceedings of the Third Text REtrieval Conference (TREC-3). Gaithersburg, MD: NIST, 109--126 . Stephen Robertson, S. Walker, S. Jones, M. M. Hancock-Beaulieu, and M. Gatford. 1995. Okapi at TREC-3. In Proceedings of the Third Text REtrieval Conference (TREC-3). Gaithersburg, MD: NIST, 109--126."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/361219.361220"},{"key":"e_1_3_2_2_29_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. ArXivabs\/1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh , Lysandre Debut , Julien Chaumond , and Thomas Wolf . 2019. DistilBERT , a distilled version of BERT: smaller, faster, cheaper and lighter. ArXivabs\/1910.01108 ( 2019 ). Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. ArXivabs\/1910.01108 (2019)."},{"key":"e_1_3_2_2_30_1","volume-title":"Zaharia","author":"Santhanam Keshav","year":"2021","unstructured":"Keshav Santhanam , O. Khattab , Jon Saad-Falcon , Christopher Potts , and Matei A . Zaharia . 2021 . ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction. ArXiv abs\/2112.01488 (2021). Keshav Santhanam, O. Khattab, Jon Saad-Falcon, Christopher Potts, and Matei A. Zaharia. 2021. ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction. ArXiv abs\/2112.01488 (2021)."},{"key":"e_1_3_2_2_31_1","volume-title":"Curriculum for Reinforcement Learning. lilianweng.github.io\/lil-log","author":"Weng Lilian","year":"2020","unstructured":"Lilian Weng . 2020. Curriculum for Reinforcement Learning. lilianweng.github.io\/lil-log ( 2020 ). https:\/\/lilianweng.github.io\/lil-log\/2020\/01\/29\/curriculum-for-reinforcement-learning.html Lilian Weng. 2020. Curriculum for Reinforcement Learning. lilianweng.github.io\/lil-log (2020). https:\/\/lilianweng.github.io\/lil-log\/2020\/01\/29\/curriculum-for-reinforcement-learning.html"},{"key":"e_1_3_2_2_32_1","volume-title":"Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. 9th International Conference on Learning Representations, ICLR","author":"Xiong Lee","year":"2021","unstructured":"Lee Xiong , Chenyan Xiong , Ye Li , Kwok-Fung Tang , Jialin Liu , Paul Bennett , Junaid Ahmed , and Arnold Overwijk . 2021 . Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. 9th International Conference on Learning Representations, ICLR (2021). Lee Xiong, Chenyan Xiong, Ye Li, Kwok-Fung Tang, Jialin Liu, Paul Bennett, Junaid Ahmed, and Arnold Overwijk. 2021. Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. 9th International Conference on Learning Representations, ICLR (2021)."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462880"}],"event":{"name":"SIGIR '22: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Madrid Spain","acronym":"SIGIR '22","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531791","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477495.3531791","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:25Z","timestamp":1750183825000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3531791"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,6]]},"references-count":33,"alternative-id":["10.1145\/3477495.3531791","10.1145\/3477495"],"URL":"https:\/\/doi.org\/10.1145\/3477495.3531791","relation":{},"subject":[],"published":{"date-parts":[[2022,7,6]]},"assertion":[{"value":"2022-07-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}