{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:14:46Z","timestamp":1775283286843,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":11,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,9,14]],"date-time":"2020-09-14T00:00:00Z","timestamp":1600041600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1815528"],"award-info":[{"award-number":["IIS-1815528"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100003630","name":"Boeing","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100003630","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,9,14]]},"DOI":"10.1145\/3409256.3409838","type":"proceedings-article","created":{"date-parts":[[2020,9,5]],"date-time":"2020-09-05T10:13:32Z","timestamp":1599300812000},"page":"149-152","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":25,"title":["Understanding BERT Rankers Under Distillation"],"prefix":"10.1145","author":[{"given":"Luyu","family":"Gao","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhuyun","family":"Dai","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jamie","family":"Callan","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,9,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Overview of the TREC 2019 deep learning track. In TREC (to appear).","author":"Craswell Nick","year":"2019"},{"key":"e_1_3_2_1_2_1","volume-title":"Deeper Text Understanding for IR with Contextual Neural Language Modeling. In The 42nd International ACM SIGIR Conference on Research & Development in Information Retrieval.","author":"Dai Zhuyun","year":"2019"},{"key":"e_1_3_2_1_3_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding.","author":"Devlin Jacob","year":"2019"},{"key":"e_1_3_2_1_4_1","unstructured":"Geoffrey E. Hinton Oriol Vinyals and Jeffrey Dean. 2015. Distilling the Knowledge in a Neural Network. ArXiv Vol. abs\/1503.02531 (2015).  Geoffrey E. Hinton Oriol Vinyals and Jeffrey Dean. 2015. Distilling the Knowledge in a Neural Network. ArXiv Vol. abs\/1503.02531 (2015)."},{"key":"e_1_3_2_1_5_1","unstructured":"Xiaoqi Jiao Y. Yin Lifeng Shang Xin Jiang Xusong Chen Linlin Li Fang Wang and Qun Liu. 2019. TinyBERT: Distilling BERT for Natural Language Understanding. ArXiv Vol. abs\/1909.10351 (2019).  Xiaoqi Jiao Y. Yin Lifeng Shang Xin Jiang Xusong Chen Linlin Li Fang Wang and Qun Liu. 2019. TinyBERT: Distilling BERT for Natural Language Understanding. ArXiv Vol. abs\/1909.10351 (2019)."},{"key":"e_1_3_2_1_6_1","volume-title":"MS MARCO: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268","author":"Nguyen Tri","year":"2016"},{"key":"e_1_3_2_1_7_1","unstructured":"Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. ArXiv Vol. abs\/1901.04085 (2019).  Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. ArXiv Vol. abs\/1901.04085 (2019)."},{"key":"e_1_3_2_1_8_1","unstructured":"Rodrigo Nogueira Wei Yang Jimmy Lin and Kyunghyun Cho. 2019. Document expansion by query prediction. arXiv preprint arXiv:1904.08375 (2019).  Rodrigo Nogueira Wei Yang Jimmy Lin and Kyunghyun Cho. 2019. Document expansion by query prediction. arXiv preprint arXiv:1904.08375 (2019)."},{"key":"e_1_3_2_1_9_1","unstructured":"Victor Sanh Lysandre Debut Julien Chaumond and Thomas Wolf. 2019. DistilBERT a distilled version of BERT: smaller faster cheaper and lighter. ArXiv Vol. abs\/1910.01108 (2019).  Victor Sanh Lysandre Debut Julien Chaumond and Thomas Wolf. 2019. DistilBERT a distilled version of BERT: smaller faster cheaper and lighter. ArXiv Vol. abs\/1910.01108 (2019)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Siqi Sun Yu Cheng Zhe Gan and Jingjing Liu. 2019. Patient Knowledge Distillation for BERT Model Compression. In EMNLP\/IJCNLP.  Siqi Sun Yu Cheng Zhe Gan and Jingjing Liu. 2019. Patient Knowledge Distillation for BERT Model Compression. In EMNLP\/IJCNLP.","DOI":"10.18653\/v1\/D19-1441"},{"key":"e_1_3_2_1_11_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N. Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All you Need. ArXiv Vol. abs\/1706.03762 (2017).  Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N. Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All you Need. ArXiv Vol. abs\/1706.03762 (2017)."}],"event":{"name":"ICTIR '20: The 2020 ACM SIGIR International Conference on the Theory of Information Retrieval","location":"Virtual Event Norway","acronym":"ICTIR '20","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2020 ACM SIGIR on International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3409256.3409838","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3409256.3409838","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:33Z","timestamp":1750197693000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3409256.3409838"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,14]]},"references-count":11,"alternative-id":["10.1145\/3409256.3409838","10.1145\/3409256"],"URL":"https:\/\/doi.org\/10.1145\/3409256.3409838","relation":{},"subject":[],"published":{"date-parts":[[2020,9,14]]},"assertion":[{"value":"2020-09-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}