{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:15:59Z","timestamp":1775283359193,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3404835.3463049","type":"proceedings-article","created":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T02:41:54Z","timestamp":1626057714000},"page":"1697-1702","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Improving Transformer-Kernel Ranking Model Using Conformer and Query Term Independence"],"prefix":"10.1145","author":[{"given":"Bhaskar","family":"Mitra","sequence":"first","affiliation":[{"name":"Microsoft, Montreal, PQ, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Hofst\u00e4tter","sequence":"additional","affiliation":[{"name":"TU Wien, Vienna, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hamed","family":"Zamani","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nick","family":"Craswell","sequence":"additional","affiliation":[{"name":"Microsoft, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"ReQA: An evaluation for end-to-end answer retrieval models. arXiv preprint arXiv:1907.04780","author":"Ahmad Amin","year":"2019","unstructured":"Amin Ahmad, Noah Constant, Yinfei Yang, and Daniel Cer. 2019. ReQA: An evaluation for end-to-end answer retrieval models. arXiv preprint arXiv:1907.04780 (2019)."},{"key":"e_1_3_2_1_2_1","volume-title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. arXiv preprint arXiv:1611.09268","author":"Bajaj Payal","year":"2016","unstructured":"Payal Bajaj, Daniel Campos, Nick Craswell, Li Deng, Jianfeng Gao, Xiaodong Liu, Rangan Majumder, Andrew McNamara, Bhaskar Mitra, Tri Nguyen, et al. 2016. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. arXiv preprint arXiv:1611.09268 (2016)."},{"key":"e_1_3_2_1_3_1","volume-title":"Longformer: The Long-Document Transformer. arXiv preprint arXiv:2004.05150","author":"Beltagy Iz","year":"2020","unstructured":"Iz Beltagy, Matthew E. Peters, and Arman Cohan. 2020. Longformer: The Long-Document Transformer. arXiv preprint arXiv:2004.05150 (2020)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_1_5_1","volume-title":"Pre-training tasks for embedding-based large-scale retrieval. arXiv preprint arXiv:2002.03932","author":"Chang Wei-Cheng","year":"2020","unstructured":"Wei-Cheng Chang, Felix X Yu, Yin-Wen Chang, Yiming Yang, and Sanjiv Kumar. 2020. Pre-training tasks for embedding-based large-scale retrieval. arXiv preprint arXiv:2002.03932 (2020)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080819"},{"key":"e_1_3_2_1_7_1","volume-title":"Generating Long Sequences with Sparse Transformers. CoRR","author":"Child Rewon","year":"2019","unstructured":"Rewon Child, Scott Gray, Alec Radford, and Ilya Sutskever. 2019. Generating Long Sequences with Sparse Transformers. CoRR, Vol. abs\/1904.10509 (2019). arxiv: 1904.10509 http:\/\/arxiv.org\/abs\/1904.10509"},{"key":"e_1_3_2_1_8_1","volume-title":"Mean Reciprocal Rank. Encyclopedia of database systems","author":"Craswell Nick","year":"2009","unstructured":"Nick Craswell. 2009. Mean Reciprocal Rank. Encyclopedia of database systems, Vol. 1703 (2009)."},{"key":"e_1_3_2_1_9_1","volume-title":"2020 a. ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. arXiv preprint arXiv:2006.05324","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Daniel Campos, Bhaskar Mitra, Emine Yilmaz, and Bodo Billerbeck. 2020 a. ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. arXiv preprint arXiv:2006.05324 (2020)."},{"key":"e_1_3_2_1_10_1","volume-title":"Overview of the TREC 2019 deep learning track. In Proc. TREC .","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2020 b. Overview of the TREC 2019 deep learning track. In Proc. TREC ."},{"key":"e_1_3_2_1_11_1","volume-title":"Overview of the TREC 2020 deep learning track. In Proc. TREC .","author":"Craswell Nick","year":"2021","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2021 a. Overview of the TREC 2020 deep learning track. In Proc. TREC ."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462804"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463249"},{"key":"e_1_3_2_1_14_1","unstructured":"Zhuyun Dai and Jamie Callan. [n.d.]. Context-Aware Passage Term Weighting For First Stage Retrieval. ( [n. d.])."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331303"},{"key":"e_1_3_2_1_16_1","volume-title":"An Evaluation of Weakly-Supervised DeepCT in the TREC 2019 Deep Learning Track.. In TREC .","author":"Dai Zhuyun","year":"2019","unstructured":"Zhuyun Dai and Jamie Callan. 2019 b. An Evaluation of Weakly-Supervised DeepCT in the TREC 2019 Deep Learning Track.. In TREC ."},{"key":"e_1_3_2_1_17_1","volume-title":"Transformer-xl: Attentive language models beyond a fixed-length context. arXiv preprint arXiv:1901.02860","author":"Dai Zihang","year":"2019","unstructured":"Zihang Dai, Zhilin Yang, Yiming Yang, Jaime Carbonell, Quoc V Le, and Ruslan Salakhutdinov. 2019. Transformer-xl: Attentive language models beyond a fixed-length context. arXiv preprint arXiv:1901.02860 (2019)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080832"},{"key":"e_1_3_2_1_19_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290986"},{"key":"e_1_3_2_1_21_1","volume-title":"Complementing Lexical Retrieval with Semantic Residual Embedding. arXiv preprint arXiv:2004.13969","author":"Gao Luyu","year":"2020","unstructured":"Luyu Gao, Zhuyun Dai, Zhen Fan, and Jamie Callan. 2020. Complementing Lexical Retrieval with Semantic Residual Embedding. arXiv preprint arXiv:2004.13969 (2020)."},{"key":"e_1_3_2_1_22_1","volume-title":"Proc. SIGIR. ACM.","author":"Sebastian","year":"2020","unstructured":"Sebastian Hofst\"atter, Hamed Zamani, Bhaskar Mitra, Nick Craswell, and Allan Hanbury. 2020 a. Local Self-Attention over Long Text for Efficient Document Retrieval. In Proc. SIGIR. ACM."},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. of ECAI .","author":"Sebastian","year":"2020","unstructured":"Sebastian Hofst\"atter, Markus Zlabinger, and Allan Hanbury. 2020 b. Interpretable & Time-Budget-Constrained Contextualization for Re-Ranking. In Proc. of ECAI ."},{"key":"e_1_3_2_1_24_1","volume-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift. arXiv preprint arXiv:1502.03167","author":"Ioffe Sergey","year":"2015","unstructured":"Sergey Ioffe and Christian Szegedy. 2015. Batch normalization: Accelerating deep network training by reducing internal covariate shift. arXiv preprint arXiv:1502.03167 (2015)."},{"key":"e_1_3_2_1_25_1","first-page":"4","article-title":"arvelin and J. Kek\"al\"ainen. 2002","volume":"20","author":"K.","year":"2002","unstructured":"K. J\"arvelin and J. Kek\"al\"ainen. 2002. Cumulated Gain-Based Evaluation of IR Techniques. ACM TOIS, Vol. 20, 4 (2002), 422--446.","journal-title":"Cumulated Gain-Based Evaluation of IR Techniques. ACM TOIS"},{"key":"e_1_3_2_1_26_1","volume-title":"Bag of tricks for efficient text classification. arXiv preprint arXiv:1607.01759","author":"Joulin Armand","year":"2016","unstructured":"Armand Joulin, Edouard Grave, Piotr Bojanowski, and Tomas Mikolov. 2016. Bag of tricks for efficient text classification. arXiv preprint arXiv:1607.01759 (2016)."},{"key":"e_1_3_2_1_27_1","volume-title":"Sewon Min, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih.","author":"Karpukhin Vladimir","year":"2020","unstructured":"Vladimir Karpukhin, Barlas Oug uz, Sewon Min, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih. 2020. Dense Passage Retrieval for Open-Domain Question Answering. arXiv preprint arXiv:2004.04906 (2020)."},{"key":"e_1_3_2_1_28_1","volume-title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT. arXiv preprint arXiv:2004.12832","author":"Khattab Omar","year":"2020","unstructured":"Omar Khattab and Matei Zaharia. 2020. ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT. arXiv preprint arXiv:2004.12832 (2020)."},{"key":"e_1_3_2_1_29_1","volume-title":"Reformer: The Efficient Transformer. In International Conference on Learning Representations .","author":"Kitaev Nikita","year":"2019","unstructured":"Nikita Kitaev, Lukasz Kaiser, and Anselm Levskaya. 2019. Reformer: The Efficient Transformer. In International Conference on Learning Representations ."},{"key":"e_1_3_2_1_30_1","volume-title":"Leveraging Semantic and Lexical Matching to Improve the Recall of Document Retrieval Systems: A Hybrid Approach. arXiv preprint arXiv:2010.01195","author":"Kuzi Saar","year":"2020","unstructured":"Saar Kuzi, Mingyang Zhang, Cheng Li, Michael Bendersky, and Marc Najork. 2020. Leveraging Semantic and Lexical Matching to Improve the Recall of Document Retrieval Systems: A Hybrid Approach. arXiv preprint arXiv:2010.01195 (2020)."},{"key":"e_1_3_2_1_31_1","volume-title":"Latent retrieval for weakly supervised open domain question answering. arXiv preprint arXiv:1906.00300","author":"Lee Kenton","year":"2019","unstructured":"Kenton Lee, Ming-Wei Chang, and Kristina Toutanova. 2019. Latent retrieval for weakly supervised open domain question answering. arXiv preprint arXiv:1906.00300 (2019)."},{"key":"e_1_3_2_1_32_1","volume-title":"arXiv preprint arXiv:2005.00181","author":"Luan Yi","year":"2020","unstructured":"Yi Luan, Jacob Eisenstein, Kristina Toutanova, and Michael Collins. 2020. Sparse, Dense, and Attentional Representations for Text Retrieval. arXiv preprint arXiv:2005.00181 (2020)."},{"key":"e_1_3_2_1_33_1","volume-title":"Zero-shot Neural Retrieval via Domain-targeted Synthetic Query Generation. arXiv preprint arXiv:2004.14503","author":"Ma Ji","year":"2020","unstructured":"Ji Ma, Ivan Korotkov, Yinfei Yang, Keith Hall, and Ryan McDonald. 2020. Zero-shot Neural Retrieval via Domain-targeted Synthetic Query Generation. arXiv preprint arXiv:2004.14503 (2020)."},{"key":"e_1_3_2_1_34_1","volume-title":"Raffaele Perego, Nicola Tonellotto, Nazli Goharian, and Ophir Frieder.","author":"MacAvaney Sean","year":"2020","unstructured":"Sean MacAvaney, Franco Maria Nardini, Raffaele Perego, Nicola Tonellotto, Nazli Goharian, and Ophir Frieder. 2020. Expansion via Prediction of Importance with Contextualization. arXiv preprint arXiv:2004.14245 (2020)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401263"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148246"},{"key":"e_1_3_2_1_37_1","volume-title":"Proc. NIPS. 3111--3119","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Ilya Sutskever, Kai Chen, Greg S Corrado, and Jeff Dean. 2013. Distributed representations of words and phrases and their compositionality. In Proc. NIPS. 3111--3119."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/3239802"},{"key":"e_1_3_2_1_40_1","volume-title":"Proc. TREC .","author":"Mitra Bhaskar","year":"2019","unstructured":"Bhaskar Mitra and Nick Craswell. 2019 a. Duet at TREC 2019 Deep Learning Track. In Proc. TREC ."},{"key":"e_1_3_2_1_41_1","volume-title":"2019 b. An Updated Duet Model for Passage Re-ranking. arXiv preprint arXiv:1903.07666","author":"Mitra Bhaskar","year":"2019","unstructured":"Bhaskar Mitra and Nick Craswell. 2019 b. An Updated Duet Model for Passage Re-ranking. arXiv preprint arXiv:1903.07666 (2019)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052579"},{"key":"e_1_3_2_1_43_1","volume-title":"A Dual Embedding Space Model for Document Ranking. arXiv preprint arXiv:1602.01137","author":"Mitra Bhaskar","year":"2016","unstructured":"Bhaskar Mitra, Eric Nalisnick, Nick Craswell, and Rich Caruana. 2016. A Dual Embedding Space Model for Document Ranking. arXiv preprint arXiv:1602.01137 (2016)."},{"key":"e_1_3_2_1_44_1","volume-title":"Proc. ACL .","author":"Mitra Bhaskar","year":"2019","unstructured":"Bhaskar Mitra, Corby Rosset, David Hawking, Nick Craswell, Fernando Diaz, and Emine Yilmaz. 2019. Incorporating Query Term Independence Assumption for Efficient Retrieval and Ranking using Deep Neural Networks (under review). In Proc. ACL ."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872518.2889361"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121099"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Rodrigo Nogueira and Kyunghyun Cho. 2017. Task-Oriented Query Reformulation with Reinforcement Learning. 574--583.","DOI":"10.18653\/v1\/D17-1061"},{"key":"e_1_3_2_1_48_1","volume-title":"2019 a. From doc2query to docTTTTTquery. Online preprint","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira, Jimmy Lin, and AI Epistemic. 2019 a. From doc2query to docTTTTTquery. Online preprint (2019)."},{"key":"e_1_3_2_1_49_1","volume-title":"2019 b. Multi-Stage Document Ranking with BERT. arXiv preprint arXiv:1910.14424","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira, Wei Yang, Kyunghyun Cho, and Jimmy Lin. 2019 b. Multi-Stage Document Ranking with BERT. arXiv preprint arXiv:1910.14424 (2019)."},{"key":"e_1_3_2_1_50_1","volume-title":"2019 c. Document Expansion by Query Prediction. arXiv preprint arXiv:1904.08375","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira, Wei Yang, Jimmy Lin, and Kyunghyun Cho. 2019 c. Document Expansion by Query Prediction. arXiv preprint arXiv:1904.08375 (2019)."},{"key":"e_1_3_2_1_51_1","volume-title":"Image transformer. arXiv preprint arXiv:1802.05751","author":"Parmar Niki","year":"2018","unstructured":"Niki Parmar, Ashish Vaswani, Jakob Uszkoreit, \u0141ukasz Kaiser, Noam Shazeer, Alexander Ku, and Dustin Tran. 2018. Image transformer. arXiv preprint arXiv:1802.05751 (2018)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210127"},{"key":"e_1_3_2_1_54_1","volume-title":"Efficient Content-Based Sparse Attention with Routing Transformers. arXiv preprint arXiv:2003.05997","author":"Roy Aurko","year":"2020","unstructured":"Aurko Roy, Mohammad Saffar, Ashish Vaswani, and David Grangier. 2020. Efficient Content-Based Sparse Attention with Routing Transformers. arXiv preprint arXiv:2003.05997 (2020)."},{"key":"e_1_3_2_1_55_1","volume-title":"Megatron-lm: Training multi-billion parameter language models using gpu model parallelism. arXiv preprint arXiv:1909.08053","author":"Shoeybi Mohammad","year":"2019","unstructured":"Mohammad Shoeybi, Mostofa Patwary, Raul Puri, Patrick LeGresley, Jared Casper, and Bryan Catanzaro. 2019. Megatron-lm: Training multi-billion parameter language models using gpu model parallelism. arXiv preprint arXiv:1909.08053 (2019)."},{"key":"e_1_3_2_1_56_1","volume-title":"Adaptive attention span in transformers. arXiv preprint arXiv:1905.07799","author":"Sukhbaatar Sainbayar","year":"2019","unstructured":"Sainbayar Sukhbaatar, Edouard Grave, Piotr Bojanowski, and Armand Joulin. 2019. Adaptive attention span in transformers. arXiv preprint arXiv:1905.07799 (2019)."},{"key":"e_1_3_2_1_57_1","volume-title":"Sparse Sinkhorn Attention. arXiv preprint arXiv:2002.11296","author":"Tay Yi","year":"2020","unstructured":"Yi Tay, Dara Bahri, Liu Yang, Donald Metzler, and Da-Cheng Juan. 2020. Sparse Sinkhorn Attention. arXiv preprint arXiv:2002.11296 (2020)."},{"key":"e_1_3_2_1_58_1","volume-title":"Proc. CIKM .","author":"Gysel Christophe Van","year":"2017","unstructured":"Christophe Van Gysel, Bhaskar Mitra, Matteo Venanzi, Roy Rosemarin, Grzegorz Kukla, Piotr Grudzien, and Nicola Cancedda. 2017. Reply With: Proactive Recommendation of Email Attachments. In Proc. CIKM ."},{"key":"e_1_3_2_1_59_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in Neural Information Processing Systems. 5998--6008."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2009934"},{"key":"e_1_3_2_1_61_1","volume-title":"Linformer: Self-Attention with Linear Complexity. arXiv preprint arXiv:2006.04768","author":"Wang Sinong","year":"2020","unstructured":"Sinong Wang, Belinda Li, Madian Khabsa, Han Fang, and Hao Ma. 2020. Linformer: Self-Attention with Linear Complexity. arXiv preprint arXiv:2006.04768 (2020)."},{"key":"e_1_3_2_1_62_1","volume-title":"CoRT: Complementary Rankings from Transformers. arXiv preprint arXiv:2010.10252","author":"Wrzalik Marco","year":"2020","unstructured":"Marco Wrzalik and Dirk Krechel. 2020. CoRT: Complementary Rankings from Transformers. arXiv preprint arXiv:2010.10252 (2020)."},{"key":"e_1_3_2_1_63_1","volume-title":"Lite Transformer with Long-Short Range Attention. In International Conference on Learning Representations (ICLR '20)","author":"Wu Zhanghao","year":"2020","unstructured":"Zhanghao Wu, Zhijian Liu, Ji Lin, Yujun Lin, and Song Han. 2020. Lite Transformer with Long-Short Range Attention. In International Conference on Learning Representations (ICLR '20)."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"crossref","unstructured":"Ming Yan Chenliang Li Chen Wu Bin Bi Wei Wang Jiangnan Xia and Luo Si. 2019. IDST at TREC 2019 Deep Learning Track: Deep Cascade Ranking with Generation-based Document Expansion and Pre-trained Language Modeling. In TREC .","DOI":"10.6028\/NIST.SP.1250.deep-IDST"},{"key":"e_1_3_2_1_65_1","volume-title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding. arXiv preprint arXiv:1906.08237","author":"Yang Zhilin","year":"2019","unstructured":"Zhilin Yang, Zihang Dai, Yiming Yang, Jaime Carbonell, Ruslan Salakhutdinov, and Quoc V Le. 2019. XLNet: Generalized Autoregressive Pretraining for Language Understanding. arXiv preprint arXiv:1906.08237 (2019)."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401317"},{"key":"e_1_3_2_1_67_1","unstructured":"Zeynep Akkalyoncu Yilmaz Shengjin Wang and Jimmy Lin. 2019. H2oloo at TREC 2019: Combining Sentence and Document Evidence in the Deep Learning Track. In TREC ."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271800"},{"key":"e_1_3_2_1_69_1","volume-title":"Precision and Average Precision. Department of Statistics and Actuarial Science","author":"Zhu Mu","year":"2004","unstructured":"Mu Zhu. 2004. Recall, Precision and Average Precision. Department of Statistics and Actuarial Science, University of Waterloo, Waterloo, Vol. 2 (2004), 30."}],"event":{"name":"SIGIR '21: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Virtual Event Canada","acronym":"SIGIR '21","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3463049","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3404835.3463049","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:30Z","timestamp":1750191510000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3463049"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":68,"alternative-id":["10.1145\/3404835.3463049","10.1145\/3404835"],"URL":"https:\/\/doi.org\/10.1145\/3404835.3463049","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}