{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:47:03Z","timestamp":1750308423918,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Center for Intelligent Information Retrieval"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3471158.3472249","type":"proceedings-article","created":{"date-parts":[[2021,8,31]],"date-time":"2021-08-31T20:38:17Z","timestamp":1630442297000},"page":"271-280","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Passage Similarity and Diversification in Non-factoid Question Answering"],"prefix":"10.1145","author":[{"given":"Lakshmi","family":"Vikraman","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ali","family":"Montazeralghaem","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Helia","family":"Hashemi","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"W. Bruce","family":"Croft","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Allan","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,8,31]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A bert baseline for the natural questions. arXiv preprint arXiv:1901.08634","author":"Alberti Chris","year":"2019","unstructured":"Chris Alberti , Kenton Lee , and Michael Collins . 2019. A bert baseline for the natural questions. arXiv preprint arXiv:1901.08634 ( 2019 ). Chris Alberti, Kenton Lee, and Michael Collins. 2019. A bert baseline for the natural questions. arXiv preprint arXiv:1901.08634 (2019)."},{"key":"e_1_3_2_1_2_1","volume-title":"A large annotated corpus for learning natural language inference. arXiv preprint arXiv:1508.05326","author":"Bowman Samuel R","year":"2015","unstructured":"Samuel R Bowman , Gabor Angeli , Christopher Potts , and Christopher D Manning . 2015. A large annotated corpus for learning natural language inference. arXiv preprint arXiv:1508.05326 ( 2015 ). Samuel R Bowman, Gabor Angeli, Christopher Potts, and Christopher D Manning. 2015. A large annotated corpus for learning natural language inference. arXiv preprint arXiv:1508.05326 (2015)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Jaime Carbonell and Jade Goldstein. 1998. The use of MMR diversity-based reranking for reordering documents and producing summaries. In SIGIR. ACM 335--336.  Jaime Carbonell and Jade Goldstein. 1998. The use of MMR diversity-based reranking for reordering documents and producing summaries. In SIGIR. ACM 335--336.","DOI":"10.1145\/290941.291025"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Daniel Cohen and W Bruce Croft. 2016. End to end long short term memory networks for non-factoid question answering. In ICTIR. ACM 143--146.  Daniel Cohen and W Bruce Croft. 2016. End to end long short term memory networks for non-factoid question answering. In ICTIR. ACM 143--146.","DOI":"10.1145\/2970398.2970438"},{"volume-title":"A Hybrid Embedding Approach to Noisy Answer Passage Retrieval","author":"Cohen Daniel","key":"e_1_3_2_1_6_1","unstructured":"Daniel Cohen and W Bruce Croft . 2018. A Hybrid Embedding Approach to Noisy Answer Passage Retrieval . In ECIR. Springer , 127--140. Daniel Cohen and W Bruce Croft. 2018. A Hybrid Embedding Approach to Noisy Answer Passage Retrieval. In ECIR. Springer, 127--140."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341981.3344220"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Van Dang and Bruce W Croft. 2013. Term level search result diversification. In SIGIR. ACM 603--612.  Van Dang and Bruce W Croft. 2013. Term level search result diversification. In SIGIR. ACM 603--612.","DOI":"10.1145\/2484028.2484095"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Van Dang and W Bruce Croft. 2012. Diversity by proportionality: an election-based approach to search result diversification. In SIGIR. ACM 65--74.  Van Dang and W Bruce Croft. 2012. Diversity by proportionality: an election-based approach to search result diversification. In SIGIR. ACM 65--74.","DOI":"10.1145\/2348283.2348296"},{"key":"e_1_3_2_1_10_1","volume-title":"Learning to learn from weak supervision by full supervision. arXiv preprint arXiv:1711.11383","author":"Dehghani Mostafa","year":"2017","unstructured":"Mostafa Dehghani , Aliaksei Severyn , Sascha Rothe , and Jaap Kamps . 2017a. Learning to learn from weak supervision by full supervision. arXiv preprint arXiv:1711.11383 ( 2017 ). Mostafa Dehghani, Aliaksei Severyn, Sascha Rothe, and Jaap Kamps. 2017a. Learning to learn from weak supervision by full supervision. arXiv preprint arXiv:1711.11383 (2017)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080832"},{"key":"e_1_3_2_1_12_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2018 . Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018). Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_13_1","volume-title":"ANTIQUE: A non-factoid question answering benchmark. arXiv preprint arXiv:1905.08957","author":"Hashemi Helia","year":"2019","unstructured":"Helia Hashemi , Mohammad Aliannejadi , Hamed Zamani , and W Bruce Croft . 2019 . ANTIQUE: A non-factoid question answering benchmark. arXiv preprint arXiv:1905.08957 (2019). Helia Hashemi, Mohammad Aliannejadi, Hamed Zamani, and W Bruce Croft. 2019. ANTIQUE: A non-factoid question answering benchmark. arXiv preprint arXiv:1905.08957 (2019)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Sha Hu Zhicheng Dou Xiaojie Wang Tetsuya Sakai and Ji-Rong Wen. 2015. Search result diversification based on hierarchical intents. In CIKM. ACM 63--72.  Sha Hu Zhicheng Dou Xiaojie Wang Tetsuya Sakai and Ji-Rong Wen. 2015. Search result diversification based on hierarchical intents. In CIKM. ACM 63--72.","DOI":"10.1145\/2806416.2806455"},{"key":"e_1_3_2_1_15_1","volume-title":"The use of hierarchic clustering in information retrieval. Information storage and retrieval","author":"Jardine Nick","year":"1971","unstructured":"Nick Jardine and Cornelis Joost van Rijsbergen . 1971. The use of hierarchic clustering in information retrieval. Information storage and retrieval , Vol. 7 , 5 ( 1971 ), 217--240. Nick Jardine and Cornelis Joost van Rijsbergen. 1971. The use of hierarchic clustering in information retrieval. Information storage and retrieval, Vol. 7, 5 (1971), 217--240."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/2051237.2051248"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Oren Kurland and Lillian Lee. 2004. Corpus structure language models and ad hoc information retrieval. In SIGIR. ACM 194--201.  Oren Kurland and Lillian Lee. 2004. Corpus structure language models and ad hoc information retrieval. In SIGIR. ACM 194--201.","DOI":"10.1145\/1008992.1009027"},{"key":"e_1_3_2_1_18_1","unstructured":"Xiaoyong Liu and W Bruce Croft. 2004. Cluster-based retrieval using language models. In SIGIR. ACM 186--193.  Xiaoyong Liu and W Bruce Croft. 2004. Cluster-based retrieval using language models. In SIGIR. ACM 186--193."},{"key":"e_1_3_2_1_19_1","unstructured":"Xiaoyong Liu and W. Bruce Croft. 2007. Evaluating Text Representations for Retrieval of the Best Group of Documents. In ECIR. 454--462.  Xiaoyong Liu and W. Bruce Croft. 2007. Evaluating Text Representations for Retrieval of the Best Group of Documents. In ECIR. 454--462."},{"key":"e_1_3_2_1_20_1","volume-title":"Multi-Task Deep Neural Networks for Natural Language Understanding. arXiv preprint arXiv:1901.11504","author":"Liu Xiaodong","year":"2019","unstructured":"Xiaodong Liu , Pengcheng He , Weizhu Chen , and Jianfeng Gao . 2019. Multi-Task Deep Neural Networks for Natural Language Understanding. arXiv preprint arXiv:1901.11504 ( 2019 ). Xiaodong Liu, Pengcheng He, Weizhu Chen, and Jianfeng Gao. 2019. Multi-Task Deep Neural Networks for Natural Language Understanding. arXiv preprint arXiv:1901.11504 (2019)."},{"key":"e_1_3_2_1_21_1","volume-title":"Passage Re-ranking with BERT. arXiv preprint arXiv:1901.04085","author":"Nogueira Rodrigo","year":"2019","unstructured":"Rodrigo Nogueira and Kyunghyun Cho . 2019. Passage Re-ranking with BERT. arXiv preprint arXiv:1901.04085 ( 2019 ). Rodrigo Nogueira and Kyunghyun Cho. 2019. Passage Re-ranking with BERT. arXiv preprint arXiv:1901.04085 (2019)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Adi Omari David Carmel Oleg Rokhlenko and Idan Szpektor. 2016. Novelty based ranking of human answers for community questions. In SIGIR. ACM 215--224.  Adi Omari David Carmel Oleg Rokhlenko and Idan Szpektor. 2016. Novelty based ranking of human answers for community questions. In SIGIR. ACM 215--224.","DOI":"10.1145\/2911451.2911506"},{"key":"e_1_3_2_1_23_1","volume-title":"Investigating the successes and failures of BERT for passage re-ranking. arXiv preprint arXiv:1905.01758","author":"Padigela Harshith","year":"2019","unstructured":"Harshith Padigela , Hamed Zamani , and W Bruce Croft . 2019. Investigating the successes and failures of BERT for passage re-ranking. arXiv preprint arXiv:1905.01758 ( 2019 ). Harshith Padigela, Hamed Zamani, and W Bruce Croft. 2019. Investigating the successes and failures of BERT for passage re-ranking. arXiv preprint arXiv:1905.01758 (2019)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2024"},{"key":"e_1_3_2_1_25_1","volume-title":"Glove: Global vectors for word representation. In EMNLP. 1532--1543.","author":"Pennington Jeffrey","year":"2014","unstructured":"Jeffrey Pennington , Richard Socher , and Christopher Manning . 2014 . Glove: Global vectors for word representation. In EMNLP. 1532--1543. Jeffrey Pennington, Richard Socher, and Christopher Manning. 2014. Glove: Global vectors for word representation. In EMNLP. 1532--1543."},{"key":"e_1_3_2_1_26_1","volume-title":"Sentence encoders on stilts: Supplementary training on intermediate labeled-data tasks. arXiv preprint arXiv:1811.01088","author":"Phang Jason","year":"2018","unstructured":"Jason Phang , Thibault F\u00e9vry , and Samuel R Bowman . 2018. Sentence encoders on stilts: Supplementary training on intermediate labeled-data tasks. arXiv preprint arXiv:1811.01088 ( 2018 ). Jason Phang, Thibault F\u00e9vry, and Samuel R Bowman. 2018. Sentence encoders on stilts: Supplementary training on intermediate labeled-data tasks. arXiv preprint arXiv:1811.01088 (2018)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Fiana Raiber and Oren Kurland. 2013. Ranking document clusters using markov random fields. In SIGIR. ACM 333--342.  Fiana Raiber and Oren Kurland. 2013. Ranking document clusters using markov random fields. In SIGIR. ACM 333--342.","DOI":"10.1145\/2484028.2484042"},{"key":"e_1_3_2_1_28_1","volume-title":"Sen Wu, Daniel Selsam, and R Christopher.","author":"Ratner Alexander","year":"2016","unstructured":"Alexander Ratner , Christopher De Sa , Sen Wu, Daniel Selsam, and R Christopher. 2016 . Data Programming : Creating Large Training Sets. Quickly. arXiv [stat. ML ] (2016). Alexander Ratner, Christopher De Sa, Sen Wu, Daniel Selsam, and R Christopher. 2016. Data Programming: Creating Large Training Sets. Quickly. arXiv [stat. ML] (2016)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Rodrygo LT Santos Craig Macdonald and Iadh Ounis. 2010. Exploiting query reformulations for web search result diversification. In WWW. ACM 881--890.  Rodrygo LT Santos Craig Macdonald and Iadh Ounis. 2010. Exploiting query reformulations for web search result diversification. In WWW. ACM 881--890.","DOI":"10.1145\/1772690.1772780"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409839"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Eilon Sheetrit Anna Shtok Oren Kurland and Igal Shprincis. 2018. Testing the Cluster Hypothesis with Focused and Graded Relevance Judgments. In SIGIR. ACM 1173--1176.  Eilon Sheetrit Anna Shtok Oren Kurland and Igal Shprincis. 2018. Testing the Cluster Hypothesis with Focused and Graded Relevance Judgments. In SIGIR. ACM 1173--1176.","DOI":"10.1145\/3209978.3210120"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Lakshmi Vikraman W Bruce Croft and Brendan O'Connor. 2018. Exploring Diversification In Non-factoid Question Answering. In ICTIR. ACM 223--226.  Lakshmi Vikraman W Bruce Croft and Brendan O'Connor. 2018. Exploring Diversification In Non-factoid Question Answering. In ICTIR. ACM 223--226.","DOI":"10.1145\/3234944.3234973"},{"key":"e_1_3_2_1_34_1","first-page":"707","article-title":"A long short-term memory model for answer sentence selection in question answering","volume":"2","author":"Wang Di","year":"2015","unstructured":"Di Wang and Eric Nyberg . 2015 . A long short-term memory model for answer sentence selection in question answering . In ACL , Vol. 2. 707 -- 712 . Di Wang and Eric Nyberg. 2015. A long short-term memory model for answer sentence selection in question answering. In ACL, Vol. 2. 707--712.","journal-title":"ACL"},{"key":"e_1_3_2_1_35_1","volume-title":"Multi-passage bert: A globally normalized bert model for open-domain question answering. arXiv preprint arXiv:1908.08167","author":"Wang Zhiguo","year":"2019","unstructured":"Zhiguo Wang , Patrick Ng , Xiaofei Ma , Ramesh Nallapati , and Bing Xiang . 2019. Multi-passage bert: A globally normalized bert model for open-domain question answering. arXiv preprint arXiv:1908.08167 ( 2019 ). Zhiguo Wang, Patrick Ng, Xiaofei Ma, Ramesh Nallapati, and Bing Xiang. 2019. Multi-passage bert: A globally normalized bert model for open-domain question answering. arXiv preprint arXiv:1908.08167 (2019)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148204"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1101"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Long Xia Jun Xu Yanyan Lan Jiafeng Guo and Xueqi Cheng. 2015. Learning maximal marginal relevance model via directly optimizing diversity evaluation measures. In SIGIR. ACM 113--122.  Long Xia Jun Xu Yanyan Lan Jiafeng Guo and Xueqi Cheng. 2015. Learning maximal marginal relevance model via directly optimizing diversity evaluation measures. In SIGIR. ACM 113--122.","DOI":"10.1145\/2766462.2767710"},{"key":"e_1_3_2_1_39_1","volume-title":"Passage Ranking with Weak Supervsion. arXiv preprint arXiv:1905.05910","author":"Xu Peng","year":"2019","unstructured":"Peng Xu , Xiaofei Ma , Ramesh Nallapati , and Bing Xiang . 2019. Passage Ranking with Weak Supervsion. arXiv preprint arXiv:1905.05910 ( 2019 ). Peng Xu, Xiaofei Ma, Ramesh Nallapati, and Bing Xiang. 2019. Passage Ranking with Weak Supervsion. arXiv preprint arXiv:1905.05910 (2019)."},{"volume-title":"Beyond factoid QA: effective methods for non-factoid answer sentence retrieval","author":"Yang Liu","key":"e_1_3_2_1_40_1","unstructured":"Liu Yang , Qingyao Ai , Damiano Spina , Ruey-Cheng Chen , Liang Pang , W Bruce Croft , Jiafeng Guo , and Falk Scholer . 2016. Beyond factoid QA: effective methods for non-factoid answer sentence retrieval . In ECIR. Springer , 115--128. Liu Yang, Qingyao Ai, Damiano Spina, Ruey-Cheng Chen, Liang Pang, W Bruce Croft, Jiafeng Guo, and Falk Scholer. 2016. Beyond factoid QA: effective methods for non-factoid answer sentence retrieval. In ECIR. Springer, 115--128."},{"key":"e_1_3_2_1_41_1","volume-title":"End-to-end open-domain question answering with bertserini. arXiv preprint arXiv:1902.01718","author":"Yang Wei","year":"2019","unstructured":"Wei Yang , Yuqing Xie , Aileen Lin , Xingyu Li , Luchen Tan , Kun Xiong , Ming Li , and Jimmy Lin . 2019. End-to-end open-domain question answering with bertserini. arXiv preprint arXiv:1902.01718 ( 2019 ). Wei Yang, Yuqing Xie, Aileen Lin, Xingyu Li, Luchen Tan, Kun Xiong, Ming Li, and Jimmy Lin. 2019. End-to-end open-domain question answering with bertserini. arXiv preprint arXiv:1902.01718 (2019)."},{"volume-title":"A comparative study of utilizing topic models for information retrieval","author":"Yi Xing","key":"e_1_3_2_1_42_1","unstructured":"Xing Yi and James Allan . 2009. A comparative study of utilizing topic models for information retrieval . In ECIR. Springer , 29--41. Xing Yi and James Allan. 2009. A comparative study of utilizing topic models for information retrieval. In ECIR. Springer, 29--41."},{"volume-title":"Proceedings of the Fourth International Conference on the Theory of Information Retrieval (ICTIR '18)","author":"Zamani Hamed","key":"e_1_3_2_1_43_1","unstructured":"Hamed Zamani and W. Bruce Croft . 2018. On the Theory of Weak Supervision for Information Retrieval . In Proceedings of the Fourth International Conference on the Theory of Information Retrieval (ICTIR '18) . 147 -- 154. Hamed Zamani and W. Bruce Croft. 2018. On the Theory of Weak Supervision for Information Retrieval. In Proceedings of the Fourth International Conference on the Theory of Information Retrieval (ICTIR '18). 147 -- 154."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210041"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130348.3130377"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Yadong Zhu Yanyan Lan Jiafeng Guo Xueqi Cheng and Shuzi Niu. 2014. Learning for search result diversification. In SIGIR. ACM 293--302.  Yadong Zhu Yanyan Lan Jiafeng Guo Xueqi Cheng and Shuzi Niu. 2014. Learning for search result diversification. In SIGIR. ACM 293--302.","DOI":"10.1145\/2600428.2609634"}],"event":{"name":"ICTIR '21: The 2021 ACM SIGIR International Conference on the Theory of Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Virtual Event Canada","acronym":"ICTIR '21"},"container-title":["Proceedings of the 2021 ACM SIGIR International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3471158.3472249","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3471158.3472249","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:49:30Z","timestamp":1750268970000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3471158.3472249"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":44,"alternative-id":["10.1145\/3471158.3472249","10.1145\/3471158"],"URL":"https:\/\/doi.org\/10.1145\/3471158.3472249","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-08-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}