{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T21:02:54Z","timestamp":1771966974751,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T00:00:00Z","timestamp":1615161600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Foundation and Frontier Research Key Program of Chongqing Science and Technology Commission","award":["cstc2017jcyjBX0059"],"award-info":[{"award-number":["cstc2017jcyjBX0059"]}]},{"name":"Lenovo-CAS Joint Lab Youth Scientist Project"},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61722211, 61773362, 61872338, 61902381"],"award-info":[{"award-number":["61722211, 61773362, 61872338, 61902381"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key RD Program of China under Grants","award":["2016QY02D0405"],"award-info":[{"award-number":["2016QY02D0405"]}]},{"name":"Beijing Academy of Artificial Intelligence (BAAI)","award":["BAAI2019ZD0306,BAAI2020ZJ0303"],"award-info":[{"award-number":["BAAI2019ZD0306,BAAI2020ZJ0303"]}]},{"name":"Youth Innovation Promotion Association CAS","award":["20144310,2016102"],"award-info":[{"award-number":["20144310,2016102"]}]},{"name":"K.C.Wong Education Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,3,8]]},"DOI":"10.1145\/3437963.3441781","type":"proceedings-article","created":{"date-parts":[[2021,3,6]],"date-time":"2021-03-06T04:34:28Z","timestamp":1615005268000},"page":"562-570","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Beyond Relevance: Trustworthy Answer Selection via Consensus Verification"],"prefix":"10.1145","author":[{"given":"Lixin","family":"Su","sequence":"first","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Ruqing","family":"Zhang","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Jiafeng","family":"Guo","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Yixing","family":"Fan","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Jiangui","family":"Chen","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Yanyan","family":"Lan","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Xueqi","family":"Cheng","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2021,3,8]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Antoine Bordes Nicolas Usunier Alberto Garcia-Duran Jason Weston and Oksana Yakhnenko. 2013. Translating embeddings for modeling multi-relational data. In Advances in neural information processing systems. 2787--2795.  Antoine Bordes Nicolas Usunier Alberto Garcia-Duran Jason Weston and Oksana Yakhnenko. 2013. Translating embeddings for modeling multi-relational data. In Advances in neural information processing systems. 2787--2795."},{"key":"e_1_3_2_1_2_1","volume-title":"Enhanced lstm for natural language inference. arXiv preprint arXiv:1609.06038","author":"Chen Qian","year":"2016","unstructured":"Qian Chen , Xiaodan Zhu , Zhenhua Ling , Si Wei , Hui Jiang , and Diana Inkpen . 2016. Enhanced lstm for natural language inference. arXiv preprint arXiv:1609.06038 ( 2016 ). Qian Chen, Xiaodan Zhu, Zhenhua Ling, Si Wei, Hui Jiang, and Diana Inkpen. 2016. Enhanced lstm for natural language inference. arXiv preprint arXiv:1609.06038 (2016)."},{"key":"e_1_3_2_1_3_1","volume-title":"What Does BERT Look At? An Analysis of BERT's Attention. arXiv preprint arXiv:1906.04341","author":"Clark Kevin","year":"2019","unstructured":"Kevin Clark , Urvashi Khandelwal , Omer Levy , and Christopher D Manning . 2019. What Does BERT Look At? An Analysis of BERT's Attention. arXiv preprint arXiv:1906.04341 ( 2019 ). Kevin Clark, Urvashi Khandelwal, Omer Levy, and Christopher D Manning. 2019. What Does BERT Look At? An Analysis of BERT's Attention. arXiv preprint arXiv:1906.04341 (2019)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.384024"},{"key":"e_1_3_2_1_5_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2018 . Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018). Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_6_1","unstructured":"Vergilius Ferm. 1962. Consensus Gentium. In Dictionary of Philosophy a cura di Dagobert D. Runes. Totowa: Littlefield Adams.  Vergilius Ferm. 1962. Consensus Gentium. In Dictionary of Philosophy a cura di Dagobert D. Runes. Totowa: Littlefield Adams."},{"key":"e_1_3_2_1_7_1","unstructured":"Harry G Frankfurt. 2010. On truth Random House.  Harry G Frankfurt. 2010. On truth .Random House."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.3115\/1073012.1073038"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487612"},{"key":"e_1_3_2_1_10_1","volume-title":"A deep look into neural ranking models for information retrieval. arXiv preprint arXiv:1903.06902","author":"Guo Jiafeng","year":"2019","unstructured":"Jiafeng Guo , Yixing Fan , Liang Pang , Liu Yang , Qingyao Ai , Hamed Zamani , Chen Wu , W Bruce Croft , and Xueqi Cheng . 2019. A deep look into neural ranking models for information retrieval. arXiv preprint arXiv:1903.06902 ( 2019 ). Jiafeng Guo, Yixing Fan, Liang Pang, Liu Yang, Qingyao Ai, Hamed Zamani, Chen Wu, W Bruce Croft, and Xueqi Cheng. 2019. A deep look into neural ranking models for information retrieval. arXiv preprint arXiv:1903.06902 (2019)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1318"},{"key":"e_1_3_2_1_12_1","unstructured":"Richard L. Kirkham. 1992. Theories of Truth: A Critical Introduction.  Richard L. Kirkham. 1992. Theories of Truth: A Critical Introduction."},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. 784--791","author":"Ko Jeongwoo","year":"2007","unstructured":"Jeongwoo Ko , Teruko Mitamura , and Eric Nyberg . 2007 . Language-independent probabilistic answer ranking for question answering . In Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. 784--791 . Jeongwoo Ko, Teruko Mitamura, and Eric Nyberg. 2007. Language-independent probabilistic answer ranking for question answering. In Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. 784--791."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313510"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313510"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313510"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Liang Pang Yanyan Lan Jiafeng Guo Jun Xu Shengxian Wan and Xueqi Cheng. 2016. Text Matching as Image Recognition. In AAAI.  Liang Pang Yanyan Lan Jiafeng Guo Jun Xu Shengxian Wan and Xueqi Cheng. 2016. Text Matching as Image Recognition. In AAAI.","DOI":"10.1609\/aaai.v30i1.10341"},{"key":"e_1_3_2_1_18_1","unstructured":"Adam Paszke Sam Gross Francisco Massa Adam Lerer James Bradbury Gregory Chanan Trevor Killeen Zeming Lin Natalia Gimelshein Luca Antiga etal 2019. PyTorch: An imperative style high-performance deep learning library. In Advances in Neural Information Processing Systems. 8024--8035.  Adam Paszke Sam Gross Francisco Massa Adam Lerer James Bradbury Gregory Chanan Trevor Killeen Zeming Lin Natalia Gimelshein Luca Antiga et al. 2019. PyTorch: An imperative style high-performance deep learning library. In Advances in Neural Information Processing Systems. 8024--8035."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487788.2488132"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. 464--471","author":"Riezler Stefan","year":"2007","unstructured":"Stefan Riezler , Alexander Vasserman , Ioannis Tsochantaridis , Vibhu Mittal , and Yi Liu . 2007 . Statistical machine translation for query expansion in answer retrieval . In Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. 464--471 . Stefan Riezler, Alexander Vasserman, Ioannis Tsochantaridis, Vibhu Mittal, and Yi Liu. 2007. Statistical machine translation for query expansion in answer retrieval. In Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. 464--471."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935864"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing. 458--467","author":"Severyn Aliaksei","year":"2013","unstructured":"Aliaksei Severyn and Alessandro Moschitti . 2013 . Automatic feature engineering for answer selection and extraction . In Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing. 458--467 . Aliaksei Severyn and Alessandro Moschitti. 2013. Automatic feature engineering for answer selection and extraction. In Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing. 458--467."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210081"},{"key":"e_1_3_2_1_24_1","volume-title":"Knowledge-aware Attentive Neural Network for Ranking Question Answer Pairs. In The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, SIGIR 2018","author":"Shen Ying","year":"2018","unstructured":"Ying Shen , Yang Deng , Min Yang , Yaliang Li , Nan Du , Wei Fan , and Kai Lei . 2018 b. Knowledge-aware Attentive Neural Network for Ranking Question Answer Pairs. In The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, SIGIR 2018 , Ann Arbor, MI, USA, July 08--12 , 2018. 901--904. Ying Shen, Yang Deng, Min Yang, Yaliang Li, Nan Du, Wei Fan, and Kai Lei. 2018b. Knowledge-aware Attentive Neural Network for Ranking Question Answer Pairs. In The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, SIGIR 2018, Ann Arbor, MI, USA, July 08--12, 2018. 901--904."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2567948.2577348"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of ACL-08: HLT.","author":"Surdeanu Mihai","year":"2008","unstructured":"Mihai Surdeanu , Massimiliano Ciaramita , and Hugo Zaragoza . 2008 . Learning to rank answers on large online QA collections . In Proceedings of ACL-08: HLT. Mihai Surdeanu, Massimiliano Ciaramita, and Hugo Zaragoza. 2008. Learning to rank answers on large online QA collections. In Proceedings of ACL-08: HLT."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1044"},{"key":"e_1_3_2_1_28_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in neural information processing systems. 5998--6008.  Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. In Advances in neural information processing systems. 5998--6008."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0060"},{"key":"e_1_3_2_1_30_1","volume-title":"Match-srnn: Modeling the recursive matching structure with spatial rnn. arXiv preprint arXiv:1604.04378","author":"Wan Shengxian","year":"2016","unstructured":"Shengxian Wan , Yanyan Lan , Jun Xu , Jiafeng Guo , Liang Pang , and Xueqi Cheng . 2016 . Match-srnn: Modeling the recursive matching structure with spatial rnn. arXiv preprint arXiv:1604.04378 (2016). Shengxian Wan, Yanyan Lan, Jun Xu, Jiafeng Guo, Liang Pang, and Xueqi Cheng. 2016. Match-srnn: Modeling the recursive matching structure with spatial rnn. arXiv preprint arXiv:1604.04378 (2016)."},{"key":"e_1_3_2_1_31_1","volume-title":"Glue: A multi-task benchmark and analysis platform for natural language understanding. arXiv preprint arXiv:1804.07461","author":"Wang Alex","year":"2018","unstructured":"Alex Wang , Amanpreet Singh , Julian Michael , Felix Hill , Omer Levy , and Samuel R Bowman . 2018 . Glue: A multi-task benchmark and analysis platform for natural language understanding. arXiv preprint arXiv:1804.07461 (2018). Alex Wang, Amanpreet Singh, Julian Michael, Felix Hill, Omer Levy, and Samuel R Bowman. 2018. Glue: A multi-task benchmark and analysis platform for natural language understanding. arXiv preprint arXiv:1804.07461 (2018)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/1858681.1858806"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-2116"},{"key":"e_1_3_2_1_34_1","volume-title":"WWW '13","author":"Wang Gang","unstructured":"Gang Wang , Konark Gill , Manish Mohanlal , Haitao Zheng , and Ben Y. Zhao . 2013. Wisdom in the social crowd: an analysis of quora . In WWW '13 . Gang Wang, Konark Gill, Manish Mohanlal, Haitao Zheng, and Ben Y. Zhao. 2013. Wisdom in the social crowd: an analysis of quora. In WWW '13."},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 2007 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning (EMNLP-CoNLL). 22--32","author":"Wang Mengqiu","year":"2007","unstructured":"Mengqiu Wang , Noah A Smith , and Teruko Mitamura . 2007 . What is the Jeopardy model? A quasi-synchronous grammar for QA . In Proceedings of the 2007 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning (EMNLP-CoNLL). 22--32 . Mengqiu Wang, Noah A Smith, and Teruko Mitamura. 2007. What is the Jeopardy model? A quasi-synchronous grammar for QA. In Proceedings of the 2007 Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning (EMNLP-CoNLL). 22--32."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11949"},{"key":"e_1_3_2_1_37_1","volume-title":"Focusing Attention Network for Answer Ranking. In The World Wide Web Conference (WWW '19)","author":"Xie Yufei","year":"2019","unstructured":"Yufei Xie , Shuchun Liu , Tangren Yao , Yao Peng , and Zhao Lu . 2019 . Focusing Attention Network for Answer Ranking. In The World Wide Web Conference (WWW '19) . Association for Computing Machinery, New York, NY, USA, 3384--3390. Yufei Xie, Shuchun Liu, Tangren Yao, Yao Peng, and Zhao Lu. 2019. Focusing Attention Network for Answer Ranking. In The World Wide Web Conference (WWW '19). Association for Computing Machinery, New York, NY, USA, 3384--3390."},{"key":"e_1_3_2_1_38_1","volume-title":"2019 b. Simple and effective text matching with richer alignment features. arXiv preprint arXiv:1908.00300","author":"Yang Runqi","year":"2019","unstructured":"Runqi Yang , Jianhai Zhang , Xing Gao , Feng Ji , and Haiqing Chen . 2019 b. Simple and effective text matching with richer alignment features. arXiv preprint arXiv:1908.00300 ( 2019 ). Runqi Yang, Jianhai Zhang, Xing Gao, Feng Ji, and Haiqing Chen. 2019 b. Simple and effective text matching with richer alignment features. arXiv preprint arXiv:1908.00300 (2019)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1237"},{"key":"e_1_3_2_1_40_1","unstructured":"Zhilin Yang Zihang Dai Yiming Yang Jaime Carbonell Russ R Salakhutdinov and Quoc V Le. 2019 a. Xlnet: Generalized autoregressive pretraining for language understanding. In Advances in neural information processing systems. 5754--5764.  Zhilin Yang Zihang Dai Yiming Yang Jaime Carbonell Russ R Salakhutdinov and Quoc V Le. 2019 a. Xlnet: Generalized autoregressive pretraining for language understanding. In Advances in neural information processing systems. 5754--5764."},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). 1744--1753","author":"Chang Ming-Wei","year":"2013","unstructured":"Wen-tau Yih, Ming-Wei Chang , Christopher Meek , and Andrzej Pastusiak . 2013 . Question answering using enhanced lexical semantic models . In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). 1744--1753 . Wen-tau Yih, Ming-Wei Chang, Christopher Meek, and Andrzej Pastusiak. 2013. Question answering using enhanced lexical semantic models. In Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). 1744--1753."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380015"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380015"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of The Web Conference 2020","author":"Zhang Wenxuan","year":"2020","unstructured":"Wenxuan Zhang , Wai Lam , Yang Deng , and J. Ma . 2020 c. Review-guided Helpful Answer Identification in E-commerce . Proceedings of The Web Conference 2020 ( 2020 ). Wenxuan Zhang, Wai Lam, Yang Deng, and J. Ma. 2020 c. Review-guided Helpful Answer Identification in E-commerce. Proceedings of The Web Conference 2020 (2020)."},{"key":"e_1_3_2_1_45_1","volume-title":"Deng Cai, Xiaofei He, and Yueting Zhuang.","author":"Zhao Zhou","year":"2017","unstructured":"Zhou Zhao , Hanqing Lu , Vincent Wenchen Zheng , Deng Cai, Xiaofei He, and Yueting Zhuang. 2017 . Community-Based Question Answering via Asymmetric Multi-Faceted Ranking Network Learning. In AAAI. Zhou Zhao, Hanqing Lu, Vincent Wenchen Zheng, Deng Cai, Xiaofei He, and Yueting Zhuang. 2017. Community-Based Question Answering via Asymmetric Multi-Faceted Ranking Network Learning. In AAAI."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187980.2188199"}],"event":{"name":"WSDM '21: The Fourteenth ACM International Conference on Web Search and Data Mining","location":"Virtual Event Israel","acronym":"WSDM '21","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 14th ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3437963.3441781","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3437963.3441781","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:35Z","timestamp":1750193255000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3437963.3441781"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,8]]},"references-count":46,"alternative-id":["10.1145\/3437963.3441781","10.1145\/3437963"],"URL":"https:\/\/doi.org\/10.1145\/3437963.3441781","relation":{},"subject":[],"published":{"date-parts":[[2021,3,8]]},"assertion":[{"value":"2021-03-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}