{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T01:02:34Z","timestamp":1774400554313,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,9,26]],"date-time":"2019-09-26T00:00:00Z","timestamp":1569456000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,9,26]]},"DOI":"10.1145\/3341981.3344249","type":"proceedings-article","created":{"date-parts":[[2019,9,27]],"date-time":"2019-09-27T12:34:07Z","timestamp":1569587647000},"page":"55-58","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":33,"title":["Performance Prediction for Non-Factoid Question Answering"],"prefix":"10.1145","author":[{"given":"Helia","family":"Hashemi","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}]},{"given":"Hamed","family":"Zamani","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}]},{"given":"W. Bruce","family":"Croft","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst , MA, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,9,26]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"D. Carmel and E. Yom-Tov. 2010. Estimating the Query Difficulty for Information Retrieval 1st ed.). Morgan and Claypool Publishers.  D. Carmel and E. Yom-Tov. 2010. Estimating the Query Difficulty for Information Retrieval 1st ed.). Morgan and Claypool Publishers.","DOI":"10.2200\/S00235ED1V01Y201004ICR015"},{"key":"e_1_3_2_1_2_1","volume-title":"WikiPassageQA: A Benchmark Collection for Research on Non-factoid Answer Passage Retrieval. In SIGIR '18 .","author":"Cohen D.","unstructured":"D. Cohen , L. Yang , and W. B. Croft . 2018 . WikiPassageQA: A Benchmark Collection for Research on Non-factoid Answer Passage Retrieval. In SIGIR '18 . D. Cohen, L. Yang, and W. B. Croft. 2018. WikiPassageQA: A Benchmark Collection for Research on Non-factoid Answer Passage Retrieval. In SIGIR '18 ."},{"key":"e_1_3_2_1_3_1","volume-title":"Predicting Query Performance. In SIGIR '02","author":"Cronen-Townsend S.","unstructured":"S. Cronen-Townsend , Y. Zhou , and W. B. Croft . 2002 . Predicting Query Performance. In SIGIR '02 . 299--306. S. Cronen-Townsend, Y. Zhou, and W. B. Croft. 2002. Predicting Query Performance. In SIGIR '02. 299--306."},{"key":"e_1_3_2_1_4_1","volume-title":"Convolutional Neural Networks for Soft-Matching N-Grams in Ad-hoc Search. In WSDM '18 .","author":"Dai Z.","unstructured":"Z. Dai , C. Xiong , J. Callan , and Z. Liu . 2018 . Convolutional Neural Networks for Soft-Matching N-Grams in Ad-hoc Search. In WSDM '18 . Z. Dai, C. Xiong, J. Callan, and Z. Liu. 2018. Convolutional Neural Networks for Soft-Matching N-Grams in Ad-hoc Search. In WSDM '18 ."},{"key":"e_1_3_2_1_5_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL '19 .","author":"Devlin J.","unstructured":"J. Devlin , M. Chang , K. Lee , and K. Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL '19 . J. Devlin, M. Chang, K. Lee, and K. Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL '19 ."},{"key":"e_1_3_2_1_6_1","volume-title":"ANTIQUE: A Non-Factoid Community Question Answering Benchmark. In arXiv","author":"Hashemi H.","year":"2019","unstructured":"H. Hashemi , M. Aliannejadi , H. Zamani , and W. B. Croft . 2019 . ANTIQUE: A Non-Factoid Community Question Answering Benchmark. In arXiv 1905.08957 . H. Hashemi, M. Aliannejadi, H. Zamani, and W. B. Croft. 2019. ANTIQUE: A Non-Factoid Community Question Answering Benchmark. In arXiv 1905.08957 ."},{"key":"e_1_3_2_1_7_1","volume-title":"Jong. A Survey of Pre-retrieval Query Performance Predictors. In CIKM '08 .","author":"Hauff C.","unstructured":"C. Hauff , D. Hiemstra , and F. de Jong. A Survey of Pre-retrieval Query Performance Predictors. In CIKM '08 . C. Hauff, D. Hiemstra, and F. de Jong. A Survey of Pre-retrieval Query Performance Predictors. In CIKM '08 ."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78646-7_80"},{"key":"e_1_3_2_1_9_1","volume-title":"Predicting the Performance of Passage Retrieval for Question Answering. In CIKM '12 . 2451--2454","author":"Krikon E.","unstructured":"E. Krikon , D. Carmel , and O. Kurland . 2012 . Predicting the Performance of Passage Retrieval for Question Answering. In CIKM '12 . 2451--2454 . E. Krikon, D. Carmel, and O. Kurland. 2012. Predicting the Performance of Passage Retrieval for Question Answering. In CIKM '12 . 2451--2454."},{"key":"e_1_3_2_1_10_1","volume-title":"Question Difficulty Estimation in Community Question Answering Services. In EMNLP '13 .","author":"Liu J.","unstructured":"J. Liu , Q. Wang , C. Lin , and H. Hon . Question Difficulty Estimation in Community Question Answering Services. In EMNLP '13 . J. Liu, Q. Wang, C. Lin, and H. Hon. Question Difficulty Estimation in Community Question Answering Services. In EMNLP '13 ."},{"key":"e_1_3_2_1_11_1","volume-title":"SPIRE '10","author":"P\u00e9rez-Iglesias J.","unstructured":"J. P\u00e9rez-Iglesias and L. Araujo . 2010. Standard Deviation As a Query Hardness Estimator . SPIRE '10 . 207--212. J. P\u00e9rez-Iglesias and L. Araujo. 2010. Standard Deviation As a Query Hardness Estimator. SPIRE '10. 207--212."},{"key":"e_1_3_2_1_12_1","volume-title":"Query-performance Prediction: Setting the Expectations Straight. In SIGIR '14 . 13--22","author":"Raiber F.","unstructured":"F. Raiber and O. Kurland . 2014 . Query-performance Prediction: Setting the Expectations Straight. In SIGIR '14 . 13--22 . F. Raiber and O. Kurland. 2014. Query-performance Prediction: Setting the Expectations Straight. In SIGIR '14 . 13--22."},{"key":"e_1_3_2_1_13_1","volume-title":"An Extended Query Performance Prediction Framework Utilizing Passage-Level Information. In ICTIR '18 .","author":"Roitman H.","year":"2018","unstructured":"H. Roitman . 2018 . An Extended Query Performance Prediction Framework Utilizing Passage-Level Information. In ICTIR '18 . H. Roitman. 2018. An Extended Query Performance Prediction Framework Utilizing Passage-Level Information. In ICTIR '18 ."},{"key":"e_1_3_2_1_14_1","volume-title":"Robust Standard Deviation Estimation for Query Performance Prediction. In ICTIR '17 . 245--248","author":"Roitman H.","unstructured":"H. Roitman , S. Erera , and B. Weiner . 2017 . Robust Standard Deviation Estimation for Query Performance Prediction. In ICTIR '17 . 245--248 . H. Roitman, S. Erera, and B. Weiner. 2017. Robust Standard Deviation Estimation for Query Performance Prediction. In ICTIR '17 . 245--248."},{"key":"e_1_3_2_1_15_1","volume-title":"Evaluating and Predicting Answer Quality in Community QA. In SIGIR '10 . ACM.","author":"Shah C.","unstructured":"C. Shah and J. Pomerantz . 2010 . Evaluating and Predicting Answer Quality in Community QA. In SIGIR '10 . ACM. C. Shah and J. Pomerantz. 2010. Evaluating and Predicting Answer Quality in Community QA. In SIGIR '10 . ACM."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"A. Shtok O. Kurland and D. Carmel. 2010. Using Statistical Decision Theory and Relevance Models for Query-performance Prediction. In SIGIR. 259--266.  A. Shtok O. Kurland and D. Carmel. 2010. Using Statistical Decision Theory and Relevance Models for Query-performance Prediction. In SIGIR. 259--266.","DOI":"10.1145\/1835449.1835494"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2926790"},{"key":"e_1_3_2_1_18_1","volume-title":"TOIS","volume":"30","author":"Shtok A.","year":"2012","unstructured":"A. Shtok , O. Kurland , D. Carmel , F. Raiber , and G. Markovits . 2012. Predicting Query Performance by Query-Drift Estimation . TOIS , Vol. 30 , 2 ( May 2012 ), 11:1--11:35. A. Shtok, O. Kurland, D. Carmel, F. Raiber, and G. Markovits. 2012. Predicting Query Performance by Query-Drift Estimation. TOIS , Vol. 30, 2 (May 2012), 11:1--11:35."},{"key":"e_1_3_2_1_19_1","volume-title":"Query Performance Prediction By Considering Score Magnitude and Variance Together. In CIKM '14 . 1891--1894","author":"Tao Y.","unstructured":"Y. Tao and S. Wu . 2014 . Query Performance Prediction By Considering Score Magnitude and Variance Together. In CIKM '14 . 1891--1894 . Y. Tao and S. Wu. 2014. Query Performance Prediction By Considering Score Magnitude and Variance Together. In CIKM '14 . 1891--1894."},{"key":"e_1_3_2_1_20_1","volume-title":"CIKM '16","author":"Yang L.","unstructured":"L. Yang , Q. Ai , J. Guo , and W. B. Croft . 2016a. aNMM: Ranking Short Answer Texts with Attention-Based Neural Matching Model . In CIKM '16 . 287--296. L. Yang, Q. Ai, J. Guo, and W. B. Croft. 2016a. aNMM: Ranking Short Answer Texts with Attention-Based Neural Matching Model. In CIKM '16. 287--296."},{"key":"e_1_3_2_1_21_1","volume-title":"Beyond Factoid QA: Effective Methods for Non-factoid Answer Sentence Retrieval. In ECIR '16","author":"Yang L.","unstructured":"L. Yang , Q. Ai , D. Spina , R. Chen , L. Pang , W. B. Croft , J. Guo , and F. Scholer . 2016b . Beyond Factoid QA: Effective Methods for Non-factoid Answer Sentence Retrieval. In ECIR '16 . 115--128. L. Yang, Q. Ai, D. Spina, R. Chen, L. Pang, W. B. Croft, J. Guo, and F. Scholer. 2016b. Beyond Factoid QA: Effective Methods for Non-factoid Answer Sentence Retrieval. In ECIR '16. 115--128."},{"key":"e_1_3_2_1_22_1","volume-title":"SIGIR '18 .","author":"Zamani H.","unstructured":"H. Zamani , W. B. Croft , and J. S. Culpepper . 2018. Neural Query Performance Prediction using Weak Supervision from Multiple Signals . In SIGIR '18 . H. Zamani, W. B. Croft, and J. S. Culpepper. 2018. Neural Query Performance Prediction using Weak Supervision from Multiple Signals. In SIGIR '18 ."},{"key":"e_1_3_2_1_23_1","volume-title":"Query Performance Prediction in Web Search Environments. In SIGIR '07 . 543--550","author":"Zhou Y.","unstructured":"Y. Zhou and W. B. Croft . 2007 . Query Performance Prediction in Web Search Environments. In SIGIR '07 . 543--550 . Y. Zhou and W. B. Croft. 2007. Query Performance Prediction in Web Search Environments. In SIGIR '07 . 543--550."}],"event":{"name":"ICTIR '19: The 2019 ACM SIGIR International Conference on the Theory of Information Retrieval","location":"Santa Clara CA USA","acronym":"ICTIR '19","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2019 ACM SIGIR International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341981.3344249","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3341981.3344249","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:43:25Z","timestamp":1750207405000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341981.3344249"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9,26]]},"references-count":23,"alternative-id":["10.1145\/3341981.3344249","10.1145\/3341981"],"URL":"https:\/\/doi.org\/10.1145\/3341981.3344249","relation":{},"subject":[],"published":{"date-parts":[[2019,9,26]]},"assertion":[{"value":"2019-09-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}