{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T17:31:29Z","timestamp":1776965489388,"version":"3.51.4"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,9,25]],"date-time":"2021-09-25T00:00:00Z","timestamp":1632528000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,25]],"date-time":"2021-09-25T00:00:00Z","timestamp":1632528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","award":["001"],"award-info":[{"award-number":["001"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Inf Syst"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s10844-021-00655-8","type":"journal-article","created":{"date-parts":[[2021,9,25]],"date-time":"2021-09-25T15:02:36Z","timestamp":1632582156000},"page":"453-480","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A systematic review of question answering systems for non-factoid questions"],"prefix":"10.1007","volume":"58","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0272-1982","authenticated-orcid":false,"given":"Eduardo Gabriel","family":"Cortes","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vinicius","family":"Woloszyn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dante","family":"Barone","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"M\u00f6ller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Renata","family":"Vieira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,25]]},"reference":[{"key":"655_CR1","unstructured":"Agichtein, E., Carmel, D., Pelleg, D., Pinter, Y., & Harman, D. (2015). Overview of the trec 2015 liveqa track.. In TREC."},{"issue":"1","key":"655_CR2","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s10844-019-00556-x","volume":"53","author":"K Bae","year":"2019","unstructured":"Bae, K., & Ko, Y. (2019). Efficient question classification and retrieval using category information and word embedding on cQA services. Journal of Intelligent Information Systems, 53(1), 27\u201349. https:\/\/doi.org\/10.1007\/s10844-019-00556-x.","journal-title":"Journal of Intelligent Information Systems"},{"key":"655_CR3","doi-asserted-by":"crossref","unstructured":"Bau, D., Liu, S., Wang, T., Zhu, J-Y, & Torralba, A. (2020). Rewriting a deep generative model. In A Vedaldi, H Bischof, T Brox, & J-M Frahm (Eds.) Computer Vision \u2013 ECCV 2020, pp 351\u2013369. Springer International Publishing. Cham.","DOI":"10.1007\/978-3-030-58452-8_21"},{"issue":"5","key":"655_CR4","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1016\/j.ipm.2015.04.006","volume":"51","author":"A Ben Abacha","year":"2015","unstructured":"Ben Abacha, A, & Zweigenbaum, P. (2015). Means: A medical question-answering system combining nlp techniques and semantic web technologies. Information Processing & Management, 51 (5), 570\u2013594. https:\/\/doi.org\/10.1016\/j.ipm.2015.04.006. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457315000515.","journal-title":"Information Processing & Management"},{"key":"655_CR5","doi-asserted-by":"publisher","unstructured":"Bondarenko, A., Braslavski, P., V\u00f6lske, M, Aly, R., Fr\u00f6be, M, Panchenko, A., Biemann, C., Stein, B., & Hagen, M. (2020). Comparative web search questions. In Proceedings of the 13th International Conference on Web Search and Data Mining, WSDM \u201920, pp 52\u201360. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3336191.3371848.","DOI":"10.1145\/3336191.3371848"},{"issue":"6","key":"655_CR6","doi-asserted-by":"publisher","first-page":"635","DOI":"10.1016\/j.jksuci.2018.08.005","volume":"32","author":"MA Calijorne Soares","year":"2020","unstructured":"Calijorne Soares, M.A., & Parreiras, F.S. (2020). A literature review on question answering techniques, paradigms and systems. Journal of King Saud University - Computer and Information Sciences, 32(6), 635\u2013646. https:\/\/doi.org\/10.1016\/j.jksuci.2018.08.005.","journal-title":"Journal of King Saud University - Computer and Information Sciences"},{"issue":"3","key":"655_CR7","doi-asserted-by":"publisher","first-page":"252","DOI":"10.1016\/j.ipm.2015.01.002","volume":"51","author":"Y Chali","year":"2015","unstructured":"Chali, Y., Hasan, S.A., & Mojahid, M. (2015). A reinforcement learning formulation to the complex question answering problem. Information Processing & Management, 51(3), 252\u2013272. https:\/\/doi.org\/10.1016\/j.ipm.2015.01.002, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457315000035.","journal-title":"Information Processing & Management"},{"key":"655_CR8","doi-asserted-by":"publisher","unstructured":"Cohen, D., Yang, L., & Croft, W.B. (2018). WikiPassageQA: A benchmark collection for research on non-factoid answer passage retrieval. 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2018, pp 1165\u20131168. https:\/\/doi.org\/10.1145\/3209978.3210118.","DOI":"10.1145\/3209978.3210118"},{"key":"655_CR9","unstructured":"Corbin, J., & Strauss, A. (2014). Basics of qualitative research: Techniques and procedures for developing grounded theory. Sage publications."},{"key":"655_CR10","unstructured":"Cortes, E., Woloszyn, V., Binder, A., Himmelsbach, T., Barone, D., & M\u00f6ller, S (May 2020). An empirical comparison of question classification methods for question answering systems. In Proceedings of the 12th Language Resources and Evaluation Conference, pp 5408\u20135416. European Language Resources Association, Marseille, France. https:\/\/www.aclweb.org\/anthology\/2020.lrec-1.665."},{"key":"655_CR11","unstructured":"Denyer, D., & Tranfield, D. (2009). Producing a systematic review. Sage Publications Ltd, 671\u2014689."},{"key":"655_CR12","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1007\/s10844-019-00584-7","volume":"55","author":"E Dimitrakis","year":"2019","unstructured":"Dimitrakis, E., Sgontzos, K., & Tzitzikas, Y. (2019). A survey on question answering systems over linked data and documents. Journal of Intelligent Information Systems, 55, 233\u2013259.","journal-title":"Journal of Intelligent Information Systems"},{"issue":"9-10","key":"655_CR13","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1016\/j.infsof.2008.01.006","volume":"50","author":"T Dyb\u00e5","year":"2008","unstructured":"Dyb\u00e5, T, & Dings\u00f8yr, T (2008). Empirical studies of agile software development: A systematic review. Information and software technology, 50(9-10), 833\u2013859.","journal-title":"Information and software technology"},{"issue":"1","key":"655_CR14","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.ipm.2016.06.006","volume":"53","author":"S Hazrina","year":"2017","unstructured":"Hazrina, S., Sharef, N.M., Ibrahim, H., Murad, M.A.A., & Noah, S.A.M. (2017). Review on the advancements of disambiguation in semantic question answering system. Information Processing & Management, 53 (1), 52\u201369. https:\/\/doi.org\/10.1016\/j.ipm.2016.06.006, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457316302102.","journal-title":"Information Processing & Management"},{"key":"655_CR15","unstructured":"Hermjakob, U., Echihabi, A., & Marcu, D. (2002). Natural language based reformulation resource and web exploitation for question answering. In Proceedings of TREC, 11. Citeseer."},{"key":"655_CR16","doi-asserted-by":"publisher","DOI":"10.1002\/9781119536604","volume-title":"Cochrane handbook for systematic reviews of interventions","author":"JPT Higgins","year":"2019","unstructured":"Higgins, J.P.T., Thomas, J., Chandler, J., Cumpston, M., Li, T., Page, M.J., & Welch, V.A. (2019). Cochrane handbook for systematic reviews of interventions. New York: John Wiley & Sons."},{"key":"655_CR17","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1162\/tacl_a_00300","volume":"8","author":"M Joshi","year":"2020","unstructured":"Joshi, M., Chen, D., Liu, Y., Weld, D.S., Zettlemoyer, L., & Levy, O. (2020). SpanBERT: Improving Pre-training by Representing and Predicting Spans. Transactions of the Association for Computational Linguistics, 8, 64\u201377. https:\/\/doi.org\/10.1162\/tacl_a_00300.","journal-title":"Transactions of the Association for Computational Linguistics"},{"issue":"3","key":"655_CR18","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1177\/014107680309600304","volume":"96","author":"KS Khan","year":"2003","unstructured":"Khan, K.S., Kunz, R., Kleijnen, J., & Antes, G. (2003). Five steps to conducting a systematic review. Journal of the royal society of medicine, 96(3), 118\u2013121.","journal-title":"Journal of the royal society of medicine"},{"key":"655_CR19","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/s10844-020-00612-x","volume":"55","author":"S Khushhal","year":"2020","unstructured":"Khushhal, S., Majid, A., Abbas, S.A., Nadeem, M.S.A., & Shah, S. (2020). Question retrieval using combined queries in community question answering. Journal of Intelligent Information Systems, 55, 307\u2013327. https:\/\/doi.org\/10.1007\/s10844-020-00612-x.","journal-title":"Journal of Intelligent Information Systems"},{"issue":"9","key":"655_CR20","doi-asserted-by":"publisher","first-page":"217","DOI":"10.14569\/IJACSA.2017.080931","volume":"8","author":"L Kodra","year":"2017","unstructured":"Kodra, L., & Kajo, E. (2017). Question Answering Systems: A Review on Present Developments, Challenges and Trends. International Journal of Advanced Computer Science and Applications, 8(9), 217\u2013224. https:\/\/doi.org\/10.14569\/ijacsa.2017.080931.","journal-title":"International Journal of Advanced Computer Science and Applications"},{"issue":"24","key":"655_CR21","doi-asserted-by":"publisher","first-page":"5412","DOI":"10.1016\/j.ins.2011.07.047","volume":"181","author":"O Kolomiyets","year":"2011","unstructured":"Kolomiyets, O., & Moens, M.F. (2011). A survey on question answering technology from an information retrieval perspective. Information Sciences, 181(24), 5412\u20135434. https:\/\/doi.org\/10.1016\/j.ins.2011.07.047.","journal-title":"Information Sciences"},{"key":"655_CR22","doi-asserted-by":"publisher","unstructured":"Liu, Y., Yi, X., Chen, R., & Song, Y. (2016). A Survey on Frameworks and Methods of Question Answering. Proceedings - 2016 3rd International Conference on Information Science and Control Engineering, ICISCE 2016, pp 115\u2013119. https:\/\/doi.org\/10.1109\/ICISCE.2016.35.","DOI":"10.1109\/ICISCE.2016.35"},{"issue":"4","key":"655_CR23","first-page":"2641","volume":"6","author":"M Malviya","year":"2020","unstructured":"Malviya, M., & Soni, M. (2020). Question answering schemes: A review. International Journal of Scientific Research & Engineering Trends, 6(4), 2641\u20132648.","journal-title":"International Journal of Scientific Research & Engineering Trends"},{"issue":"3","key":"655_CR24","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1016\/j.jksuci.2014.10.007","volume":"28","author":"A Mishra","year":"2016","unstructured":"Mishra, A., & Jain, S.K. (2016). A survey on question answering systems with classification. Journal of King Saud University - Computer and Information Sciences, 28(3), 345\u2013361. https:\/\/doi.org\/10.1016\/j.jksuci.2014.10.007.","journal-title":"Journal of King Saud University - Computer and Information Sciences"},{"issue":"1","key":"655_CR25","doi-asserted-by":"publisher","first-page":"102431","DOI":"10.1016\/j.ipm.2020.102431","volume":"58","author":"T Noraset","year":"2021","unstructured":"Noraset, T., Lowphansirikul, L., & Tuarob, S. (2021). Wabiqa: A wikipedia-based thai question-answering system. Information Processing & Management, 58 (1), 102431. https:\/\/doi.org\/10.1016\/j.ipm.2020.102431.","journal-title":"Information Processing & Management"},{"issue":"1","key":"655_CR26","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1186\/s13643-016-0384-4","volume":"5","author":"M Ouzzani","year":"2016","unstructured":"Ouzzani, M., Hammady, H., Fedorowicz, Z., & Elmagarmid, A. (2016). Rayyan\u2014a web and mobile app for systematic reviews. Systematic reviews, 5(1), 210.","journal-title":"Systematic reviews"},{"issue":"1","key":"655_CR27","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s10844-014-0330-7","volume":"44","author":"M Papadakis","year":"2015","unstructured":"Papadakis, M., & Tzitzikas, Y. (2015). Answering keyword queries through cached subqueries in best match retrieval models. Journal of Intelligent Information System, 44(1), 67\u2013106. https:\/\/doi.org\/10.1007\/s10844-014-0330-7.","journal-title":"Journal of Intelligent Information System"},{"issue":"1","key":"655_CR28","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1136\/ebnurs.2011.100352","volume":"15","author":"K Seers","year":"2012","unstructured":"Seers, K. (2012). Qualitative data analysis. Evidence-based nursing, 15(1), 2\u20132.","journal-title":"Evidence-based nursing"},{"issue":"3","key":"655_CR29","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1007\/s10115-018-1203-0","volume":"58","author":"AA Shah","year":"2019","unstructured":"Shah, A.A., Ravana, S.D., Hamid, S., & Ismail, M.A. (2019). Accuracy evaluation of methods and techniques in Web-based question answering systems: a survey. Knowledge and Information Systems, 58(3), 611\u2013650. https:\/\/doi.org\/10.1007\/s10115-018-1203-0.","journal-title":"Knowledge and Information Systems"},{"issue":"05","key":"655_CR30","doi-asserted-by":"publisher","first-page":"8815","DOI":"10.1609\/aaai.v34i05.6409","volume":"34","author":"S Shen","year":"2020","unstructured":"Shen, S., Dong, Z., Ye, J., Ma, L., Yao, Z., Gholami, A., Mahoney, M.W., & Keutzer, K. (2020). Q-bert: Hessian based ultra low precision quantization of bert. Proceedings of the AAAI Conference on Artificial Intelligence, 34(05), 8815\u20138821. https:\/\/doi.org\/10.1609\/aaai.v34i05.6409, https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/6409.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"1","key":"655_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00854ED1V01Y201805HLT039","volume":"11","author":"L Specia","year":"2018","unstructured":"Specia, L., Scarton, C., & Paetzold, G.H. (2018). Quality estimation for machine translation. Synthesis Lectures on Human Language Technologies, 11(1), 1\u2013162.","journal-title":"Synthesis Lectures on Human Language Technologies"},{"key":"655_CR32","doi-asserted-by":"crossref","unstructured":"Sultana, T., & Badugu, S. (2020). A review on different question answering system approaches. In S.C. Satapathy, K.S. Raju, K. Shyamala, D.R. Krishna, & M.N. Favorskaya (Eds.) Advances in Decision Sciences, Image Processing, Security and Computer Vision, pp 579\u2013586. Springer International Publishing, Cham.","DOI":"10.1007\/978-3-030-24318-0_67"},{"key":"655_CR33","unstructured":"Surdeanu, M., Ciaramita, M., & Zaragoza, H. (2008). Learning to rank answers on large online QA collections. In ACL-08: HLT - 46th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, Proceedings of the Conference, pp 719\u2013727."},{"issue":"3","key":"655_CR34","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1111\/1467-8551.00375","volume":"14","author":"D Tranfield","year":"2003","unstructured":"Tranfield, D., Denyer, D., & Smart, P. (2003). Towards a methodology for developing evidence-informed management knowledge by means of systematic review. British journal of management, 14(3), 207\u2013222.","journal-title":"British journal of management"},{"key":"655_CR35","doi-asserted-by":"crossref","unstructured":"Wang, W., Yang, N., Wei, F., Chang, B., & Zhou, M. (2017). Gated self-matching networks for reading comprehension and question answering. In Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp 189\u2013198. Association for Computational Linguistics, Vancouver, Canada. https:\/\/www.aclweb.org\/anthology\/P17-1018.","DOI":"10.18653\/v1\/P17-1018"},{"issue":"1","key":"655_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.csl.2014.06.001","volume":"29","author":"Y Wu","year":"2015","unstructured":"Wu, Y., Hori, C., Kashioka, H., & Kawai, H. (2015). Leveraging social Q&A collections for improving complex question answering. Computer Speech and Language, 29(1), 1\u201319. https:\/\/doi.org\/10.1016\/j.csl.2014.06.001.","journal-title":"Computer Speech and Language"},{"issue":"1","key":"655_CR37","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.ipm.2014.07.009","volume":"51","author":"Z Yan","year":"2015","unstructured":"Yan, Z., & Zhou, J. (2015). Optimal answerer ranking for new questions in community question answering. Information Processing & Management, 51 (1), 163\u2013178. https:\/\/doi.org\/10.1016\/j.ipm.2014.07.009.","journal-title":"Information Processing & Management"},{"key":"655_CR38","doi-asserted-by":"crossref","unstructured":"Yang, L., Ai, Q., Spina, D., Chen, R.C., Pang, L., Bruce Croft, W., Guo, J., & Scholer, F. (2016). Beyond factoid QA: Effective methods for non-factoid answer sentence retrieval. In Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), 9626, pp 115\u2013128. Springer Verlag.","DOI":"10.1007\/978-3-319-30671-1_9"},{"key":"655_CR39","doi-asserted-by":"publisher","unstructured":"Yogish, D., Manjunath, T.N., & Hegadi, R.S. (2018). Survey on trends and methods of an intelligent answering system. International Conference on Electrical, Electronics, Communication Computer Technologies and Optimization Techniques, ICEECCOT 2017, 2018-Janua:346\u2013353. https:\/\/doi.org\/10.1109\/ICEECCOT.2017.8284526.","DOI":"10.1109\/ICEECCOT.2017.8284526"},{"issue":"3","key":"655_CR40","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/MCI.2018.2840738","volume":"13","author":"T Young","year":"2018","unstructured":"Young, T., Hazarika, D., Poria, S., & Cambria, E. (2018). Recent trends in deep learning based natural language processing [review article]. IEEE Computational Intelligence Magazine, 13(3), 55\u201375. https:\/\/doi.org\/10.1109\/MCI.2018.2840738.","journal-title":"IEEE Computational Intelligence Magazine"}],"container-title":["Journal of Intelligent Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10844-021-00655-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10844-021-00655-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10844-021-00655-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,14]],"date-time":"2022-05-14T05:14:23Z","timestamp":1652505263000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10844-021-00655-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,25]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["655"],"URL":"https:\/\/doi.org\/10.1007\/s10844-021-00655-8","relation":{},"ISSN":["0925-9902","1573-7675"],"issn-type":[{"value":"0925-9902","type":"print"},{"value":"1573-7675","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,25]]},"assertion":[{"value":"29 March 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 July 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 July 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 September 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"There is the consent of all authors.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"There is the consent of all authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}},{"value":"There are no conflicts or competing interests. We ensure that this manuscript has a novel contribution and has not been published or submitted to any other publisher before.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflicts of Interest\/Competing Interests"}}]}}