{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T15:53:59Z","timestamp":1779292439810,"version":"3.51.4"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T00:00:00Z","timestamp":1688947200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T00:00:00Z","timestamp":1688947200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100007297","name":"Office of Naval Research Global","doi-asserted-by":"publisher","award":["N00014-20-1-2066"],"award-info":[{"award-number":["N00014-20-1-2066"]}],"id":[{"id":"10.13039\/100007297","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s10579-023-09672-1","type":"journal-article","created":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T05:01:35Z","timestamp":1688965295000},"page":"1431-1461","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Evaluation of a rule-based approach to automatic factual question generation using syntactic and semantic analysis"],"prefix":"10.1007","volume":"57","author":[{"given":"Angelina","family":"Ga\u0161par","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ani","family":"Grubi\u0161i\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9247-8890","authenticated-orcid":false,"given":"Ines","family":"\u0160ari\u0107-Grgi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,7,10]]},"reference":[{"key":"9672_CR1","volume-title":"Ontology-based question generation","author":"T Alsubait","year":"2015","unstructured":"Alsubait, T. (2015). Ontology-based question generation. University of Manchester."},{"key":"9672_CR2","doi-asserted-by":"publisher","first-page":"307","DOI":"10.18653\/v1\/W18-6537","volume-title":"Proceedings of the 11th international conference on natural language generation","author":"J Amidei","year":"2018","unstructured":"Amidei, J., Piwek, P., & Willis, A. (2018). Evaluation methodologies in automatic question generation 2013\u20132018. Proceedings of the 11th international conference on natural language generation (pp. 307\u2013317). ACL."},{"key":"9672_CR3","first-page":"65","volume-title":"Proceedings of the ACL workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization","author":"S Banerjee","year":"2005","unstructured":"Banerjee, S., & Lavie, A. (2005). METEOR: An automatic metric for MT evaluation with improved correlation with human judgments. Proceedings of the ACL workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization (pp. 65\u201372). ACL."},{"issue":"2","key":"9672_CR4","first-page":"20","volume":"10","author":"M Bl\u0161t\u00e1k","year":"2018","unstructured":"Bl\u0161t\u00e1k, M. (2018). Automatic question generation based on sentence structure analysis. Information Sciences & Technologies: Bulletin of the ACM Slovakia, 10(2), 20.","journal-title":"Information Sciences & Technologies: Bulletin of the ACM Slovakia"},{"issue":"4","key":"9672_CR5","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1017\/S1351324921000139","volume":"28","author":"M Bl\u0161t\u00e1k","year":"2022","unstructured":"Bl\u0161t\u00e1k, M., & Rozinajov\u00e1, V. (2022). Automatic question generation based on sentence structure analysis using machine learning approach. Natural Language Engineering, 28(4), 487\u2013517. https:\/\/doi.org\/10.1017\/S1351324921000139","journal-title":"Natural Language Engineering"},{"key":"9672_CR6","first-page":"224","volume":"15","author":"R Collobert","year":"2011","unstructured":"Collobert, R. (2011). Deep learning for efficient discriminative parsing. Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, 15, 224\u2013232.","journal-title":"Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics"},{"key":"9672_CR7","unstructured":"Danon, G., & Last, M. (2017). A syntactic approach to domain-specific automatic question generation. Preprint retrieved from https:\/\/arxiv.org\/abs\/1712.09827"},{"key":"9672_CR8","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1162\/tacl_a_00397","volume":"9","author":"D Deutsch","year":"2021","unstructured":"Deutsch, D., Bedrax-Weiss, T., & Roth, D. (2021). Towards question-answering as an automatic metric for evaluating the content quality of a summary. Transactions of the Association for Computational Linguistics, 9, 774\u2013789. https:\/\/doi.org\/10.1162\/tacl_a_00397","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"9672_CR9","doi-asserted-by":"publisher","DOI":"10.5555\/1289189.1289273","author":"G Doddington","year":"2002","unstructured":"Doddington, G. (2002). Automatic evaluation of machine translation quality using n-gram co-occurrence statistics. Proceedings of the Second International Conference on Human Language Technology Research. https:\/\/doi.org\/10.5555\/1289189.1289273","journal-title":"Proceedings of the Second International Conference on Human Language Technology Research"},{"key":"9672_CR10","doi-asserted-by":"crossref","unstructured":"Du, X., Shao, J., & Cardie, C. (2017). Learning to ask: Neural question generation for reading comprehension. Preprint retrieved from https:\/\/arxiv.org\/abs\/1705.00106v1","DOI":"10.18653\/v1\/P17-1123"},{"key":"9672_CR11","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"Wordnet: An electronic lexical database","author":"C Fellbaum","year":"1998","unstructured":"Fellbaum, C. (1998). Wordnet: An electronic lexical database. MIT Press."},{"key":"9672_CR12","doi-asserted-by":"publisher","first-page":"254","DOI":"10.18653\/v1\/W18-0530","volume-title":"Proceedings of the thirteenth workshop on innovative use of NLP for building educational applications","author":"M Flor","year":"2018","unstructured":"Flor, M., & Riordan, B. (2018). A semantic role-based approach to open-domain automatic question generation. Proceedings of the thirteenth workshop on innovative use of NLP for building educational applications (pp. 254\u2013263). ACL."},{"key":"9672_CR13","volume-title":"Automatic factual question generation from text","author":"M Heilman","year":"2011","unstructured":"Heilman, M. (2011). Automatic factual question generation from text. Carnegie Mellon University."},{"key":"9672_CR14","first-page":"11","volume-title":"Proceedings of QG2010: The third workshop on question generation","author":"M Heilman","year":"2010","unstructured":"Heilman, M., & Smith, N. A. (2010). Extracting simplified statements for factual question generation. Proceedings of QG2010: The third workshop on question generation (pp. 11\u201320). ACL."},{"key":"9672_CR15","doi-asserted-by":"publisher","unstructured":"Honnibal, M., & Johnson, M. (2015). An Improved Non-monotonic Transition System for Dependency Parsing. Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, 1373\u20131378. https:\/\/doi.org\/10.18653\/v1\/D15-1162","DOI":"10.18653\/v1\/D15-1162"},{"issue":"3","key":"9672_CR16","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1017\/S1351324915000455","volume":"22","author":"Y Huang","year":"2016","unstructured":"Huang, Y., & He, L. (2016). Automatic generation of short answer questions for reading comprehension assessment. Natural Language Engineering, 22(3), 457\u2013489. https:\/\/doi.org\/10.1017\/S1351324915000455","journal-title":"Natural Language Engineering"},{"key":"9672_CR17","doi-asserted-by":"publisher","first-page":"153","DOI":"10.18653\/v1\/P18-3022","volume-title":"Proceedings of the ACL 2018, student research workshop","author":"P Khullar","year":"2018","unstructured":"Khullar, P., Rachna, K., Hase, M., & Shrivastava, M. (2018). Automatic question generation using relative pronouns and adverbs. Proceedings of the ACL 2018, student research workshop (pp. 153\u2013158). ACL."},{"key":"9672_CR18","volume-title":"RevUP: Automatic gap-fill question generation from educational texts","author":"G Kumar","year":"2015","unstructured":"Kumar, G., Banchs, R. E., & D\u2019Haro, L. F. (2015). RevUP: Automatic gap-fill question generation from educational texts. ACL."},{"issue":"1","key":"9672_CR19","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s40593-019-00186-y","volume":"30","author":"G Kurdi","year":"2020","unstructured":"Kurdi, G., Leo, J., Parsia, B., Sattler, U., & Al-Emari, S. (2020). A systematic review of automatic question generation for educational purposes. International Journal of Artificial Intelligence in Education, 30(1), 121\u2013204. https:\/\/doi.org\/10.1007\/s40593-019-00186-y","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"9672_CR20","first-page":"74","volume-title":"Proceedings of the 42nd annual meeting of the association for computational linguistics (ACL 2004)","author":"C-Y Lin","year":"2004","unstructured":"Lin, C.-Y. (2004). ROUGE: A package for automatic evaluation of summaries. Proceedings of the 42nd annual meeting of the association for computational linguistics (ACL 2004) (pp. 74\u201381). ACL."},{"key":"9672_CR21","first-page":"105","volume-title":"Proceedings of the 14th European workshop on natural language generation","author":"D Lindberg","year":"2013","unstructured":"Lindberg, D., Popowich, F., Nesbit, J., & Winne, P. (2013). Generating natural language questions to support learning on-line. Proceedings of the 14th European workshop on natural language generation (pp. 105\u2013114). ACL."},{"key":"9672_CR22","doi-asserted-by":"publisher","first-page":"64","DOI":"10.18653\/v1\/W15-4410","volume-title":"Proceedings of the 2nd workshop on natural language processing techniques for educational applications","author":"M Majumder","year":"2015","unstructured":"Majumder, M., & Saha, S. K. (2015). A system for generating multiple choice questions: with a novel approach for sentence selection. Proceedings of the 2nd workshop on natural language processing techniques for educational applications (pp. 64\u201372). ACL."},{"key":"9672_CR23","doi-asserted-by":"publisher","first-page":"321","DOI":"10.3115\/v1\/P14-2053","volume-title":"Proceedings of the 42nd annual meeting of the association for computational linguistics (Volume 2: Short Papers)","author":"K Mazidi","year":"2014","unstructured":"Mazidi, K., & Nielsen, R. D. (2014). Linguistic considerations in automatic question generation. Proceedings of the 42nd annual meeting of the association for computational linguistics (Volume 2: Short Papers) (pp. 321\u2013326). ACL."},{"key":"9672_CR24","first-page":"23","volume-title":"Proceedings of the international conference on intelligent tutoring systems\u2014ITS 2016","author":"K Mazidi","year":"2016","unstructured":"Mazidi, K., & Tarau, P. (2016a). Automatic question generation: From NLU to NLG. In A. Micarelli, J. Stamper, & K. Panourgia (Eds.), Proceedings of the international conference on intelligent tutoring systems\u2014ITS 2016 (pp. 23\u201333). Springer."},{"key":"9672_CR25","doi-asserted-by":"publisher","first-page":"51","DOI":"10.18653\/v1\/W16-6609","volume-title":"The 9th international natural language generation conference","author":"K Mazidi","year":"2016","unstructured":"Mazidi, K., & Tarau, P. (2016b). Infusing NLU into automatic question generation. The 9th international natural language generation conference (pp. 51\u201360). ACL."},{"key":"9672_CR26","doi-asserted-by":"publisher","first-page":"3950","DOI":"10.18653\/v1\/D18-1429","volume-title":"Proceedings of the 2018 conference on empirical methods in natural language processing","author":"P Nema","year":"2018","unstructured":"Nema, P., & Khapra, M. M. (2018). Towards a better metric for evaluating question generation systems. Proceedings of the 2018 conference on empirical methods in natural language processing (pp. 3950\u20133959). ACL."},{"issue":"2","key":"9672_CR27","doi-asserted-by":"publisher","first-page":"75","DOI":"10.5087\/d&d.v3i2.1480","volume":"3","author":"AM Olney","year":"2012","unstructured":"Olney, A. M., Graesser, A. C., & Person, N. K. (2012). Question generation from concept maps. Dialogue & Discourse, 3(2), 75\u201399. https:\/\/doi.org\/10.5087\/d&d.v3i2.1480","journal-title":"Dialogue & Discourse"},{"key":"9672_CR28","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1007\/978-3-319-61425-0_22","volume-title":"Artificial intelligence in education","author":"AM Olney","year":"2017","unstructured":"Olney, A. M., Pavlik, P. I., & Maass, J. K. (2017). Improving reading comprehension with automatically generated cloze item practice. In E. Andr\u00e9, R. Baker, X. Hu, M. Ma, T. Rodrigo, & B. Du Boulay (Eds.), Artificial intelligence in education (pp. 262\u2013273). Springer."},{"key":"9672_CR29","first-page":"311","volume-title":"Proceedings of the 40th annual meeting of the association for computational linguistics","author":"K Papineni","year":"2002","unstructured":"Papineni, K., Roukos, S., Ward, T., & Zhu, W. J. (2002). Bleu: A method for automatic evaluation of machine translation. Proceedings of the 40th annual meeting of the association for computational linguistics (pp. 311\u2013318). ACL."},{"issue":"2","key":"9672_CR30","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1007\/s10639-018-9814-3","volume":"24","author":"R Patra","year":"2019","unstructured":"Patra, R., & Saha, S. K. (2019). A hybrid approach for automatic generation of named entity distractors for multiple choice questions. Education and Information Technologies, 24(2), 973\u2013993. https:\/\/doi.org\/10.1007\/s10639-018-9814-3","journal-title":"Education and Information Technologies"},{"key":"9672_CR31","doi-asserted-by":"publisher","first-page":"392","DOI":"10.18653\/v1\/W15-3049","volume-title":"Proceedings of the tenth workshop on statistical machine translation","author":"M Popovi\u0107","year":"2015","unstructured":"Popovi\u0107, M. (2015). chrF: Character n-gram F-score for automatic MT evaluation. Proceedings of the tenth workshop on statistical machine translation (pp. 392\u2013395). ACL."},{"key":"9672_CR32","first-page":"499","volume-title":"Proceedings of the first conference on machine translation","author":"M Popovi\u0107","year":"2016","unstructured":"Popovi\u0107, M. (2016). chrF deconstructed: Beta parameters and n-gram weights. Proceedings of the first conference on machine translation (Vol. 2, pp. 499\u2013504). ACL."},{"key":"9672_CR33","first-page":"1","volume-title":"Proceedings of the fifth annual ACM conference on learning at scale","author":"Z Wang","year":"2018","unstructured":"Wang, Z., Lan, A. S., Nie, W., Waters, A. E., Grimaldi, P. J., & Baraniuk, R. G. (2018). QG-net: A data-driven question generation model for educational content. Proceedings of the fifth annual ACM conference on learning at scale (pp. 1\u201310). ACM."},{"issue":"2","key":"9672_CR34","doi-asserted-by":"publisher","first-page":"11","DOI":"10.5087\/d&d.v3i2.1439","volume":"3","author":"X Yao","year":"2012","unstructured":"Yao, X., Bouma, G., & Zhang, Y. (2012). Semantics-based Question Generation and Implementation. Dialogue & Discourse, 3(2), 11\u201342. https:\/\/doi.org\/10.5087\/d&d.v3i2.1439","journal-title":"Dialogue & Discourse"},{"issue":"1","key":"9672_CR35","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1186\/s41039-016-0031-7","volume":"11","author":"L Zhang","year":"2016","unstructured":"Zhang, L., & VanLehn, K. (2016). How do machine-generated questions compare to human-generated questions? Research and Practice in Technology Enhanced Learning, 11(1), 7. https:\/\/doi.org\/10.1186\/s41039-016-0031-7","journal-title":"Research and Practice in Technology Enhanced Learning"},{"issue":"9","key":"9672_CR36","doi-asserted-by":"publisher","first-page":"9","DOI":"10.4236\/jcc.2021.99013","volume":"9","author":"X Zhang","year":"2021","unstructured":"Zhang, X., Yan, X., & Yao, Z. (2021). The automatic question generation system for CET. Journal of Computer and Communications, 9(9), 9. https:\/\/doi.org\/10.4236\/jcc.2021.99013","journal-title":"Journal of Computer and Communications"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-023-09672-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10579-023-09672-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-023-09672-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,17]],"date-time":"2023-11-17T15:07:48Z","timestamp":1700233668000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10579-023-09672-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,10]]},"references-count":36,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["9672"],"URL":"https:\/\/doi.org\/10.1007\/s10579-023-09672-1","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"value":"1574-020X","type":"print"},{"value":"1574-0218","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,10]]},"assertion":[{"value":"25 May 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests (appropriate disclosures in the further text).","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}