{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T03:40:03Z","timestamp":1780544403077,"version":"3.54.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,5,24]],"date-time":"2023-05-24T00:00:00Z","timestamp":1684886400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,24]],"date-time":"2023-05-24T00:00:00Z","timestamp":1684886400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-023-01682-8","type":"journal-article","created":{"date-parts":[[2023,5,24]],"date-time":"2023-05-24T10:02:50Z","timestamp":1684922570000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Novel Framework for Improving the Correctness of Reference Answers to Enhance Results of ASAG Systems"],"prefix":"10.1007","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7568-8263","authenticated-orcid":false,"given":"T. R.","family":"Akila Devi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"K.","family":"Javubar Sathick","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A.","family":"Abdul Azeez Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"L.","family":"Arun Raj","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,24]]},"reference":[{"key":"1682_CR1","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2015","unstructured":"Burrows S, Gurevych I, Stein B. The eras and trends of automatic short answer grading. Int J Artif Intell Educ. 2015;25:60\u2013117. https:\/\/doi.org\/10.1007\/s40593-014-0026-8.","journal-title":"Int J Artif Intell Educ"},{"issue":"2","key":"1682_CR2","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1016\/j.compedu.2011.10.007","volume":"58","author":"S Jordan","year":"2012","unstructured":"Jordan S. Student engagement with assessment and feedback: Some lessons from short-answer free-text e-assessment questions. Comput Educ. 2012;58(2):818\u201334.","journal-title":"Comput Educ"},{"key":"1682_CR3","unstructured":"Jordan S. Short-answer e-assessment questions: five years on. In: Proc. 15th Int. Comput. Assist. Assess.Conf. 2012."},{"key":"1682_CR4","unstructured":"Roy S, Bhatt HS, Narahari Y. An iterative transfer learning based ensemble technique for automatic short answer grading. 2016. ArXiv 2016. https:\/\/arxiv.org\/abs\/1609.04909."},{"key":"1682_CR5","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2019.1648300","author":"L Zhang","year":"2019","unstructured":"Zhang L, Huang Y, Yang X, Yu S, Zhuang F. An automatic short-answer grading model for semi-open-ended questions. Interact Learn Environ. 2019. https:\/\/doi.org\/10.1080\/10494820.2019.1648300.","journal-title":"Interact Learn Environ"},{"key":"1682_CR6","doi-asserted-by":"publisher","unstructured":"Xu R. POS weighted TF-IDF algorithm and its application for an MOOC search engine. In: 2014 International Conference on Audio, Language and Image Processing, 2014, pp. 868\u2013873, https:\/\/doi.org\/10.1109\/ICALIP.2014.7009919.","DOI":"10.1109\/ICALIP.2014.7009919"},{"key":"1682_CR7","doi-asserted-by":"publisher","unstructured":"Kurland O, Lee L. Corpus structure, language models, and ad hoc information retrieval. In: Proceedings of the 27th annual international ACM SIGIR conference on Research and development in information retrieval 2014;194\u2013201. https:\/\/doi.org\/10.1145\/1008992.1009027.","DOI":"10.1145\/1008992.1009027"},{"key":"1682_CR8","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1613\/jair.3327","volume":"41","author":"O Kurland","year":"2011","unstructured":"Kurland O, Krikon E. The opposite of smoothing: a language model approach to ranking query-specific document clusters. J Artif Intell Res. 2011;41:367\u201395. https:\/\/doi.org\/10.1613\/jair.3327.","journal-title":"J Artif Intell Res"},{"key":"1682_CR9","doi-asserted-by":"publisher","unstructured":"Liu X, Croft WB. Cluster based retrieval using language models. In: Proceedings of the 27th annual international ACM SIGIR conference on Research and development in information retrieval 2004;186\u2013193. https:\/\/doi.org\/10.1145\/1008992.1009026.","DOI":"10.1145\/1008992.1009026"},{"key":"1682_CR10","doi-asserted-by":"publisher","unstructured":"Liu X, Croft WB. Evaluating text representations for retrieval of the best group of documents. In: European Conference on Information Retrieval 2008; 454\u2013462. Springer, Berlin, Heidelberg. https:\/\/doi.org\/10.1007\/978-3-540-78646-7_43.","DOI":"10.1007\/978-3-540-78646-7_43"},{"key":"1682_CR11","doi-asserted-by":"publisher","unstructured":"Wei X, Croft WB. LDA-based document models for ad-hoc retrieval. In: Proceedings of the 29th annual international ACM SIGIR conference on Research and development in information retrieval 2006;178\u2013185. https:\/\/dl.acm.org\/doi\/https:\/\/doi.org\/10.1145\/1148170.1148204.","DOI":"10.1145\/1148170.1148204"},{"key":"1682_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/ijwltt.20211101.oa12","volume":"16","author":"TR Devi","year":"2021","unstructured":"Devi TR, Sathick KJ, Khan AA, Raj LA. A novel framework using zero shot learning technique for a non-factoid question answering system. Int J Web-based Learn Teach Technol. 2021;16:1\u201313. https:\/\/doi.org\/10.4018\/ijwltt.20211101.oa12.","journal-title":"Int J Web-based Learn Teach Technol"},{"key":"1682_CR13","doi-asserted-by":"publisher","first-page":"1532","DOI":"10.3115\/v1\/D14-1162","volume":"14","author":"J Pennington","year":"2014","unstructured":"Pennington J, Socher R, Manning C. Glove: glesobal vectors for word representation. EMNLP. 2014;14:1532\u201343. https:\/\/doi.org\/10.3115\/v1\/D14-1162.","journal-title":"EMNLP"},{"key":"1682_CR14","unstructured":"Devlin J, Chang M, Lee K, Toutanova K. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv.org. 2019. https:\/\/arxiv.org\/abs\/1810.04805."},{"key":"1682_CR15","unstructured":"Lan Z, Chen M, Goodman S, Gimpel K, Sharma P, Soricut R. Albert: a lite bert for self-supervised learning of language representations. arXiv preprint 2019. https:\/\/arxiv.org\/abs\/1909.11942."},{"key":"1682_CR16","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1907.11692","author":"Y Liu","year":"2019","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V. RoBERTa: a robustly optimized BERT pretraining approach. ArXiv. 2019. https:\/\/doi.org\/10.48550\/arXiv.1907.11692.","journal-title":"ArXiv"},{"key":"1682_CR17","unstructured":"Bukai O, Pokorny R, Haynes J. An automated short-free-text scoring system: development and assessment. In: Proceedings of the Twentieth Interservice\/Industry Training, Simulation, and Education Conference, 2006;1\u201311."},{"issue":"59","key":"1682_CR18","first-page":"325","volume":"38","author":"D P\u00e9rez","year":"2005","unstructured":"P\u00e9rez D, Alfonseca E, Rodr\u00edguez P, Gliozzo A, Strapparava C, Magnini B. About the effects of combining latent semantic analysis with natural language processing techniques for free-text assessment. Revista signos. 2005;38(59):325\u201343.","journal-title":"Revista signos"},{"key":"1682_CR19","unstructured":"G\u00fctl C. e-examiner: towards a fully-automatic knowledge assessment tool applicable in adaptive elearning systems. In: Proceedings of the Second International Conference on Interactive Mobile and Computer Aided Learning. 2007:1\u201310. Citeseer."},{"key":"1682_CR20","doi-asserted-by":"crossref","unstructured":"Bailey S, Meurers D. Diagnosing meaning errors in short answers to reading comprehension questions. In: Proceedings of the Third Workshop on Innovative Use of NLP for Building Educational Applications, 2008;107\u2013115.","DOI":"10.3115\/1631836.1631849"},{"issue":"02","key":"1682_CR21","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1142\/S0218213011000188","volume":"20","author":"W-J Hou","year":"2011","unstructured":"Hou W-J, Tsao J-H. Automatic assessment of students\u2019 free-text answers with different levels. Int J Artif Intell Tools. 2011;20(02):327\u201347.","journal-title":"Int J Artif Intell Tools"},{"key":"1682_CR22","unstructured":"Mohler M, Bunescu R, Mihalcea R. Learning to grade short answer questions using semantic similarity measures and dependency graph alignments. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies-Volume 1, 2011; 752\u2013762. Association for Computational Linguistics."},{"key":"1682_CR23","unstructured":"Bahdanau D, Cho K, Bengio Y. Neural machine translation by jointly learning to align and translate. arXiv preprint https:\/\/arxiv.org\/abs\/1409.0473."},{"key":"1682_CR24","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I. Attention is all you need. In: Advances in neural information processing systems, 2017;5998\u2013 6008."},{"key":"1682_CR25","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L. Deep contextualized word representations. arXiv preprint https:\/\/arxiv.org\/abs\/1802.05365."},{"key":"1682_CR26","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I. Improving language understanding by generative pre-training. 2018."},{"issue":"8","key":"1682_CR27","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I. Language models are unsupervised multitask learners. OpenAI Blog. 2019;1(8):9.","journal-title":"OpenAI Blog"},{"key":"1682_CR28","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/978-94-017-0952-1_11","volume-title":"Breadth and depth of semantic lexicons","author":"J Burstein","year":"1999","unstructured":"Burstein J, Wolff S, Lu C. Using lexical semantic techniques to classify free-responses. In: Breadth and depth of semantic lexicons. Springer; 1999. p. 227\u201344."},{"key":"1682_CR29","unstructured":"Callear DH, Jerrams-Smith J, Soh V. Caa of short non-mcq answers. 2001."},{"issue":"4","key":"1682_CR30","doi-asserted-by":"publisher","first-page":"1450","DOI":"10.1016\/j.compedu.2008.01.006","volume":"51","author":"H-C Wang","year":"2008","unstructured":"Wang H-C, Chang C-Y, Li T-Y. Assessing creative problem-solving with automated text grading. Comput Educ. 2008;51(4):1450\u201366.","journal-title":"Comput Educ"},{"key":"1682_CR31","unstructured":"Mitchell T, Russell T, Broomhead P, Aldridge N. Towards robust computerised marking of freetext responses. 2002."},{"key":"1682_CR32","doi-asserted-by":"crossref","unstructured":"Thomas P. The evaluation of electronic marking of examinations. In: Proceedings of the 8th annual conference on Innovation and technology in computer science education, 2003;50\u201354.","DOI":"10.1145\/961511.961528"},{"key":"1682_CR33","doi-asserted-by":"crossref","unstructured":"Bachman LF, Carr N, Kamei G, Kim M, Pan MJ, Salvador C, Sawaki Y. A reliable approach to automatic assessment of short answer free responses. In: Proceedings of the 19th international conference on Computational linguistics-Volume 2, 2002;1\u20134. Association for Computational Linguistics.","DOI":"10.3115\/1071884.1071907"},{"key":"1682_CR34","unstructured":"Metzler TD. Computer-assisted grading of short answers using word embeddings and keyphrase extraction. 2019."},{"key":"1682_CR35","unstructured":"Mikolov T, Chen K, Corrado G, Dean J. Efficient estimation of word representations in vector space. arXiv preprint 2013a. https:\/\/arxiv.org\/abs\/1301.3781."},{"key":"1682_CR36","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J. Distributed representations of words and phrases and their compositionality. In: Advances in neural information processing systems, 2013b;3111\u20133119."},{"key":"1682_CR37","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T. Enriching word vectors with subword information. Trans Assoc Comput Linguist. 2017;5:135\u201346.","journal-title":"Trans Assoc Comput Linguist"},{"key":"1682_CR38","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD. Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), 2014;1532\u20131543.","DOI":"10.3115\/v1\/D14-1162"},{"key":"1682_CR39","doi-asserted-by":"crossref","unstructured":"Mohler M, Mihalcea R. Text-to-text semantic similarity for automatic short answer grading. In: Proceedings of the 12th Conference of the European Chapter of the ACL (EACL 2009), 2009;567\u2013575.","DOI":"10.3115\/1609067.1609130"},{"key":"1682_CR40","doi-asserted-by":"crossref","unstructured":"Camus L, Filighera A. Investigating transformers for automatic short answer grading. In: Proceedings of the International Conference on Artificial Intelligence in Education, online, from June 6\u201310, 2020; 43\u201348, Springer, Cham.","DOI":"10.1007\/978-3-030-52240-7_8"},{"key":"1682_CR41","doi-asserted-by":"crossref","unstructured":"Condor A. Exploring automatic short answer grading as a tool to assist in human rating. In: Proceedings of the International Conference on Artificial Intelligence in Education, online, from June 6\u201310, 2020;74\u201379. Springer, Cham.","DOI":"10.1007\/978-3-030-52240-7_14"},{"key":"1682_CR42","doi-asserted-by":"crossref","unstructured":"Sung C, Dhamecha T, Saha S, Ma T, Reddy V, Arora R. Pre-training BERT on domain resources for short answer grading. In: Proceedings of EMNLP-IJCNLP, Hong Kong, CHINA, from November 3\u20137, 2019; pp. 6073\u20136077.","DOI":"10.18653\/v1\/D19-1628"},{"key":"1682_CR43","unstructured":"Saha S, Dhamecha TI, Marvaniya S, Foltz PW, Sindhgatta R, Sengupta B. Joint Multi-Domain Learning for Automatic Short Answer Grading, 2019. https:\/\/doi.org\/10.48550\/arXiv.1902.09183."},{"key":"1682_CR44","doi-asserted-by":"publisher","unstructured":"Ait Khayi N, Rus V, Tamang L. Towards improving open student answer assessment using pretrained transformers. In: The International FLAIRS Conference Proceedings, 34;2021. https:\/\/doi.org\/10.32473\/flairs.v34i1.128483.","DOI":"10.32473\/flairs.v34i1.128483"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-023-01682-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-023-01682-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-023-01682-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T16:01:41Z","timestamp":1744214501000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-023-01682-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,24]]},"references-count":44,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2023,7]]}},"alternative-id":["1682"],"URL":"https:\/\/doi.org\/10.1007\/s42979-023-01682-8","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,24]]},"assertion":[{"value":"30 September 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 January 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"On behalf of all authors, the corresponding author states that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}],"article-number":"415"}}