{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T10:11:23Z","timestamp":1773655883526,"version":"3.50.1"},"reference-count":25,"publisher":"Allerton Press","issue":"7","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Aut. Control Comp. Sci."],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.3103\/s0146411625700282","type":"journal-article","created":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T19:14:57Z","timestamp":1771528497000},"page":"920-928","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Automatic Determination of Semantic Similarity of Student Answers with the Reference Answer Using Modern Models"],"prefix":"10.3103","volume":"59","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6137-8643","authenticated-orcid":false,"given":"N. S.","family":"Lagutina","sequence":"first","affiliation":[]},{"given":"K. V.","family":"Lagutina","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5451-775X","authenticated-orcid":false,"given":"V. N.","family":"Kopnin","sequence":"additional","affiliation":[]}],"member":"1627","published-online":{"date-parts":[[2026,2,19]]},"reference":[{"key":"7888_CR1","doi-asserted-by":"publisher","first-page":"100206","DOI":"10.1016\/j.caeai.2024.100206","volume":"6","author":"R. Gao","year":"2024","unstructured":"Gao, R., Merzdorf, H.E., Anwar, S., Hipwell, M.C., and Srinivasa, A.R., Automatic assessment of text-based responses in post-secondary education: A systematic review, Computers and Education: Artificial Intelligence, 2024, vol. 6, p. 100206. https:\/\/doi.org\/10.1016\/j.caeai.2024.100206","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"7888_CR2","doi-asserted-by":"publisher","first-page":"421","DOI":"10.3390\/info11090421","volume":"11","author":"J. Wang","year":"2020","unstructured":"Wang, J. and Dong, Yi., Measurement of text similarity: A survey, Information, 2020, vol. 11, no. 9, p. 421. https:\/\/doi.org\/10.3390\/info11090421","journal-title":"Information"},{"key":"7888_CR3","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1063\/1.5014006","volume":"1910","author":"A. Rozeva","year":"2017","unstructured":"Rozeva, A. and Zerkova, S., Assessing semantic similarity of texts\u2014Methods and algorithms, AIP Conf. Proc., 2017, vol. 1910, no. 1, pp. 60\u201372. https:\/\/doi.org\/10.1063\/1.5014006","journal-title":"AIP Conf. Proc."},{"key":"7888_CR4","doi-asserted-by":"publisher","first-page":"4699","DOI":"10.1007\/s00500-020-05479-2","volume":"25","author":"D.W. Prakoso","year":"2021","unstructured":"Prakoso, D.W., Abdi, A., and Amrit, Ch., Short text similarity measurement methods: A review, Soft Comput., 2021, vol. 25, no. 6, pp. 4699\u20134723. https:\/\/doi.org\/10.1007\/s00500-020-05479-2","journal-title":"Soft Comput."},{"key":"7888_CR5","unstructured":"Lagutina, N.S., Tihomirov, M.V., and Mastakova, N.K., Algoritm avtomaticheskogo postroeniya yazykovogo profilya uchashchegosya, Zametki po Informatike i Matematike, 2023, no. 15, pp. 58\u201365."},{"key":"7888_CR6","unstructured":"Mishunin, O.B., Savinov, A.P., and Firstov, D.I., State and level of the automatic free-text answer grading systems development, Sovremennye Naukoemkie Tekhnologii, 2016, no. 1, pp. 38\u201344."},{"key":"7888_CR7","doi-asserted-by":"publisher","first-page":"11","DOI":"10.18495\/comengapp.v5i1.160","volume":"5","author":"L. Zahrotun","year":"2016","unstructured":"Zahrotun, L., Comparison Jaccard similarity, cosine similarity and combined both of the data clustering with shared nearest neighbor method, Computer Engineering and Applications Journal, 2016, vol. 5, no. 1, pp. 11\u201318. https:\/\/doi.org\/10.18495\/comengapp.v5i1.160","journal-title":"Computer Engineering and Applications Journal"},{"key":"7888_CR8","doi-asserted-by":"publisher","first-page":"76433","DOI":"10.1109\/access.2021.3082408","volume":"9","author":"H.A. Abdeljaber","year":"2021","unstructured":"Abdeljaber, H.A., Automatic Arabic short answers scoring using longest common subsequence and Arabic WordNet, IEEE Access, 2021, vol. 9, pp. 76433\u201376445. https:\/\/doi.org\/10.1109\/access.2021.3082408","journal-title":"IEEE Access"},{"key":"7888_CR9","doi-asserted-by":"publisher","unstructured":"Sultana, S. and Biskri, I., Identifying similar sentences by using n-grams of characters, Recent Trends and Future Technology in Applied Intelligence: Proceedings of 31st International Conference on Industrial Engineering and Other Applications of Applied Intelligent Systems, Mouhoub, M., Sadaoui, S., Ait Mohamed, O., and Ali, M., Eds., Lecture Notes in Computer Science, vol. 10868, Cham: Springer, 2018, pp. 833\u2013843. https:\/\/doi.org\/10.1007\/978-3-319-92058-0_80","DOI":"10.1007\/978-3-319-92058-0_80"},{"key":"7888_CR10","doi-asserted-by":"publisher","first-page":"1271","DOI":"10.1007\/s11277-019-06913-x","volume":"111","author":"S. Vij","year":"2020","unstructured":"Vij, S., Tayal, D., and Jain, A., A machine learning approach for automated evaluation of short answers using text similarity based on WordNet graphs, Wireless Pers. Commun., 2020, vol. 111, no. 2, pp. 1271\u20131282. https:\/\/doi.org\/10.1007\/s11277-019-06913-x","journal-title":"Wireless Pers. Commun."},{"key":"7888_CR11","doi-asserted-by":"publisher","first-page":"3126","DOI":"10.3390\/electronics12143126","volume":"12","author":"Ya. Zhou","year":"2023","unstructured":"Zhou, Ya., Li, Ch., Huang, G., Guo, Q., Li, H., and Wei, X., A short-text similarity model combining semantic and syntactic information, Electronics, 2023, vol. 12, no. 14, p. 3126. https:\/\/doi.org\/10.3390\/electronics12143126","journal-title":"Electronics"},{"key":"7888_CR12","doi-asserted-by":"crossref","unstructured":"Mohler, M. and Mihalcea, R., Text-to-text semantic similarity for automatic short answer grading, Proceedings of the 12th Conference of the European Chapter of the ACL (EACL 2009), Athens, 2009, Lascarides, A., Gardent, C., and Nivre, J., Eds., Association for Computational Linguistics, 2009, pp. 567\u2013575. https:\/\/aclanthology.org\/E09-1065\/.","DOI":"10.3115\/1609067.1609130"},{"key":"7888_CR13","doi-asserted-by":"publisher","first-page":"5971","DOI":"10.1002\/cpe.5971","volume":"33","author":"M. Han","year":"2021","unstructured":"Han, M., Zhang, X., Yuan, X., Jiang, J., Yun, W., and Gao, Ch., A survey on the techniques, applications, and performance of short text semantic similarity, Concurrency Comput.: Pract. Exper., 2021, vol. 33, no. 5, p. 5971. https:\/\/doi.org\/10.1002\/cpe.5971","journal-title":"Concurrency Comput.: Pract. Exper."},{"key":"7888_CR14","unstructured":"Roy, S., Dandapat, S., Nagesh, A., and Narahari, Y., Wisdom of students: A consistent automatic short answer grading technique, Proceedings of the 13th International Conference on Natural Language Processing, Varanasi, India, 2016, Sharma, D.M., Sangal, R., and Singh, A.K., Eds., NLP Association of India, 2016, pp. 178\u2013187. https:\/\/aclanthology.org\/W16-6324\/."},{"key":"7888_CR15","doi-asserted-by":"publisher","unstructured":"Ahmed, A., Joorabchi, A., and Hayes, M., On deep learning approaches to automated assessment: Strategies for short answer grading, Proceedings of the 14th International Conference on Computer Supported Education, Cukurova, M., Rummel, N., Gillet, D., McLaren, B., and Uhomoibhi, J., Eds., SCITEPRESS\u2014Science and Technology Publications, 2022, vol. 2, pp. 85\u201394. https:\/\/doi.org\/10.5220\/0011082100003182","DOI":"10.5220\/0011082100003182"},{"key":"7888_CR16","doi-asserted-by":"publisher","unstructured":"Ahmed, A., Joorabchi, A., and Hayes, M.J., On the application of sentence transformers to automatic short answer grading in blended assessment, 2022 33rd Irish Signals and Systems Conference (ISSC), Cork, Ireland, 2022, IEEE, 2022, pp. 1\u20136. https:\/\/doi.org\/10.1109\/issc55427.2022.9826194","DOI":"10.1109\/issc55427.2022.9826194"},{"key":"7888_CR17","doi-asserted-by":"publisher","unstructured":"Camus, L. and Filighera, A., Investigating transformers for automatic short answer grading, Artificial Intelligence in Education. AIED 2020, Bittencourt, I., Cukurova, M., Muldner, K., Luckin, R., and Mill\u00e1n, E., Eds., Lecture Notes in Computer Science, vol. 12164, Cham: Springer, 2020, pp. 43\u201348. https:\/\/doi.org\/10.1007\/978-3-030-52240-7_8","DOI":"10.1007\/978-3-030-52240-7_8"},{"key":"7888_CR18","doi-asserted-by":"publisher","first-page":"6131","DOI":"10.1007\/s11042-021-11771-6","volume":"81","author":"D. Viji","year":"2022","unstructured":"Viji, D. and Revathy, S., A hybrid approach of weighted fine-tuned BERT extraction with deep Siamese bi-LSTM model for semantic text similarity identification, Multimedia Tools Appl., 2022, vol. 81, no. 5, pp. 6131\u20136157. https:\/\/doi.org\/10.1007\/s11042-021-11771-6","journal-title":"Multimedia Tools Appl."},{"key":"7888_CR19","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1177\/14738716221114372","volume":"21","author":"D. Witschard","year":"2022","unstructured":"Witschard, D., Jusufi, I., Martins, R.M., Kucher, K., and Kerren, A., Interactive optimization of embedding-based text similarity calculations, Inf. Visualization, 2022, vol. 21, no. 4, pp. 335\u2013353. https:\/\/doi.org\/10.1177\/14738716221114372","journal-title":"Inf. Visualization"},{"key":"7888_CR20","first-page":"1877","volume":"33","author":"T. Brown","year":"2020","unstructured":"Brown, T., Language models are few-shot learners, Adv. Neural Inf. Process. Syst., 2020, vol. 33, pp. 1877\u20131901.","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"7888_CR21","doi-asserted-by":"publisher","first-page":"999","DOI":"10.13053\/cys-23-3-3273","volume":"23","author":"D. Shashavali","year":"2019","unstructured":"Shashavali, D., Vishwjeet, V., Kumar, R., Mathur, G., Nihal, N., Mukherjee, S., and Venkanagouda Patil, S., Sentence similarity techniques for short vs variable length text using word embeddings, Computacion Sistemas, 2019, vol. 23, no. 3, pp. 999\u20131004. https:\/\/doi.org\/10.13053\/cys-23-3-3273","journal-title":"Computacion Sistemas"},{"key":"7888_CR22","doi-asserted-by":"publisher","first-page":"85462","DOI":"10.1109\/access.2019.2925006","volume":"7","author":"B. Hassan","year":"2019","unstructured":"Hassan, B., Abdelrahman, S.E., Bahgat, R., and Farag, I., UESTS: An unsupervised ensemble semantic textual similarity method, IEEE Access, 2019, vol. 7, pp. 85462\u201385482. https:\/\/doi.org\/10.1109\/access.2019.2925006","journal-title":"IEEE Access"},{"key":"7888_CR23","doi-asserted-by":"publisher","first-page":"158","DOI":"10.3390\/bdcc7040158","volume":"7","author":"I. Gagliardi","year":"2023","unstructured":"Gagliardi, I. and Artese, M.T., Ensemble-based short text similarity: An easy approach for multilingual datasets using transformers and wordnet in real-world scenarios, Big Data Cognit. Comput., 2023, vol. 7, no. 4, p. 158. https:\/\/doi.org\/10.3390\/bdcc7040158","journal-title":"Big Data Cognit. Comput."},{"key":"7888_CR24","doi-asserted-by":"publisher","first-page":"869","DOI":"10.3103\/S0146411624700329","volume":"58","author":"N.S. Lagutina","year":"2024","unstructured":"Lagutina, N.S., Lagutina, K.V., Brederman, A.M., and Kasatkina, N.N., Text classification by CEFR levels using machine learning methods and the BERT language model, Autom. Control Comput. Sci., 2024, vol. 58, no.\u00a07, pp. 869\u2013878. https:\/\/doi.org\/10.3103\/S0146411624700329","journal-title":"Autom. Control Comput. Sci."},{"key":"7888_CR25","doi-asserted-by":"publisher","unstructured":"Qi, P., Zhang, Y., Zhang, Y., Bolton, J., and Manning, C.D., Stanza: A Python natural language processing toolkit for many human languages, Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics: System Demonstrations, Celikyilmaz, A. and Wen, T.-H., Eds., Association for Computational Linguistics, 2020, pp. 101\u2013108. https:\/\/doi.org\/10.18653\/v1\/2020.acl-demos.14","DOI":"10.18653\/v1\/2020.acl-demos.14"}],"container-title":["Automatic Control and Computer Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3103\/S0146411625700282.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.3103\/S0146411625700282","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.3103\/S0146411625700282.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T22:04:31Z","timestamp":1773612271000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.3103\/S0146411625700282"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":25,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["7888"],"URL":"https:\/\/doi.org\/10.3103\/s0146411625700282","relation":{},"ISSN":["0146-4116","1558-108X"],"issn-type":[{"value":"0146-4116","type":"print"},{"value":"1558-108X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"20 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 April 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 February 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors of this work declare that they have no conflicts of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"CONFLICT OF INTEREST"}}]}}