{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T11:51:20Z","timestamp":1781956280192,"version":"3.54.5"},"reference-count":43,"publisher":"Elsevier BV","issue":"7","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information Processing & Management"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.ipm.2026.104791","type":"journal-article","created":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T00:48:30Z","timestamp":1775695710000},"page":"104791","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"PA","title":["A gated multi-scale attention framework for automated short answer grading in Turkish"],"prefix":"10.1016","volume":"63","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6178-5030","authenticated-orcid":false,"given":"Mustafa","family":"Kaya","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mahir","family":"Kavun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ipm.2026.104791_bib0001","series-title":"International Conference on Computer Supported Education (CSEDU)","first-page":"85","article-title":"On deep learning approaches to automated assessment: Strategies for short answer grading","author":"Ahmed","year":"2022"},{"key":"10.1016\/j.ipm.2026.104791_bib0002","first-page":"1","article-title":"Zemberek, an open source NLP framework for Turkic languages","volume":"10","author":"Ak\u0131n","year":"2007","journal-title":"Structure"},{"key":"10.1016\/j.ipm.2026.104791_bib0003","series-title":"Proceedings of the 2022 International Conference on Digital Transformation and Intelligence (ICDI)","first-page":"1","article-title":"Automatic short answer grading (ASAG) using attention-based deep learning model","author":"Amur","year":"2022"},{"issue":"3","key":"10.1016\/j.ipm.2026.104791_bib0004","doi-asserted-by":"crossref","first-page":"1605","DOI":"10.3390\/app15031605","article-title":"Hybrid ann-based and text similarity method for automatic short-answer grading in polish","volume":"15","author":"Bani Saad","year":"2025","journal-title":"Applied Sciences"},{"key":"10.1016\/j.ipm.2026.104791_bib0005","doi-asserted-by":"crossref","first-page":"3821","DOI":"10.1007\/s10639-020-10128-0","article-title":"Machine learning algorithm for grading open-ended physics questions in Turkish","volume":"25","author":"\u00c7\u0131nar","year":"2020","journal-title":"Education and Information Technologies"},{"key":"10.1016\/j.ipm.2026.104791_bib0007","series-title":"Proceedings of the 34th International Conference on Machine Learning","first-page":"933","article-title":"Language modeling with gated convolutional networks","volume":"70","author":"Dauphin","year":"2017"},{"issue":"2","key":"10.1016\/j.ipm.2026.104791_bib0008","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1109\/TPAMI.2015.2439281","article-title":"Image super-resolution using deep convolutional networks","volume":"38","author":"Dong","year":"2016","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1016\/j.ipm.2026.104791_bib0009","series-title":"2024 IEEE Global Engineering Education Conference","first-page":"1","article-title":"Automatic grading of short answers using large language models in software engineering courses","author":"Duong","year":"2024"},{"key":"10.1016\/j.ipm.2026.104791_bib0010","series-title":"Second Joint Conference on Lexical and Computational Semantics Evaluation","first-page":"263","article-title":"SemEval-2013 Task 7: The joint student response analysis and 8th recognizing textual entailment challenge","author":"Dzikovska","year":"2013"},{"key":"10.1016\/j.ipm.2026.104791_bib0011","article-title":"Automatic short-answer grading in sustainability education: AI\u2013human agreement","author":"Emirtekin","year":"2025","journal-title":"Journal of Computer Assisted Learning"},{"key":"10.1016\/j.ipm.2026.104791_bib0012","series-title":"Proceedings of the 14th Conference of the European Chapter of the Association for Computational Linguistics: Demonstrations","first-page":"1","article-title":"ITU Turkish NLP web service","author":"Eryi\u011fit","year":"2014"},{"key":"10.1016\/j.ipm.2026.104791_bib0014","doi-asserted-by":"crossref","first-page":"75144","DOI":"10.1109\/ACCESS.2022.3189956","article-title":"An electra-based model for neural coreference resolution","volume":"10","author":"Gargiulo","year":"2022","journal-title":"IEEE Access"},{"key":"10.1016\/j.ipm.2026.104791_bib0015","series-title":"Unpublished PhD dissertation","article-title":"Long short-term memory in recurrent neural networks","author":"Gers","year":"2001"},{"issue":"1","key":"10.1016\/j.ipm.2026.104791_bib0017","doi-asserted-by":"crossref","first-page":"1060","DOI":"10.1186\/s12909-024-06026-5","article-title":"LLM-based automatic short answer grading in undergraduate medical education","volume":"24","author":"Gr\u00e9visse","year":"2024","journal-title":"BMC Medical Education"},{"issue":"8","key":"10.1016\/j.ipm.2026.104791_bib0018","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Computation"},{"issue":"4","key":"10.1016\/j.ipm.2026.104791_bib0019","doi-asserted-by":"crossref","first-page":"905","DOI":"10.21449\/ijate.1687429","article-title":"Answer-based and reference-based BERT models for automatic scoring of Turkish short answers: The decisive role of task complexity","volume":"12","author":"Kara","year":"2025","journal-title":"International Journal of Assessment Tools in Education"},{"key":"10.1016\/j.ipm.2026.104791_bib0020","doi-asserted-by":"crossref","first-page":"96332","DOI":"10.1109\/ACCESS.2024.3420890","article-title":"A hybrid approach for automated short answer grading","volume":"12","author":"Kaya","year":"2024","journal-title":"IEEE Access"},{"key":"10.1016\/j.ipm.2026.104791_bib0021","unstructured":"Kaya, M. (2025). Automated short answer grading systems with deep learning techniques [Doctoral dissertation, Hacettepe University, Institute of Science, Department of Computer Engineering]."},{"key":"10.1016\/j.ipm.2026.104791_bib0022","doi-asserted-by":"crossref","first-page":"58243","DOI":"10.1109\/ACCESS.2021.3072734","article-title":"Bi-GRU urgent classification for MOOC discussion forums based on BERT","volume":"9","author":"Khodeir","year":"2021","journal-title":"IEEE Access"},{"key":"10.1016\/j.ipm.2026.104791_bib0023","series-title":"Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)","first-page":"1746","article-title":"Convolutional neural networks for sentence classification","author":"Kim","year":"2014"},{"issue":"2","key":"10.1016\/j.ipm.2026.104791_bib0024","doi-asserted-by":"crossref","DOI":"10.1056\/AIcs2500239","article-title":"Assessment of short-answer questions by ChatGPT in a medical school course","volume":"3","author":"Kuling","year":"2026","journal-title":"NEJM AI"},{"issue":"1","key":"10.1016\/j.ipm.2026.104791_bib0025","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1504\/IJPELEC.2022.119794","article-title":"HIL implementation of an islanding detection and an automatic mode switching for droop-based microgrid","volume":"15","author":"Kulkarni","year":"2022","journal-title":"International Journal of Power Electronics"},{"key":"10.1016\/j.ipm.2026.104791_bib0026","unstructured":"Liu, Y., Ott, M., Goyal, N., Du, J., Joshi, M., Chen, D., Levy, O. Lewis, Mike, Zettlemoyer, L. & Stoyanov, V. (2019). RoBERTa: A robustly optimized BERT pretraining approach. https:\/\/doi.org\/10.48550\/arXiv.1907.11692 https:\/\/arxiv.org\/abs\/1907.11692."},{"key":"10.1016\/j.ipm.2026.104791_bib0027","doi-asserted-by":"crossref","first-page":"17195","DOI":"10.1109\/ACCESS.2025.3532659","article-title":"Japanese short answer grading for japanese language learners using the contextual representation of BERT","volume":"13","author":"Luhurkinanti","year":"2025","journal-title":"IEEE Access"},{"key":"10.1016\/j.ipm.2026.104791_bib0028","series-title":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","first-page":"93","article-title":"Automatic short answer grading in the LLM era: Does GPT-4 with prompt engineering beat traditional models?","author":"Mello","year":"2025"},{"key":"10.1016\/j.ipm.2026.104791_bib0029","series-title":"INFORMATIK 2024","first-page":"1383","article-title":"Computer-assisted short answer grading using large language models and rubrics","author":"Metzler","year":"2024"},{"key":"10.1016\/j.ipm.2026.104791_bib0030","series-title":"49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies","first-page":"752","article-title":"Learning to grade short answer questions using semantic similarity measures and dependency graph alignments","author":"Mohler","year":"2011"},{"issue":"2","key":"10.1016\/j.ipm.2026.104791_bib0032","first-page":"1","article-title":"Deep learning techniques for enhancing automatic short answer grading","volume":"16","author":"Parmar","year":"2025","journal-title":"International Journal on Science and Technology (IJSAT)"},{"key":"10.1016\/j.ipm.2026.104791_bib0033","series-title":"Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","first-page":"2227","article-title":"Deep contextualized word representations","volume":"1","author":"Peters","year":"2018"},{"key":"10.1016\/j.ipm.2026.104791_bib0034","unstructured":"Radford, A., Narasimhan, A.K., Salimans, T., & Sutskever, I. (2018). Improving language understanding by generative pre-training. https:\/\/s3-us-west-2.amazonaws.com\/openai-assets\/research-covers\/language-unsupervised\/language_understanding_paper.pdf [accessed: 2025 Agust 18]."},{"key":"10.1016\/j.ipm.2026.104791_bib0035","series-title":"Speech and computer: SPECOM 2022 (Lecture Notes in Computer Science, Vol. 13721, pp. 144\u2013155)","article-title":"Coherence based automatic essay scoring using sentence embedding and recurrent neural networks","author":"Ramesh","year":"2022"},{"key":"10.1016\/j.ipm.2026.104791_bib0036","series-title":"2022 OITS International Conference on Information Technology (OCIT)","first-page":"262","article-title":"Automate descriptive answer grading using reference based models","author":"Sayeed","year":"2022"},{"key":"10.1016\/j.ipm.2026.104791_bib0038","series-title":"COLING 1992 Volume 1: The 14th International Conference on Computational Linguistics","article-title":"Parsing agglutinative word structures and its application to spelling checking for Turkish","author":"Solak","year":"1992"},{"key":"10.1016\/j.ipm.2026.104791_bib0039","series-title":"BERT base model (Turkish, cased)","author":"Schweter","year":"2025"},{"key":"10.1016\/j.ipm.2026.104791_bib0040","series-title":"ELECTRA base model (Turkish, cased, discriminator)","author":"Schweter","year":"2025"},{"key":"10.1016\/j.ipm.2026.104791_bib0041","series-title":"Proceedings of the 29th International Conference on Neural Information Processing Systems - Volume 2 (NIPS'15)","first-page":"2377","article-title":"Training very deep networks","volume":"2","author":"Srivastava","year":"2015"},{"key":"10.1016\/j.ipm.2026.104791_bib0042","series-title":"Proceedings of the 28th International Conference on Neural Information Processing Systems","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","volume":"2","author":"Sutskever","year":"2014"},{"key":"10.1016\/j.ipm.2026.104791_bib0043","series-title":"RoBERTa base model (uncased) for turkish","year":"2023"},{"key":"10.1016\/j.ipm.2026.104791_bib0044","series-title":"NIPS'17: Proceedings of the 31st International Conference on Neural Information Processing Systems","first-page":"6000","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"key":"10.1016\/j.ipm.2026.104791_bib0045","unstructured":"Wang, W., Zhuang, H., Zhou, M., Liu, H., & Li, B. (2020). What makes a star teacher? A hierarchical BERT model for evaluating teacher's performance in online education. arXiv preprint arXiv:2012.01633. https:\/\/doi.org\/10.48550\/arXiv.2012.01633."},{"issue":"3\u20134","key":"10.1016\/j.ipm.2026.104791_bib0046","doi-asserted-by":"crossref","first-page":"46","DOI":"10.2991\/nlpr.d.210212.001","article-title":"Web-based Turkish automatic short-answer grading system","volume":"1","author":"Y\u0131lmaz \u0130nce","year":"2021","journal-title":"Natural Language Processing Research"},{"key":"10.1016\/j.ipm.2026.104791_bib0047","series-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","first-page":"17283","article-title":"Big bird: Transformers for longer sequences","author":"Zaheer","year":"2020"},{"key":"10.1016\/j.ipm.2026.104791_bib0048","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1109\/TLT.2022.3175537","article-title":"Automatic short-answer grading via BERT-based deep neural networks","volume":"15","author":"Zhu","year":"2022","journal-title":"IEEE Transactions on Learning Technologies"}],"container-title":["Information Processing & Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457326001822?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457326001822?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T11:23:25Z","timestamp":1781954605000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0306457326001822"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":43,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2026,11]]}},"alternative-id":["S0306457326001822"],"URL":"https:\/\/doi.org\/10.1016\/j.ipm.2026.104791","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A gated multi-scale attention framework for automated short answer grading in Turkish","name":"articletitle","label":"Article Title"},{"value":"Information Processing & Management","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ipm.2026.104791","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104791"}}