{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T17:54:21Z","timestamp":1781546061809,"version":"3.54.5"},"reference-count":100,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T00:00:00Z","timestamp":1781481600000},"content-version":"vor","delay-in-days":744,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Hessian State Chancellery in the Department of Digital Strategy and Development","award":["20_0018_2A"],"award-info":[{"award-number":["20_0018_2A"]}]},{"DOI":"10.13039\/501100005714","name":"Technische Universit\u00e4t Darmstadt","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100005714","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1007\/s40593-023-00361-2","type":"journal-article","created":{"date-parts":[[2023,7,26]],"date-time":"2023-07-26T14:18:30Z","timestamp":1690381110000},"page":"616-646","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":14,"title":["Cheating Automatic Short Answer Grading with the Adversarial Usage of Adjectives and Adverbs"],"prefix":"10.1016","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5519-9959","authenticated-orcid":false,"given":"Anna","family":"Filighera","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sebastian","family":"Ochs","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3141-712X","authenticated-orcid":false,"given":"Tim","family":"Steuer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0715-3889","authenticated-orcid":false,"given":"Thomas","family":"Tregel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-023-00361-2_bib1","doi-asserted-by":"crossref","first-page":"14410","DOI":"10.1109\/ACCESS.2018.2807385","article-title":"Threat of adversarial attacks on deep learning in computer vision: A survey","volume":"6","author":"Akhtar","year":"2018","journal-title":"IEEE Access"},{"key":"10.1007\/s40593-023-00361-2_bib2","series-title":"Lifelong Technology-Enhanced Learning","first-page":"74","article-title":"Evaluating the robustness of learning analytics results against fake learners","author":"Alexandron","year":"2018"},{"issue":"4","key":"10.1007\/s40593-023-00361-2_bib3","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1007\/s40593-019-00183-1","article-title":"Are mooc learning analytics results trustworthy? with fake learners, they might not be!","volume":"29","author":"Alexandron","year":"2019","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-023-00361-2_bib4","doi-asserted-by":"crossref","unstructured":"Alzantot, M., Sharma, Y., Elgohary, A., Ho, B. J., Srivastava, M., & Chang, K. W. (2018). Generating natural language adversarial examples. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics, Brussels, Belgium, pp. 2890\u20132896. https:\/\/doi.org\/10.18653\/v1\/D18-1316.https:\/\/aclanthology.org\/D18-1316. Accessed 02 May 2023","DOI":"10.18653\/v1\/D18-1316"},{"key":"10.1007\/s40593-023-00361-2_bib5","doi-asserted-by":"crossref","unstructured":"Amidei, J., Piwek, P., & Willis, A. (2019). Agreement is overrated: A plea for correlation to assess human evaluation reliability. In: Proceedings of the 12th International Conference on Natural Language Generation, Association for Computational Linguistics, Tokyo, Japan, pp. 344\u2013354. https:\/\/doi.org\/10.18653\/v1\/W19-8642. https:\/\/aclanthology.org\/W19-8642. Accessed 02 May 2023","DOI":"10.18653\/v1\/W19-8642"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib6","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/S1096-7516(99)00004-4","article-title":"Internet plagiarism: Developing strategies to curb student academic dishonesty","volume":"2","author":"Austin","year":"1999","journal-title":"The Internet and Higher Education"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib7","first-page":"185","article-title":"Why students engage in \u201cgaming the system\u201d behavior in interactive learning environments","volume":"19","author":"Baker","year":"2008","journal-title":"Journal of Interactive Learning Research"},{"key":"10.1007\/s40593-023-00361-2_bib8","doi-asserted-by":"crossref","unstructured":"Baker, R. S., Mitrovi\u0107, A., & Mathews, M. (2010). Detecting gaming the system in constraint-based tutors. In: Proceedings of the 18th international conference on User Modeling, Adaptation, and Personalization, pp. 267\u2013278.","DOI":"10.1007\/978-3-642-13470-8_25"},{"key":"10.1007\/s40593-023-00361-2_bib9","series-title":"Intelligent Tutoring Systems","first-page":"392","article-title":"Adapting to when students game an intelligent tutoring system","author":"Baker","year":"2006"},{"key":"10.1007\/s40593-023-00361-2_bib10","doi-asserted-by":"crossref","unstructured":"Basu, S., Jacobs, C., & Vanderwende, L. (2013). Powergrading: A clustering approach to amplify human effort for short answer grading. Transactions of the Association for Computational Linguistics, 1, 391\u2013402. https:\/\/doi.org\/10.1162\/tacl_a_00236. https:\/\/www.aclweb.org\/anthology\/Q13-1032. Accessed 02 May 2023","DOI":"10.1162\/tacl_a_00236"},{"key":"10.1007\/s40593-023-00361-2_bib11","doi-asserted-by":"crossref","unstructured":"Behjati, M., Moosavi-Dezfooli, S. M., Baghshah, M. S., & Frossard, P. (2019). Universal adversarial attacks on text classifiers. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) (pp. 7345\u20137349). IEEE.","DOI":"10.1109\/ICASSP.2019.8682430"},{"key":"10.1007\/s40593-023-00361-2_bib12","unstructured":"Belinkov, Y., & Bisk, Y. (2018). Synthetic and natural noise both break neural machine translation. In: International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=BJ8vJebC-. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib13","doi-asserted-by":"crossref","unstructured":"Bender, E. M., & Koller, A. (2020). Climbing towards NLU: On meaning, form, and understanding in the age of data. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 5185\u20135198","DOI":"10.18653\/v1\/2020.acl-main.463"},{"key":"10.1007\/s40593-023-00361-2_bib14","series-title":"Natural language processing with Python: analyzing text with the natural language toolkit","author":"Bird","year":"2009"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib15","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","article-title":"The eras and trends of automatic short answer grading","volume":"25","author":"Burrows","year":"2015","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-023-00361-2_bib16","series-title":"Artificial Intelligence in Education","first-page":"43","article-title":"Investigating transformers for automatic short answer grading","author":"Camus","year":"2020"},{"key":"10.1007\/s40593-023-00361-2_bib17","doi-asserted-by":"crossref","unstructured":"Carlini, N., &Wagner, D. (2017). Adversarial examples are not easily detected: Bypassing ten detection methods. In: Proceedings of the 10th ACM Workshop on Artificial Intelligence and Security, ACM, pp. 3\u201314.","DOI":"10.1145\/3128572.3140444"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib18","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1049\/cit2.12028","article-title":"A survey on adversarial attacks and defences","volume":"6","author":"Chakraborty","year":"2021","journal-title":"CAAI Transactions on Intelligence Technology"},{"key":"10.1007\/s40593-023-00361-2_bib19","doi-asserted-by":"crossref","unstructured":"Corder, G.W., & Foreman, D. I. (2011). Nonparametric statistics for non-statisticians.https:\/\/doi.org\/10.1002\/9781118165881","DOI":"10.1002\/9781118165881"},{"key":"10.1007\/s40593-023-00361-2_bib20","unstructured":"Dancey, C.P., & Reidy, J. (2007). Statistics without maths for psychology. Pearson Education. https:\/\/www.pearson.com\/uk\/educators\/highereducation-educators\/program\/Dancey-Statistics-Without-Mathsfor-Psychology-7th-Edition\/PGM1768952.html. Accessed 02 May 2023"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib21","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1111\/1460-6984.12792","article-title":"Supporting adjective learning by children with developmental language disorder: Enhancing metalinguistic approaches","volume":"58","author":"Davies","year":"2023","journal-title":"International Journal of Language & Communication Disorders"},{"key":"10.1007\/s40593-023-00361-2_bib22","unstructured":"Devlin, J., Chang, M.W., Lee, K., & Toutanova, K. (2019). BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Association for Computational Linguistics, Minneapolis, Minnesota, pp. 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/www.aclweb.org\/anthology\/N19-1423. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib23","doi-asserted-by":"crossref","unstructured":"Ding, Y., Riordan, B., Horbach, A., Cahill, A., & Zesch, T. (2020). Don\u2019t take \u201cnswvtnvakgxpm\u201d for an answer \u2013the surprising vulnerability of automatic content scoring systems to adversarial input. In: Proceedings of the 28th International Conference on Computational Linguistics, International Committee on Computational Linguistics, Barcelona, Spain (Online), pp. 882\u2013892. https:\/\/doi.org\/10.18653\/v1\/2020.coling-main.76. https:\/\/aclanthology.org\/2020.coling-main.76. Accessed 02 May 2023","DOI":"10.18653\/v1\/2020.coling-main.76"},{"key":"10.1007\/s40593-023-00361-2_bib24","unstructured":"Dolan, W. B., & Brockett, C. (2005). Automatically constructing a corpus of sentential paraphrases. In: Proceedings of the Third International Workshop on Paraphrasing (IWP2005). https:\/\/aclanthology.org\/I05-5002. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib25","unstructured":"Dzikovska, M., Nielsen, R., Brew, C., Leacock, C., Giampiccolo, D., Bentivogli, L., Clark, P., Dagan, I., & Dang, H. T. (2013). SemEval-2013 task 7: The joint student response analysis and 8th recognizing textual entailment challenge. In: Second Joint Conference on Lexical and Computational Semantics (*SEM), Volume 2: Proceedings of the Seventh International Workshop on Semantic Evaluation (SemEval 2013), Association for Computational Linguistics, Atlanta, Georgia, USA, pp. 263\u2013274. https:\/\/www.aclweb.org\/anthology\/S13-2045. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib26","doi-asserted-by":"crossref","unstructured":"Ettinger, A., Rao, S., Daum\u00e9 III, H., Bender, E. M. (2017). Towards linguistically generalizable nlp systems: A workshop and shared task. In: Proceedings of the First Workshop on Building Linguistically Generalizable NLP Systems, pp. 1\u201310.","DOI":"10.18653\/v1\/W17-5401"},{"key":"10.1007\/s40593-023-00361-2_bib27","series-title":"Artificial Intelligence in Education","first-page":"177","article-title":"Fooling automatic short answer grading systems","author":"Filighera","year":"2020"},{"key":"10.1007\/s40593-023-00361-2_bib28","series-title":"Addressing Global Challenges and Quality Education","first-page":"347","article-title":"Fooling it - student attacks on automatic short answer grading","author":"Filighera","year":"2020"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib29","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1080\/03075079512331381673","article-title":"Undergraduate cheating: Who does what and why?","volume":"20","author":"Franklyn-Stokes","year":"1995","journal-title":"Studies in Higher Education"},{"key":"10.1007\/s40593-023-00361-2_bib30","doi-asserted-by":"crossref","unstructured":"Galhardi, L. B., & Brancher, J. D. (2018). Machine learning approach for automatic short answer grading: A systematic review. In: Ibero-American Conference on Artificial Intelligence (pp. 380\u2013391). Springer.","DOI":"10.1007\/978-3-030-03928-8_31"},{"key":"10.1007\/s40593-023-00361-2_bib31","unstructured":"Gao, H., & Oates, T. (2019). Universal adversarial perturbation for text classification. arXiv preprint arXiv:191004618."},{"key":"10.1007\/s40593-023-00361-2_bib32","doi-asserted-by":"crossref","unstructured":"Garg, S., & Ramakrishnan, G. (2020). BAE: BERT-based adversarial examples for text classification. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), Association for Computational Linguistics, Online, pp. 6174\u20136181. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.498. https:\/\/aclanthology.org\/2020.emnlpmain.498. Accessed 02 May 2023","DOI":"10.18653\/v1\/2020.emnlp-main.498"},{"key":"10.1007\/s40593-023-00361-2_bib33","doi-asserted-by":"crossref","unstructured":"Ghavidel, H. A., & Zouaq, A., & Desmarais, M. C. (2020). Using BERT and XLNET for the automatic short answer grading task. In: CSEDU (1), pp. 58\u201367.","DOI":"10.5220\/0009422400580067"},{"key":"10.1007\/s40593-023-00361-2_bib34","doi-asserted-by":"crossref","unstructured":"Howcroft, D. M., Belz, A., Clinciu, M. A., Gkatzia, D., Hasan, S. A., Mahamood, S., Mille, S., van Miltenburg, E., Santhanam, S., & Rieser, V. (2020). Twenty years of confusion in human evaluation: NLG needs evaluation sheets and standardised definitions. In: Proceedings of the 13th International Conference on Natural Language Generation, Association for Computational Linguistics, Dublin, Ireland, pp. 169\u2013182. https:\/\/aclanthology.org\/2020.inlg-1.23. Accessed 02 May 2023","DOI":"10.18653\/v1\/2020.inlg-1.23"},{"key":"10.1007\/s40593-023-00361-2_bib35","doi-asserted-by":"crossref","unstructured":"Huang, X., Kroening, D., Ruan, W., Sharp, J., Sun, Y., Thamo, E., Wu, M., & Yi, X. (2020). A survey of safety and trustworthiness of deep neural networks: Verification, testing, adversarial attack and defence, and interpretability. Computer Science Review, 37, 100270. https:\/\/doi.org\/10.1016\/j.cosrev.2020.100270. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1574013719302527. Accessed 02 May 2023","DOI":"10.1016\/j.cosrev.2020.100270"},{"key":"10.1007\/s40593-023-00361-2_bib36","unstructured":"Ilyas, A., Santurkar, S., Tsipras, D., Engstrom, L., Tran, B., & Madry, A. (2019). Adversarial examples are not bugs, they are features. In: H. Wallach, H. Larochelle, A. Beygelzimer, F. d\u2019Alch\u00e9-Buc, E. Fox, & R. Garnett (Eds.), Advances in Neural Information Processing Systems (Vol 32). Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper\/2019\/file\/e2c420d928d4bf8ce0ff2ec19b371514-Paper.pdf. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib37","doi-asserted-by":"crossref","unstructured":"Iyyer, M., Wieting, J., Gimpel, K., & Zettlemoyer, L. (2018). Adversarial example generation with syntactically controlled paraphrase networks. In: Proceedings of NAACL-HLT, pp. 1875\u20131885.","DOI":"10.18653\/v1\/N18-1170"},{"key":"10.1007\/s40593-023-00361-2_bib38","doi-asserted-by":"crossref","unstructured":"Jaramillo-Morillo, D., Jos\u00e9, R. V., Sarasty, M. F., & Ram\u00edrez-Gonzalez, G. (2020). Identifying and characterizing students suspected of academic dishonesty in spocs for credit through learning analytics: Revista de universidad y sociedad del conocimiento. International Journal of Educational Technology in Higher Education, 17(1). https:\/\/doi.org\/10.1186\/s41239-020-00221-2","DOI":"10.1186\/s41239-020-00221-2"},{"key":"10.1007\/s40593-023-00361-2_bib39","doi-asserted-by":"crossref","unstructured":"Jin, D., Jin, Z., Zhou, J. T., & Szolovits, P. (2020). Is BERT really robust? a strong baseline for natural language attack on text classification and entailment. Proceedings of the AAAI Conference on Artificial Intelligence, 34(05), 8018\u20138025. https:\/\/doi.org\/10.1609\/aaai.v34i05.6311. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/6311. Accessed 02 May 2023","DOI":"10.1609\/aaai.v34i05.6311"},{"issue":"3","key":"10.1007\/s40593-023-00361-2_bib40","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1207\/S15327019EB1103_3","article-title":"College student cheating: The role of motivation, perceived norms, attitudes, and knowledge of institutional policy","volume":"11","author":"Jordan","year":"2001","journal-title":"Ethics & Behavior"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib41","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1007\/s10551-006-9165-7","article-title":"Cheating during the college years: How do business school students compare?","volume":"72","author":"Klein","year":"2007","journal-title":"Journal of Business Ethics"},{"key":"10.1007\/s40593-023-00361-2_bib42","doi-asserted-by":"crossref","unstructured":"Krippendorff, K. (2018). Content Analysis: An Introduction to Its Methodology. SAGE Publications. https:\/\/books.google.de\/books?id=FixGDwAAQBAJ. Accessed 02 May 2023","DOI":"10.4135\/9781071878781"},{"key":"10.1007\/s40593-023-00361-2_bib43","doi-asserted-by":"crossref","unstructured":"Kumar, S., Chakrabarti, S., & Roy, S. (2017). Earth mover\u2019s distance pooling over siamese lstms for automatic short answer grading. In: IJCAI, pp. 2046\u20132052.","DOI":"10.24963\/ijcai.2017\/284"},{"issue":"4","key":"10.1007\/s40593-023-00361-2_bib44","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1177\/1948550617697177","article-title":"Equivalence tests: A practical primer for t tests, correlations, and meta-analyses","volume":"8","author":"Lakens","year":"2017","journal-title":"Social Psychological and Personality Science"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib45","doi-asserted-by":"crossref","first-page":"244","DOI":"10.1080\/10511250600866166","article-title":"Academic integrity and distance learning","volume":"17","author":"Lanier","year":"2006","journal-title":"Journal of Criminal Justice Education"},{"issue":"4","key":"10.1007\/s40593-023-00361-2_bib46","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1023\/A:1025779619903","article-title":"C-rater: Automated scoring of short-answer questions","volume":"37","author":"Leacock","year":"2003","journal-title":"Computers and the Humanities"},{"key":"10.1007\/s40593-023-00361-2_bib47","doi-asserted-by":"crossref","unstructured":"Li, L., Ma, R., Guo, Q., Xue, X., & Qiu, X. (2020). BERT-ATTACK: Adversarial attack against BERT using BERT. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), Association for Computational Linguistics, Online, pp. 6193\u20136202. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.500. https:\/\/aclanthology.org\/2020.emnlpmain.500. Accessed 02 May 2023","DOI":"10.18653\/v1\/2020.emnlp-main.500"},{"issue":"4","key":"10.1007\/s40593-023-00361-2_bib48","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/s11092-009-9082-2","article-title":"\u201cI really need feedback to learn:\u201d Students\u2019 perspectives on the effectiveness of the differential feedback messages","volume":"21","author":"Lipnevich","year":"2009","journal-title":"Educational Assessment, Evaluation and Accountability"},{"key":"10.1007\/s40593-023-00361-2_bib49","doi-asserted-by":"crossref","unstructured":"Lun, J., Zhu, J., Tang, Y., & Yang, M. (2020). Multiple data augmentation strategies for improving performance on automatic short answer scoring. Proceedings of the AAAI Conference on Artificial Intelligence, 34(09), 13389\u201313396. https:\/\/doi.org\/10.1609\/aaai.v34i09.7062. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/7062. Accessed 02 May 2023","DOI":"10.1609\/aaai.v34i09.7062"},{"key":"10.1007\/s40593-023-00361-2_bib50","doi-asserted-by":"crossref","unstructured":"Lv, G., Song, W., Cheng, M., & Liu, L. (2021). Exploring the effectiveness of question for neural short answer scoring system. In: 2021 IEEE 11th International Conference on Electronics Information and Emergency Communication (ICEIEC), pp. 168\u2013171. https:\/\/doi.org\/10.1109\/ICEIEC51955.2021.9463814","DOI":"10.1109\/ICEIEC51955.2021.9463814"},{"key":"10.1007\/s40593-023-00361-2_bib51","doi-asserted-by":"crossref","unstructured":"Marvaniya, S., Saha, S., Dhamecha, T. I., Foltz, P., Sindhgatta, R., & Sengupta, B. (2018). Creating scoring rubric from representative student answers for improved short answer grading. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management, Association for Computing Machinery, New York, NY, USA, CIKM \u201918, p 993\u20131002. https:\/\/doi.org\/10.1145\/3269206.3271755","DOI":"10.1145\/3269206.3271755"},{"key":"10.1007\/s40593-023-00361-2_bib52","doi-asserted-by":"crossref","unstructured":"Maverick, G. V. (1969). Computational analysis of present-day american english. International Journal of American Linguistics, 35(1), 71\u201375. https:\/\/doi.org\/10.1086\/465045","DOI":"10.1086\/465045"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib53","doi-asserted-by":"crossref","first-page":"1","DOI":"10.9743\/JEO.2013.1.6","article-title":"Supporting academic honesty in online courses","volume":"10","author":"McGee","year":"2013","journal-title":"Journal of Educators Online"},{"key":"10.1007\/s40593-023-00361-2_bib54","doi-asserted-by":"crossref","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., & Galstyan, A. (2021). A survey on bias and fairness in machine learning. ACM Computing Surveys, 54(6). https:\/\/doi.org\/10.1145\/3457607","DOI":"10.1145\/3457607"},{"key":"10.1007\/s40593-023-00361-2_bib55","unstructured":"Mohler, M., Bunescu, R., Mihalcea, R. (2011). Learning to grade short answer questions using semantic similarity measures and dependency graph alignments. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies-Volume 1, Association for Computational Linguistics, pp. 752\u2013762."},{"key":"10.1007\/s40593-023-00361-2_bib56","doi-asserted-by":"crossref","unstructured":"Muldner, K., Burleson, W., Van de Sande, B., & VanLehn, K. (2010). An analysis of gaming behaviors in an intelligent tutoring system. In: International Conference on Intelligent Tutoring Systems (pp. 184\u2013193). Springer.","DOI":"10.1007\/978-3-642-13388-6_23"},{"issue":"1\u20132","key":"10.1007\/s40593-023-00361-2_bib57","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/s11257-010-9086-0","article-title":"An analysis of students\u2019 gaming behaviors in an intelligent tutoring system: Predictors and impacts","volume":"21","author":"Muldner","year":"2011","journal-title":"User Modeling and User-Adapted Interaction"},{"issue":"3","key":"10.1007\/s40593-023-00361-2_bib58","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1207\/s15326985ep4103_1","article-title":"Motivational perspectives on student cheating: Toward an integrated model of academic dishonesty","volume":"41","author":"Murdock","year":"2006","journal-title":"Educational Psychologist"},{"key":"10.1007\/s40593-023-00361-2_bib59","doi-asserted-by":"crossref","unstructured":"Northcutt, C. G., Ho, A. D., & Chuang, I. L. (2016). Detecting and preventing \u201cmultiple-account\u201d cheating in massive open online courses. Computers & Education, 100, 71\u201380. https:\/\/doi.org\/10.1016\/j.compedu.2016.04.008.https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0360131516300896. Accessed 02 May 2023","DOI":"10.1016\/j.compedu.2016.04.008"},{"key":"10.1007\/s40593-023-00361-2_bib60","doi-asserted-by":"crossref","unstructured":"Palazzo, D. J., Lee, Y. J., Warnakulasooriya, R., & Pritchard, D. E. (2010). Patterns, correlates, and reduction of homework copying. Physical Review Physics Education Research, 6, 010104. https:\/\/doi.org\/10.1103\/PhysRevSTPER.6.010104. https:\/\/link.aps.org\/doi\/10.1103\/PhysRevSTPER.6.010104. Accessed 02 May 2023","DOI":"10.1103\/PhysRevSTPER.6.029901"},{"key":"10.1007\/s40593-023-00361-2_bib61","doi-asserted-by":"crossref","unstructured":"Peters, C., Arroyo, I., Burleson, W., Woolf, B., & Muldner, K. (2018). Predictors and outcomes of gaming in an intelligent tutoring system. In: International Conference on Intelligent Tutoring Systems (pp. 366\u2013372). Springer.","DOI":"10.1007\/978-3-319-91464-0_41"},{"key":"10.1007\/s40593-023-00361-2_bib62","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"Journal of Machine Learning Research"},{"issue":"3","key":"10.1007\/s40593-023-00361-2_bib63","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1162\/coli_a_00322","article-title":"A structured review of the validity of BLEU","volume":"44","author":"Reiter","year":"2018","journal-title":"Computational Linguistics"},{"key":"10.1007\/s40593-023-00361-2_bib64","doi-asserted-by":"crossref","unstructured":"Ren, S., Deng, Y., He, K., & Che, W. (2019). Generating natural language adversarial examples through probability weighted word saliency. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 1085\u20131097.","DOI":"10.18653\/v1\/P19-1103"},{"key":"10.1007\/s40593-023-00361-2_bib65","unstructured":"Ren, Y., Lin, J., Tang, S., Zhou, J., Yang, S., Qi, Y., & Ren, X. (2020). Generating natural language adversarial examples on a large scale with generative models. In: ECAI 2020 (pp. 2156\u20132163). IOS Press."},{"key":"10.1007\/s40593-023-00361-2_bib66","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. T., Singh, S., & Guestrin, C. (2018). Semantically equivalent adversarial rules for debugging nlp models. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers, pp. 856\u2013865).","DOI":"10.18653\/v1\/P18-1079"},{"key":"10.1007\/s40593-023-00361-2_bib67","doi-asserted-by":"crossref","unstructured":"Riordan, B., Horbach, A., Cahill, A., Zesch, T., & Lee, C. M. (2017). Investigating neural architectures for short answer scoring. In: Proceedings of the 12thWorkshop on Innovative Use of NLP for Building Educational Applications (pp. 159\u2013 168).","DOI":"10.18653\/v1\/W17-5017"},{"key":"10.1007\/s40593-023-00361-2_bib68","unstructured":"Rowe, N. C. (2004). Cheating in online student assessment: Beyond plagiarism. Online Journal of Distance Learning Administration, 7(2), 1-10. https:\/\/ojdla.com\/archive\/summer72\/rowe72.pdf. Accessed 23 Jul 2023"},{"key":"10.1007\/s40593-023-00361-2_bib69","doi-asserted-by":"crossref","unstructured":"Roy, S., Narahari, Y., & Deshmukh, O. D. (2015). A perspective on computer assisted assessment techniques for short free-text answers. In: International Computer Assisted Assessment Conference (pp. 96\u2013109). Springer. https:\/\/doi.org\/10.1007\/978-3-319-27704-2_10","DOI":"10.1007\/978-3-319-27704-2_10"},{"key":"10.1007\/s40593-023-00361-2_bib70","doi-asserted-by":"crossref","unstructured":"Ruiperez-Valiente, J. A., Alexandron, G., Chen, Z., & Pritchard, D. E. (2016). Using multiple accounts for harvesting solutions in moocs. In: Proceedings of the third (2016) ACM conference on learning@ scale, pp. 63\u201370.","DOI":"10.1145\/2876034.2876037"},{"key":"10.1007\/s40593-023-00361-2_bib71","doi-asserted-by":"crossref","unstructured":"Saha, S., Dhamecha, T. I., Marvaniya, S., Sindhgatta, R., & Sengupta, B. (2018). Sentence level or token level features for automatic short answer grading?: Use both. In: International Conference on Artificial Intelligence in Education (pp. 503\u2013517). Springer.","DOI":"10.1007\/978-3-319-93843-1_37"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib72","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1109\/TLT.2019.2897997","article-title":"Feature engineering and ensemble-based approach for improving automatic short-answer grading performance","volume":"13","author":"Sahu","year":"2020","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"10.1007\/s40593-023-00361-2_bib73","unstructured":"Samanta, S., & Mehta, S. (2017). Towards crafting text adversarial samples. arXiv preprint arXiv:170702812."},{"key":"10.1007\/s40593-023-00361-2_bib74","unstructured":"Shafahi, A., Najibi, M., Ghiasi, A., Xu, Z., Dickerson, J., Studer, C., Davis, L. S., Taylor, G., & Goldstein, T. (2019). Adversarial training for free! In: Proceedings of the 33rd International Conference on Neural Information Processing Systems, Curran Associates Inc., Red Hook, NY, USA, vol 32. https:\/\/proceedings.neurips.cc\/paper\/2019\/file\/7503cfacd12053d309b6bed5c89de212-Paper.pdf. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib75","unstructured":"Shazeer, N., & Stern, M. (2018). Adafactor: Adaptive learning rates with sublinear memory cost. In: J. Dy, & A. Krause (Eds.), Proceedings of the 35th International Conference on Machine Learning, PMLR, Stockholmsm\u00a8assan, Stockholm Sweden, Proceedings of Machine Learning Research, vol 80, pp. 4596\u20134604. http:\/\/proceedings.mlr.press\/v80\/shazeer18a.html. Accessed 02 May 2023"},{"key":"10.1007\/s40593-023-00361-2_bib76","doi-asserted-by":"crossref","unstructured":"Song, L., Yu, X., Peng, H. T., & Narasimhan, K. (2021). Universal adversarial attacks with natural triggers for text classification. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Association for Computational Linguistics, Online, pp. 3724\u20133733. https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.291. https:\/\/aclanthology.org\/2021.naacl-main.291. Accessed 02 May 2023","DOI":"10.18653\/v1\/2021.naacl-main.291"},{"key":"10.1007\/s40593-023-00361-2_bib77","doi-asserted-by":"crossref","unstructured":"Starch, D., & Elliott, E. C. (1913). Reliability of grading work in mathematics. The School Review, 21(4), 254\u2013259. https:\/\/www.journals.uchicago.edu\/doi\/pdf\/10.1086\/436086. Accessed 02 May 2023","DOI":"10.1086\/436086"},{"key":"10.1007\/s40593-023-00361-2_bib78","doi-asserted-by":"crossref","unstructured":"Sultan, M. A., Salazar, C., & Sumner, T. (2016). Fast and easy short answer grading with high accuracy. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1070\u20131075.","DOI":"10.18653\/v1\/N16-1123"},{"key":"10.1007\/s40593-023-00361-2_bib79","doi-asserted-by":"crossref","unstructured":"Sung, C., Dhamecha, T. I., & Mukhi, N. (2019). Improving short answer grading using transformer-based pre-training. In: International Conference on Artificial Intelligence in Education (pp. 469\u2013481). Springer. https:\/\/doi.org\/10.1007\/978-3-030-23204-7_39","DOI":"10.1007\/978-3-030-23204-7_39"},{"key":"10.1007\/s40593-023-00361-2_bib80","doi-asserted-by":"crossref","unstructured":"Tan, C., Wei, F., Wang, W., Lv, W., & Zhou, M. (2018). Multiway attention networks for modeling sentence pairs. In: IJCAI, pp. 4411\u20134417.","DOI":"10.24963\/ijcai.2018\/613"},{"key":"10.1007\/s40593-023-00361-2_bib81","doi-asserted-by":"crossref","unstructured":"Tan, H., Wang, C., Duan, Q., Lu, Y., Zhang, H., & Li, R. (2020). Automatic short answer grading by encoding student responses via a graph convolutional network. Interactive Learning Environments, 0(0), 1\u201315. https:\/\/doi.org\/10.1080\/10494820.2020.1855207","DOI":"10.1080\/10494820.2020.1855207"},{"issue":"6","key":"10.1007\/s40593-023-00361-2_bib82","doi-asserted-by":"crossref","first-page":"554","DOI":"10.3109\/02699206.2012.666779","article-title":"Adjective production by russian-speaking children with specific language impairment","volume":"26","author":"Tribushinina","year":"2012","journal-title":"Clinical Linguistics & Phonetics"},{"key":"10.1007\/s40593-023-00361-2_bib83","series-title":"Artificial Intelligence in Education","first-page":"334","article-title":"Automated short-answer grading using deep neural networks and item response theory","author":"Uto","year":"2020"},{"key":"10.1007\/s40593-023-00361-2_bib84","doi-asserted-by":"crossref","unstructured":"Van Der Lee, C., Gatt, A., Van Miltenburg, E., Wubben, S., & Krahmer, E. (2019). Best practices for the human evaluation of automatically generated text. In: Proceedings of the 12th International Conference on Natural Language Generation, pp. 355\u2013368.","DOI":"10.18653\/v1\/W19-8643"},{"key":"10.1007\/s40593-023-00361-2_bib85","doi-asserted-by":"crossref","unstructured":"Wallace, E., Feng, S., Kandpal, N., Gardner, M., & Singh, S. (2019a). Universal adversarial triggers for attacking and analyzing nlp. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2153\u20132162.","DOI":"10.18653\/v1\/D19-1221"},{"key":"10.1007\/s40593-023-00361-2_bib86","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1162\/tacl_a_00279","article-title":"Trick me if you can: Human-in-the-loop generation of adversarial examples for question answering","volume":"7","author":"Wallace","year":"2019","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.1007\/s40593-023-00361-2_bib87","doi-asserted-by":"crossref","unstructured":"Walonoski, J. A., Heffernan, N. T. (2006a). Detection and analysis of off-task gaming behavior in intelligent tutoring systems. In: International Conference on Intelligent Tutoring Systems (pp. 382\u2013391). Springer.","DOI":"10.1007\/11774303_38"},{"key":"10.1007\/s40593-023-00361-2_bib88","doi-asserted-by":"crossref","unstructured":"Walonoski, J. A., & Heffernan, N. T. (2006b). Prevention of off-task gaming behavior in intelligent tutoring systems. In: International Conference on Intelligent Tutoring Systems (pp. 722\u2013724). Springer.","DOI":"10.1007\/11774303_80"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib89","article-title":"Cheating in the digital age: Do students cheat more in online courses?","volume":"13","author":"Watson","year":"2010","journal-title":"Online Journal of Distance Learning Administration"},{"key":"10.1007\/s40593-023-00361-2_bib90","series-title":"Testing statistical hypotheses of equivalence","author":"Wellek","year":"2002"},{"issue":"3","key":"10.1007\/s40593-023-00361-2_bib91","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1023\/A:1018724900565","article-title":"Factors associated with cheating among college students: A review","volume":"39","author":"Whitley","year":"1998","journal-title":"Research in Higher Education"},{"key":"10.1007\/s40593-023-00361-2_bib92","doi-asserted-by":"crossref","unstructured":"Williams, A., Nangia, N., & Bowman, S. R. (2018). A broad-coverage challenge corpus for sentence understanding through inference. In: 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL HLT 2018, Association for Computational Linguistics (ACL), pp. 1112\u20131122. https:\/\/doi.org\/10.18653\/v1\/N18-1101","DOI":"10.18653\/v1\/N18-1101"},{"key":"10.1007\/s40593-023-00361-2_bib93","doi-asserted-by":"crossref","unstructured":"Willis, A. (2015). Using nlp to support scalable assessment of short free text responses. In: Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications (pp. 243\u2013253).","DOI":"10.3115\/v1\/W15-0628"},{"key":"10.1007\/s40593-023-00361-2_bib94","unstructured":"Wolf, T., Debut, L., Sanh, V., Chaumond, J., Delangue, C., Moi, A., Cistac, P., Rault, T., Louf, R., Funtowicz, M., et al. (2019). Huggingface\u2019s transformers: State-of-the-art natural language processing. arXiv preprint arXiv:191003771. https:\/\/arxiv.org\/abs\/1910.03771. Accessed 02 May 2023"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib95","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1007\/s11633-019-1211-x","article-title":"Adversarial attacks and defenses in images, graphs and text: A review","volume":"17","author":"Xu","year":"2020","journal-title":"International Journal of Automation and Computing"},{"key":"10.1007\/s40593-023-00361-2_bib96","doi-asserted-by":"crossref","unstructured":"Yuan, X., He, P., Zhu, Q., & Li, X. (2019). Adversarial examples: Attacks and defenses for deep learning. IEEE transactions on neural networks and learning systems.","DOI":"10.1109\/TNNLS.2018.2886017"},{"issue":"2","key":"10.1007\/s40593-023-00361-2_bib97","doi-asserted-by":"crossref","first-page":"280","DOI":"10.1177\/0013164415590022","article-title":"Automatic coding of short text responses via clustering in educational assessment","volume":"76","author":"Zehner","year":"2016","journal-title":"Educational and Psychological Measurement"},{"key":"10.1007\/s40593-023-00361-2_bib98","doi-asserted-by":"crossref","unstructured":"Zhang, H., Zhou, H., Miao, N., & Li, L. (2019). Generating fluent adversarial examplesfor natural languages. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 5564\u20135569.","DOI":"10.18653\/v1\/P19-1559"},{"key":"10.1007\/s40593-023-00361-2_bib99","doi-asserted-by":"crossref","unstructured":"Zhang, W. E., Sheng, Q. Z., Alhazmi, A., & Li, C. (2020a). Adversarial attacks on deep-learning models in natural language processing: A survey. ACM Transactions on Intelligent Systems and Technology, 11(3). https:\/\/doi.org\/10.1145\/3374217","DOI":"10.1145\/3374217"},{"issue":"1","key":"10.1007\/s40593-023-00361-2_bib100","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/s11257-019-09251-6","article-title":"Going deeper: Automatic short-answer grading by combining student and question models","volume":"30","author":"Zhang","year":"2020","journal-title":"User Modeling and User- Adapted Interaction"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00361-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-023-00361-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226003124?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226003124?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00361-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T17:14:37Z","timestamp":1781543677000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226003124"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":100,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,6]]}},"alternative-id":["S1560429226003124"],"URL":"https:\/\/doi.org\/10.1007\/s40593-023-00361-2","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2024,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Cheating Automatic Short Answer Grading with the Adversarial Usage of Adjectives and Adverbs","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-023-00361-2","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2023 The Author(s). Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}