{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T16:19:37Z","timestamp":1764260377754,"version":"3.40.3"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031790317"},{"type":"electronic","value":"9783031790324"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-79032-4_12","type":"book-chapter","created":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T22:14:40Z","timestamp":1738188880000},"page":"169-183","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Investigating Universal Adversarial Attacks Against Transformers-Based Automatic Essay Scoring Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1599-8347","authenticated-orcid":false,"given":"Igor Cataneo","family":"Silveira","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9526-2840","authenticated-orcid":false,"given":"Andr\u00e9","family":"Barbosa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8358-131X","authenticated-orcid":false,"given":"Daniel Silva Lopes","family":"da Costa","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2297-6349","authenticated-orcid":false,"given":"Denis Deratani","family":"Mau\u00e1","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,30]]},"reference":[{"unstructured":"Abdin, M., Jacobs, S.A., Awan, A.A., Aneja, J., Awadallah, A., et\u00a0al.: Phi-3 technical report: a highly capable language model locally on your phone (2024)","key":"12_CR1"},{"doi-asserted-by":"crossref","unstructured":"Amorim, E., Veloso, A.: A multi-aspect analysis of automatic essay scoring for Brazilian Portuguese. In: Proceedings of the Student Research Workshop at the 15th Conference of the European Chapter of the Association for Computational Linguistics, pp. 94\u2013102 (2017)","key":"12_CR2","DOI":"10.18653\/v1\/E17-4010"},{"unstructured":"Attali, Y., Burstein, J.: Automated essay scoring with e-rater v.2. J. Technol. Learn. Assess. 4(3) (2006)","key":"12_CR3"},{"unstructured":"Bazelato, B.S., Amorim, E.: A bayesian classifier to automatic correction of Portuguese essays. In: Confer\u00eancia Internacional sobre Inform\u00e1tica na Educa\u00e7\u00e3o (TISE), vol.\u00a018, pp. 779\u2013782 (2013)","key":"12_CR4"},{"doi-asserted-by":"crossref","unstructured":"Beigman\u00a0Klebanov, B., Madnani, N.: Automated evaluation of writing \u2013 50 years and counting. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. pp. 7796\u20137810 (2020)","key":"12_CR5","DOI":"10.18653\/v1\/2020.acl-main.697"},{"unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., et\u00a0al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol.\u00a033, pp. 1877\u20131901. Curran Associates, Inc. (2020)","key":"12_CR6"},{"doi-asserted-by":"crossref","unstructured":"Chang, L.H., Ginter, F.: Automatic short answer grading for finnish with chatgpt. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a038, pp. 23173\u201323181 (2024)","key":"12_CR7","DOI":"10.1609\/aaai.v38i21.30363"},{"unstructured":"Chang, M.W., Ratinov, L., Roth, D., Srikumar, V.: Importance of semantic representation: dataless classification. In: Proceedings of the 23rd National Conference on Artificial Intelligence, vol. 2, pp. 830\u2013835 (2008)","key":"12_CR8"},{"unstructured":"Chiang, W.L., et al.: Chatbot arena: an open platform for evaluating llms by human preference (2024)","key":"12_CR9"},{"unstructured":"Dao, T.: Flashattention-2: faster attention with better parallelism and work partitioning (2023)","key":"12_CR10"},{"doi-asserted-by":"crossref","unstructured":"Ebrahimi, J., Rao, A., Lowd, D., Dou, D.: HotFlip: white-box adversarial examples for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, vol. 2: Short Papers, pp. 31\u201336 (2018)","key":"12_CR11","DOI":"10.18653\/v1\/P18-2006"},{"doi-asserted-by":"crossref","unstructured":"Filho, A.H., Concatto, F., do\u00a0Prado, H.A., Ferneda, E.: Comparing feature engineering and deep learning methods for automated essay scoring of Brazilian national high school examination. In: International Conference on Enterprise Information Systems (2021)","key":"12_CR12","DOI":"10.5220\/0010377505750583"},{"issue":"2","key":"12_CR13","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1007\/s40593-023-00361-2","volume":"34","author":"A Filighera","year":"2024","unstructured":"Filighera, A., Ochs, S., Steuer, T., Tregel, T.: Cheating automatic short answer grading with the adversarial usage of adjectives and adverbs. Int. J. Artif. Intell. Educ. 34(2), 616\u2013646 (2024)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"12_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/978-3-030-52237-7_15","volume-title":"Artificial Intelligence in Education","author":"A Filighera","year":"2020","unstructured":"Filighera, A., Steuer, T., Rensing, C.: Fooling automatic short answer grading systems. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12163, pp. 177\u2013190. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52237-7_15"},{"doi-asserted-by":"crossref","unstructured":"Fonseca, E.R., Medeiros, I., Kamikawachi, D., Bokan, A.: Automatically grading Brazilian student essays. In: Proceedings of International Conference on Computational Processing of the Portuguese Language, pp. 170\u2013179 (2018)","key":"12_CR15","DOI":"10.1007\/978-3-319-99722-3_18"},{"unstructured":"Gao, H., Oates, T.: Universal adversarial perturbation for text classification. arXiv preprint arXiv:1910.04618 (2019)","key":"12_CR16"},{"unstructured":"Gunasekar, S., et al.: Textbooks are all you need (2023)","key":"12_CR17"},{"unstructured":"Hamner, B., Morgan, J., Lynnvandev, M., Ark, T.: The hewlett foundation: automated essay scoring. Kaggle (2012)","key":"12_CR18"},{"unstructured":"Hu, E.J., et al.: Lora: low-rank adaptation of large language models (2021)","key":"12_CR19"},{"key":"12_CR20","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/s10551-006-9165-7","volume":"72","author":"H Klein","year":"2007","unstructured":"Klein, H., Levenburg, N., McKendall, M., Mothersell, W.: Cheating during the college years: how do business students compare? J. Bus. Ethics 72, 197\u2013206 (2007)","journal-title":"J. Bus. Ethics"},{"unstructured":"Kumar, Y., Bhatia, M., Kabra, A., Li, J.J., Jin, D., Shah, R.R.: Calling out bluff: attacking the robustness of automatic scoring systems with simple adversarial testing. CoRR arxiv:2007.06796 (2020)","key":"12_CR21"},{"issue":"1","key":"12_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5210\/dad.2023.101","volume":"14","author":"Y Kumar","year":"2023","unstructured":"Kumar, Y., Parekh, S., Singh, S., Li, J.J., Shah, R.R., Chen, C.: Automatic essay scoring systems are both overstable and oversensitive: explaining why and proposing defenses. Dial. Discour. 14(1), 1\u201333 (2023)","journal-title":"Dial. Discour."},{"unstructured":"Larochelle, H., Erhan, D., Bengio, Y.: Zero-data learning of new tasks. In: Proceedings of the 23rd National Conference on Artificial Intelligence, vol. 2, pp. 646\u2013651 (2008)","key":"12_CR23"},{"issue":"1","key":"12_CR24","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/s10579-023-09693-w","volume":"58","author":"SE Leal","year":"2024","unstructured":"Leal, S.E., Duran, M.S., Scarton, C.E., Hartmann, N.S., Alu\u00edsio, S.M.: Nilc-metrix: assessing the complexity of written and spoken language in Brazilian Portuguese. Lang. Res. Eval. 58(1), 73\u2013110 (2024)","journal-title":"Lang. Res. Eval."},{"doi-asserted-by":"crossref","unstructured":"Li, L., Ma, R., Guo, Q., Xue, X., Qiu, X.: BERT-ATTACK: adversarial attack against BERT using BERT. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, pp. 6193\u20136202 (2020)","key":"12_CR25","DOI":"10.18653\/v1\/2020.emnlp-main.500"},{"issue":"3","key":"12_CR26","doi-asserted-by":"publisher","first-page":"1875","DOI":"10.47836\/pjst.29.3.27","volume":"29","author":"CT Lim","year":"2021","unstructured":"Lim, C.T., Bong, C.H., Wong, W.S., Lee, N.K.: A comprehensive review of automated essay scoring (aes) research and development. Pertanika J. Sci. Technol. 29(3), 1875\u20131899 (2021)","journal-title":"Pertanika J. Sci. Technol."},{"unstructured":"Liu, J., Xu, Y., Zhu, Y.: Automated essay scoring based on two-stage learning (2019)","key":"12_CR27"},{"doi-asserted-by":"crossref","unstructured":"Marinho, J., Anchi\u00eata, R., Moura, R.: Essay-br: a Brazilian corpus of essays. In: Anais do III Dataset Showcase Workshop, pp. 53\u201364 (2021)","key":"12_CR28","DOI":"10.5753\/dsw.2021.17414"},{"doi-asserted-by":"crossref","unstructured":"Marinho, J., Cordeiro, F., Anchi\u00eata, R., Moura, R.: Automated essay scoring: an approach based on enem competencies. In: Anais do XIX Encontro Nacional de Intelig\u00eancia Artificial e Computacional, pp. 49\u201360 (2022)","key":"12_CR29","DOI":"10.5753\/eniac.2022.227202"},{"issue":"2","key":"12_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.rmal.2023.100050","volume":"2","author":"A Mizumoto","year":"2023","unstructured":"Mizumoto, A., Eguchi, M.: Exploring the potential of using an AI language model for automated essay scoring. Res. Methods Appl. Linguist. 2(2), 100050 (2023)","journal-title":"Res. Methods Appl. Linguist."},{"unstructured":"Nvidia, Adler, B., Agarwal, N., Aithal, A., Anh, D.H., et\u00a0al.: Nemotron-4 340b technical report (2024)","key":"12_CR31"},{"unstructured":"Page, E.B.: The imminence of... grading essays by computer. In: The Phi Delta Kappan, pp. 238\u2013243 (1966)","key":"12_CR32"},{"key":"12_CR33","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"unstructured":"Silveira, I.C., Barbosa, A., Mau\u00e1, D.D.: A new benchmark for automatic essay scoring in Portuguese. In: Proceedings of the 16th International Conference on Computational Processing of Portuguese, vol. 1. pp. 228\u2013237 (2024)","key":"12_CR34"},{"unstructured":"Singh, A., Pandey, N., Shirgaonkar, A., Manoj, P., Aski, V.: A study of optimizations for fine-tuning large language models (2024)","key":"12_CR35"},{"key":"12_CR36","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1007\/978-3-030-61377-8_28","volume-title":"Intelligent Systems","author":"F Souza","year":"2020","unstructured":"Souza, F., Nogueira, R., Lotufo, R.: BERTimbau: pretrained BERT models for Brazilian Portuguese. In: Cerri, R., Prati, R.C. (eds.) BRACIS 2020. LNCS (LNAI), vol. 12319, pp. 403\u2013417. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-61377-8_28"},{"doi-asserted-by":"crossref","unstructured":"Taghipour, K., Ng, H.T.: A neural approach to automated essay scoring. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 1882\u20131891. Association for Computational Linguistics (2016)","key":"12_CR37","DOI":"10.18653\/v1\/D16-1193"},{"unstructured":"Team, G., Georgiev, P., Lei, V.I., Burnell, R., Bai, L., et\u00a0al.: Gemini 1.5: unlocking multimodal understanding across millions of tokens of context (2024)","key":"12_CR38"},{"unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models (2023)","key":"12_CR39"},{"doi-asserted-by":"crossref","unstructured":"Wangkriangkri, P., Viboonlarp, C., Rutherford, A.T., Chuangsuwanich, E.: A comparative study of pretrained language models for automated essay scoring with adversarial inputs. In: IEEE Region 10 International Conference TENCON, pp. 875\u2013880 (2020)","key":"12_CR40","DOI":"10.1109\/TENCON50793.2020.9293930"},{"issue":"3","key":"12_CR41","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1018724900565","volume":"39","author":"BE Whitley","year":"1998","unstructured":"Whitley, B.E.: Factors associated with cheating among college students: a review. Res. High. Educ. 39(3), 235\u2013274 (1998)","journal-title":"Res. High. Educ."},{"doi-asserted-by":"crossref","unstructured":"Woods, B., Adamson, D., Miel, S., Mayfield, E.: Formative essay feedback using predictive scoring models. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 2071\u20132080 (2017)","key":"12_CR42","DOI":"10.1145\/3097983.3098160"},{"doi-asserted-by":"crossref","unstructured":"Zhang, H., Li, L.H., Meng, T., Chang, K.W., Van\u00a0den Broeck, G.: On the paradox of learning to reason from data. In: Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence, pp. 3365\u20133373 (2023)","key":"12_CR43","DOI":"10.24963\/ijcai.2023\/375"},{"key":"12_CR44","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/978-981-19-0523-0_4","volume-title":"Frontiers in Cyber Security","author":"J Zhang","year":"2022","unstructured":"Zhang, J., Wang, J., Luo, X., Ma, B., Xiong, N.: Imperceptible and reliable adversarial attack. In: Cao, C., Zhang, Y., Hong, Y., Wang, D. (eds.) FCS 2021. CCIS, vol. 1558, pp. 49\u201362. Springer, Singapore (2022). https:\/\/doi.org\/10.1007\/978-981-19-0523-0_4"}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-79032-4_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T22:14:53Z","timestamp":1738188893000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-79032-4_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031790317","9783031790324"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-79032-4_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"30 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bel\u00e9m do Par\u00e1","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}