{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T10:08:34Z","timestamp":1774778914722,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","award":["310888\/2021- 2"],"award-info":[{"award-number":["310888\/2021- 2"]}]},{"name":"OpenAI research Program","award":["1"],"award-info":[{"award-number":["1"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706515","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"865-871","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["LLMs Performance in Answering Educational Questions in Brazilian Portuguese: A Preliminary Analysis on LLMs Potential to Support Diverse Educational Needs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0343-3701","authenticated-orcid":false,"given":"Luiz","family":"Rodrigues","sequence":"first","affiliation":[{"name":"Computing Institute - Federal University of Alagoas, Macei\u00f3, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7617-5283","authenticated-orcid":false,"given":"Cleon","family":"Xavier","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4954-176X","authenticated-orcid":false,"given":"Newarney","family":"Costa","sequence":"additional","affiliation":[{"name":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia Goiano - IF Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5632-2504","authenticated-orcid":false,"given":"Hyan","family":"Batista","sequence":"additional","affiliation":[{"name":"Federal Rural University of Pernambuco, Recife, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2342-2649","authenticated-orcid":false,"given":"Luiz Felipe Bagnhuk","family":"Silva","sequence":"additional","affiliation":[{"name":"Faculdade de Campina Grande do Sul, Campina Grande do Sul, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0503-6729","authenticated-orcid":false,"given":"Weslei","family":"Chaleghi de Melo","sequence":"additional","affiliation":[{"name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Gasevic","sequence":"additional","affiliation":[{"name":"Monash University, Melbourne, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3548-9670","authenticated-orcid":false,"given":"Rafael","family":"Ferreira Mello","sequence":"additional","affiliation":[{"name":"Monash University, Melbourne, Australia"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Xiaoyu Bai and Manfred Stede. 2022. A Survey of Current Machine Learning Approaches to Student Free-Text Evaluation for Intelligent Tutoring. International Journal of Artificial Intelligence in Education (2022) 1\u201339."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1017\/9781108685139"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Adam Coscia and Alex Endert. 2023. Knowledgevis: Interpreting language models by comparing fill-in-the-blank prompts. IEEE Transactions on Visualization and Computer Graphics (2023).","DOI":"10.1109\/TVCG.2023.3346713"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Joost C.\u00a0F. de Winter. 2023. Can ChatGPT Pass High School Exams on English Language Comprehension? International Journal of Artificial Intelligence in Education (13 Sep 2023). 10.1007\/s40593-023-00372-z","DOI":"10.1007\/s40593-023-00372-z"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICECCT56650.2023.10179759"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636882"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Rafael Ferreira Elyda Freitas Luciano Cabral Filipe Dawn Luiz Rodrigues Mladen Rakovic Jackson Raniel and Dragan Gasevic. 2024. Words of Wisdom: A Journey through the Realm of NLP for Learning Analytics-A Systematic Literature Review. Journal of Learning Analytics (2024) 1\u201324.","DOI":"10.18608\/jla.2024.8403"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636908"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Fatima Harrak Fran\u00e7ois Bouchet and Vanda Luengo. 2019. From student questions to student profiles in a blended learning environment. Journal of Learning Analytics 6 1 (2019) 54\u201384.","DOI":"10.18608\/jla.2019.61.4"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Gwo-Jen Hwang Haoran Xie Benjamin\u00a0W. Wah and Dragan Ga\u0161evi\u0107. 2020. Vision challenges roles and research issues of Artificial Intelligence in Education. Computers and Education: Artificial Intelligence 1 (2020) 100001. 10.1016\/j.caeai.2020.100001","DOI":"10.1016\/j.caeai.2020.100001"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Enkelejda Kasneci Kathrin Se\u00dfler Stefan K\u00fcchemann Maria Bannert Daryna Dementieva Frank Fischer Urs Gasser Georg Groh Stephan G\u00fcnnemann Eyke H\u00fcllermeier et\u00a0al. 2023. ChatGPT for good? On opportunities and challenges of large language models for education. Learning and individual differences 103 (2023) 102274.","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636895"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Yuheng Li Lele Sha Lixiang Yan Jionghao Lin Mladen Rakovi\u0107 Kirsten Galbraith Kayley Lyons Dragan Ga\u0161evi\u0107 and Guanliang Chen. 2023. Can large language models write reflectively. Computers and Education: Artificial Intelligence 4 (2023) 100140.","DOI":"10.1016\/j.caeai.2023.100140"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662031"},{"key":"e_1_3_3_2_16_2","unstructured":"Shervin Minaee Tomas Mikolov Narjes Nikzad Meysam Chenaghlu Richard Socher Xavier Amatriain and Jianfeng Gao. 2024. Large language models: A survey. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.06196 (2024)."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Shweta Patil and Krishnakant\u00a0P Adhiya. 2022. Automated evaluation of short answers: A systematic review. Intelligent Data Communication Technologies and Internet of Things: Proceedings of ICICI 2021 (2022) 953\u2013963.","DOI":"10.1007\/978-981-16-7610-9_69"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-45392-2_15"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Marko Putnikovic and Jelena Jovanovic. 2023. Embeddings for Automatic Short Answer Grading: A Scoping Review. IEEE Transactions on Learning Technologies (2023).","DOI":"10.1109\/TLT.2023.3253071"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Luiz Rodrigues Filipe\u00a0Dwan Pereira Luciano Cabral Dragan Ga\u0161evi\u0107 Geber Ramalho and Rafael\u00a0Ferreira Mello. 2024. Assessing the quality of automatic-generated short answers using GPT-4. Computers and Education: Artificial Intelligence 7 (2024) 100248.","DOI":"10.1016\/j.caeai.2024.100248"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Maciej Roso\u0142 Jakub\u00a0S Gasior Jonasz \u0141aba Kacper Korzeniewski and Marcel M\u0142y\u0144czak. 2023. Evaluation of the performance of GPT-3.5 and GPT-4 on the Polish Medical Final Examination. Scientific Reports 13 1 (2023) 20512.","DOI":"10.1038\/s41598-023-46995-z"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.cmcl-1.20"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3410404.3414229"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.53"},{"key":"e_1_3_3_2_25_2","unstructured":"Jules White Quchen Fu Sam Hays Michael Sandborn Carlos Olea Henry Gilbert Ashraf Elnashar Jesse Spencer-Smith and Douglas\u00a0C Schmidt. 2023. A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.11382 (2023)."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Qi Xia Thomas\u00a0KF Chiu Xinyan Zhou Ching\u00a0Sing Chai and Miaoting Cheng. 2022. Systematic literature review on opportunities challenges and future research recommendations of artificial intelligence in education. Computers and Education: Artificial Intelligence (2022) 100118.","DOI":"10.1016\/j.caeai.2022.100118"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636856"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Lixiang Yan Lele Sha Linxuan Zhao Yuheng Li Roberto Martinez-Maldonado Guanliang Chen Xinyu Li Yueqiao Jin and Dragan Ga\u0161evi\u0107. 2023. Practical and ethical challenges of large language models in education: A systematic scoping review. British Journal of Educational Technology n\/a n\/a (2023). 10.1111\/bjet.13370","DOI":"10.1111\/bjet.13370"},{"key":"e_1_3_3_2_29_2","unstructured":"Wayne\u00a0Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong et\u00a0al. 2023. A survey of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.18223 (2023)."}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706515","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706515","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:50Z","timestamp":1750298210000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706515"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":28,"alternative-id":["10.1145\/3706468.3706515","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706515","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}