{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T00:16:47Z","timestamp":1783037807523,"version":"3.54.6"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984167","type":"print"},{"value":"9783031984174","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98417-4_16","type":"book-chapter","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T10:05:55Z","timestamp":1752746755000},"page":"218-232","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Evaluating Large Language Model Quality in\u00a0Resource-Constrained Environments: An Educational Stakeholders\u2019 Survey on\u00a0Accuracy, Completeness, and\u00a0Readability in\u00a0Brazil"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2634-1627","authenticated-orcid":false,"given":"Aristoteles","family":"Barros","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-1301-8145","authenticated-orcid":false,"given":"Mateus","family":"Monteiro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0343-3701","authenticated-orcid":false,"given":"Luiz","family":"Rodrigues","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8415-6955","authenticated-orcid":false,"given":"Diego","family":"Dermeval","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1574-0784","authenticated-orcid":false,"given":"Seiji","family":"Isotani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5676-2280","authenticated-orcid":false,"given":"Ig Ibert","family":"Bittencourt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","unstructured":"Al\u00a0Shloul, T., Mazhar, T., Abbas, Q.: Role of activity-based learning and ChatGPT on students\u2019 performance in education. Comput. Educ. Artif. Intell. 6, 100219 (2024). https:\/\/doi.org\/10.1016\/j.caeai.2024.100219. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2666920X24000201","DOI":"10.1016\/j.caeai.2024.100219"},{"key":"16_CR2","doi-asserted-by":"crossref","unstructured":"Alfredo, R., Echeverria, V., Jin, Y.: Human-centred learning analytics and AI in education: a systematic literature review. Comput. Educ. Artif. Intell., 100215 (2024)","DOI":"10.1016\/j.caeai.2024.100215"},{"issue":"2","key":"16_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3382505","volume":"3","author":"S Alismail","year":"2020","unstructured":"Alismail, S., Zhang, H.: Exploring and understanding participants\u2019 perceptions of facial emoji Likert scales in online surveys. Digit. Libr. 3(2), 1\u201312 (2020). https:\/\/doi.org\/10.1145\/3382505","journal-title":"Digit. Libr."},{"key":"16_CR4","unstructured":"Anderson, L.W., Sosniak, L.A.: Bloom\u2019s taxonomy. University of Chicago Press, Chicago, IL, USA (1994)"},{"key":"16_CR5","doi-asserted-by":"publisher","unstructured":"Barron\u00a0Rodr\u00edguez, M.R., Cobo, C.: COVID-19 and education in the global South: emergency remote learning solutions with long-term implications (2022). https:\/\/doi.org\/10.1787\/897cd0d8-en. https:\/\/www.oecd-ilibrary.org\/content\/component\/897cd0d8-en","DOI":"10.1787\/897cd0d8-en"},{"key":"16_CR6","unstructured":"Barros, A.: Questions dataset for LLMs and site survey (2024). https:\/\/osf.io\/26n5m\/?view_only=88d720e3426e4943a399abbd08957d1d. Accessed 29 Jan 2025"},{"issue":"1","key":"16_CR7","first-page":"28","volume":"25","author":"X Chen","year":"2022","unstructured":"Chen, X., Zou, D., Xie, H.: Two decades of artificial intelligence in education. Educ. Technol. Soc. 25(1), 28\u201347 (2022)","journal-title":"Educ. Technol. Soc."},{"key":"16_CR8","doi-asserted-by":"publisher","first-page":"100118","DOI":"10.1016\/j.caeai.2022.100118","volume":"4","author":"T Chiu","year":"2023","unstructured":"Chiu, T., Xia, Q., Zhou, X.: Systematic literature review on opportunities, challenges, and future research recommendations of artificial intelligence in education. Comput. Educ. Artif. Intell. 4, 100118 (2023)","journal-title":"Comput. Educ. Artif. Intell."},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"ChunLiu, C., Zhang, H., Zhao, K.: LLMEmbed: rethinking lightweight LLM\u2019s genuine function in text classification. In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (ACL), vol. 1, pp. 7994\u20138004. Association for Computational Linguistics, Bangkok, Thailand. August 2024. https:\/\/aclanthology.org\/2024.acl-long.433","DOI":"10.18653\/v1\/2024.acl-long.433"},{"key":"16_CR10","unstructured":"Creswell, J.W., Creswell, J.D.: Research Design: Qualitative, Quantitative, and Mixed Methods Approaches. Sage Publications (2017)"},{"issue":"3","key":"16_CR11","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1080\/15391523.2022.2121344","volume":"56","author":"H Crompton","year":"2024","unstructured":"Crompton, H., Jones, M.V., Burke, D.: Affordances and challenges of artificial intelligence in k-12 education: a systematic review. J. Res. Technol. Educ. 56(3), 248\u2013268 (2024)","journal-title":"J. Res. Technol. Educ."},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Delbone, F.R., Wiese, I.S., Silva, M.A.G.: An\u00e1lise dos efeitos do idioma na gera\u00e7\u00e3o autom\u00e1tica de respostas por aplica\u00e7\u00f5es de llm. In: Simp\u00f3sio Brasileiro de Educa\u00e7\u00e3o em Computa\u00e7\u00e3o (EDUCOMP), pp. 23\u201324. SBC (2024)","DOI":"10.5753\/educomp_estendido.2024.238811"},{"key":"16_CR13","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/s40593-017-0157-9","volume":"28","author":"D Dermeval","year":"2018","unstructured":"Dermeval, D., Paiva, R., Bittencourt, I.I.: Authoring tools for designing intelligent tutoring systems: a systematic review of the literature. Int. J. Artif. Intell. Educ. 28, 336\u2013384 (2018)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"16_CR14","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.ijinfomgt.2019.01.021","volume":"48","author":"Y Duan","year":"2019","unstructured":"Duan, Y., Edwards, J.S., Dwivedi, Y.K.: Artificial intelligence for decision making in the era of Big Data - evolution, challenges and research agenda. Int. J. Inf. Manage. 48, 63\u201371 (2019). https:\/\/doi.org\/10.1016\/j.ijinfomgt.2019.01.021","journal-title":"Int. J. Inf. Manage."},{"key":"16_CR15","doi-asserted-by":"publisher","unstructured":"Dubiel, M., Barghouti, Y., Kudryavtseva, K.: On-device query intent prediction with lightweight LLMs to support ubiquitous conversations. Sci. Rep. 14(1), 12731 (2024). https:\/\/doi.org\/10.1038\/s41598-024-63380-6","DOI":"10.1038\/s41598-024-63380-6"},{"key":"16_CR16","unstructured":"Gasevic, D., Prinsloo, P., Chen, B.e.a.: Learning Analytics for the Global South. Foundation for Information Technology Education and Development, Quezon City, Philippines, published edn. (2018)"},{"key":"16_CR17","unstructured":"Gottschalk, F., Weise, C.: Digital equity and inclusion in education: an overview of practice and policy in OECD countries (2023)"},{"issue":"4","key":"16_CR18","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1609\/aimag.v22i4.1591","volume":"22","author":"AC Graesser","year":"2004","unstructured":"Graesser, A.C., VanLehn, K., Ros\u00e9, C.P.: Intelligent tutoring systems with conversational dialogue. AI Mag. 22(4), 39\u201351 (2004). https:\/\/doi.org\/10.1609\/aimag.v22i4.1591","journal-title":"AI Mag."},{"key":"16_CR19","unstructured":"He, C., Luo, R., Hu, S.: Ultraeval: a lightweight platform for flexible and comprehensive evaluation for LLMs (2024). https:\/\/arxiv.org\/abs\/2404.07584"},{"key":"16_CR20","doi-asserted-by":"publisher","unstructured":"Hwang, G.J., Xie, H., Wah, B.W.: Vision, challenges, roles and research issues of artificial intelligence in education. Comput. Educ. Artif. Intell. 1, 100001 (2020). https:\/\/doi.org\/10.1016\/j.caeai.2020.100001. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2666920X20300011","DOI":"10.1016\/j.caeai.2020.100001"},{"key":"16_CR21","unstructured":"Picovoice Inc.: picoLLM- towards optimal LLM quantization (2024). http:\/\/picovoice.ai\/blog\/picollm-towards-optimal-llm-quantization\/"},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Isotani, S., Bittencourt, I.I., Challco, G.C.: AIED unplugged: leapfrogging the digital divide to reach the underserved. In: International Conference on Artificial Intelligence in Education, pp. 772\u2013779. Springer (2023)","DOI":"10.1007\/978-3-031-36336-8_118"},{"key":"16_CR23","unstructured":"Likert, R.: A technique for the measurement of attitudes. Arch. Psychol. 140 (1932)"},{"key":"16_CR24","doi-asserted-by":"publisher","unstructured":"Liu, H.I., Galindo, M., Xie, H.: Lightweight deep learning for resource-constrained environments: a survey. ACM Comput. Surv. 56(10) (2024). https:\/\/doi.org\/10.1145\/3657282. https:\/\/doi-org.ez9.periodicos.capes.gov.br\/10.1145\/3657282","DOI":"10.1145\/3657282"},{"key":"16_CR25","doi-asserted-by":"publisher","unstructured":"Monteiro\u00a0Santos, M., Barros, A., Rodrigues, L.: Near feasibility, distant practicality: empirical analysis of deploying and using LLMs on resource-constrained smartphones. In: Proceedings of the 13th International Conference on Information & Communication Technologies and Development, ICTD 2024, pp. 224\u2013235. Association for Computing Machinery, New York, NY, USA (2025). https:\/\/doi.org\/10.1145\/3700794.3700817","DOI":"10.1145\/3700794.3700817"},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Portela, C., Lisb\u00f4a, R., Yasojima, K.: A case study on AIED unplugged applied to public policy for learning recovery post-pandemic in Brazil. In: International Conference on Artificial Intelligence in Education, pp. 788\u2013796. Springer (2023)","DOI":"10.1007\/978-3-031-36336-8_120"},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"Reimers, F.M.: Learning from a pandemic. the impact of COVID-19 on education around the world. Primary and secondary education during COVID-19: disruptions to educational opportunity during a pandemic, pp. 1\u201337 (2022)","DOI":"10.1007\/978-3-030-81500-4_1"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Rodrigues, L., Guerino, G., Silva, T.E.V.: MathAIde: a qualitative study of teachers\u2019 perceptions of an its unplugged for underserved regions. Int. J. Artif. Intell. Educ., 1\u201329 (2024)","DOI":"10.1007\/s40593-024-00397-y"},{"key":"16_CR29","doi-asserted-by":"publisher","unstructured":"Rodrigues, L., Guerino, G., Veloso, T.: MathAIde in the classroom: a qualitative analysis of teachers\u2019 perspectives of intelligent tutoring systems unplugged. In: Proceedings of the of the XXXV Simp\u00f3sio Brasileiro de Inform\u00e1tica na Educa\u00e7\u00e3o (SBIE), pp. 1515\u20131528. SBC, Brazil (2024). https:\/\/doi.org\/10.5753\/sbie.2024.242017. https:\/\/sol.sbc.org.br\/index.php\/sbie\/article\/view\/31338","DOI":"10.5753\/sbie.2024.242017"},{"key":"16_CR30","unstructured":"Scheff\u00e9, H.: The Analysis of Variance. Wiley Series in Probability and Statistics. Wiley, New York (1959). reprinted by John Wiley & Sons in 1999"},{"key":"16_CR31","unstructured":"MLC Team: MLC-LLM (2023). https:\/\/github.com\/mlc-ai\/mlc-llm"},{"key":"16_CR32","unstructured":"Thompson, G.: Two thirds of the world\u2019s school-age children have no internet access at home, new UNICEF-ITU report says (2020). https:\/\/www.unicef.org\/press-releases\/two-thirds-worlds-school-age-children-have-no-internet-\/access-home-new-unicef-itu"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Topali, P., Ortega-Arranz, A., Rodr\u00edguez-Triana, M.J.: Designing human-centered learning analytics and artificial intelligence in education solutions: a systematic literature review. Behav. Inf. Technol., 1\u201328 (2024)","DOI":"10.1080\/0144929X.2024.2345295"},{"issue":"3","key":"16_CR34","doi-asserted-by":"publisher","first-page":"227","DOI":"10.3233\/IRG-2006-16(3)02","volume":"16","author":"K Vanlehn","year":"2006","unstructured":"Vanlehn, K.: The behavior of tutoring systems. Int. J. Artif. Intell. Ed. 16(3), 227\u2013265 (2006)","journal-title":"Int. J. Artif. Intell. Ed."},{"key":"16_CR35","unstructured":"Veloso, T.E., Chalco\u00a0Challco, G., Rodrigues, L.: Its unplugged: leapfrogging the digital divide for teaching numeracy skills in underserved populations. In: Proceedings of the Workshop on AI-Augmented Human Tutoring in Math Learning, co-located with the 24th International Conference on Artificial Intelligence in Education (AIED) (2023)"},{"issue":"1","key":"16_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-019-14108-y","volume":"11","author":"R Vinuesa","year":"2020","unstructured":"Vinuesa, R., Azizpour, H., Leite, I.: The role of artificial intelligence in achieving the sustainable development goals. Nat. Commun. 11(1), 1\u201310 (2020)","journal-title":"Nat. Commun."},{"key":"16_CR37","doi-asserted-by":"crossref","unstructured":"Wang, B., Liu, J., Karimnazarov, J., Thompson, N.: Task supportive and personalized human-large language model interaction: a user study. In: Proceedings of the 2024 Conference on Human Information Interaction and Retrieval, pp. 370\u2013375 (2024)","DOI":"10.1145\/3627508.3638344"},{"key":"16_CR38","unstructured":"Wang, J., Huang, Y., Chen, C.: Software testing with large language models: survey, landscape, and vision (2024). https:\/\/arxiv.org\/abs\/2307.07221"},{"key":"16_CR39","unstructured":"Wangenheim, C.A.G.V., Alves, N.C., et\u00a0al.: An\u00e1lise da qualidade da avalia\u00e7\u00e3o automatizada de criatividade de aplicativos app inventor com modelos grandes de linguagens (llms-large language models) (2024)"},{"key":"16_CR40","doi-asserted-by":"publisher","unstructured":"Williamson, D., Parker, R., Kendrick, J.: The box plot: a simple visual method to interpret data. Ann. Internal Med. 110, 916\u201321 (1989). https:\/\/doi.org\/10.1059\/0003-4819-110-11-916","DOI":"10.1059\/0003-4819-110-11-916"},{"key":"16_CR41","doi-asserted-by":"publisher","unstructured":"Wohlin, C., Runeson, P., H\u00f6st, M.: Experimentation in Software Engineering. Springer, Germany (2012). https:\/\/doi.org\/10.1007\/978-3-642-29044-2","DOI":"10.1007\/978-3-642-29044-2"},{"key":"16_CR42","doi-asserted-by":"crossref","unstructured":"Xia, Q., Chiu, T.K.F., Zhou, X.: Systematic literature review on opportunities, challenges, and future research recommendations of artificial intelligence in education. Comput. Educ. Artif. Intell., 100118 (2022)","DOI":"10.1016\/j.caeai.2022.100118"},{"key":"16_CR43","unstructured":"Xiao, J., Huang, Q., Chen, X.: Large language model performance benchmarking on mobile platforms: a thorough evaluation (2024). https:\/\/arxiv.org\/abs\/2410.03613"},{"key":"16_CR44","unstructured":"Xin, C.: Testing LLM-based applications: strategy and challenges (2023). https:\/\/blog.scottlogic.com\/2023\/11\/14\/testing-LLM-based-applications-strategy-and-challenges.html"},{"issue":"1","key":"16_CR45","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1111\/bjet.13370","volume":"55","author":"L Yan","year":"2024","unstructured":"Yan, L., Sha, L., Zhao, L.: Practical and ethical challenges of large language models in education: a systematic scoping review. British J. Educ. Technol. 55(1), 90\u2013112 (2024)","journal-title":"British J. Educ. Technol."},{"key":"16_CR46","doi-asserted-by":"publisher","unstructured":"Yang, Y., Sun, H., Li, J.: MindLLM: lightweight large language model pre-training, evaluation and domain application. AI Open 5, 1\u201326 (2024). https:\/\/doi.org\/10.1016\/j.aiopen.2024.08.001. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S2666651024000111","DOI":"10.1016\/j.aiopen.2024.08.001"},{"key":"16_CR47","doi-asserted-by":"crossref","unstructured":"Yau, K.L.A., Lee, H.J., Chong, Y.W.: Augmented intelligence: surveys of literature and expert opinion to understand relations between human intelligence and artificial intelligence. IEEE Access 9, 136744\u2013136761 (2021)","DOI":"10.1109\/ACCESS.2021.3115494"},{"key":"16_CR48","unstructured":"Yin, W., Xu, M., Li, Y., Liu, X.: LLM as a system service on mobile devices (2024). https:\/\/arxiv.org\/abs\/2403.11805"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98417-4_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T23:26:40Z","timestamp":1783034800000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98417-4_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984167","9783031984174"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98417-4_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"15 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}