{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T00:37:36Z","timestamp":1760661456622,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":68,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,6]]},"DOI":"10.1145\/3750069.3750094","type":"proceedings-article","created":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T15:34:55Z","timestamp":1760456095000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["NuevAI: Streamlined Dataset Generator and Human Evaluator System for Development of Pedagogical Conversational Agents"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-2054-968X","authenticated-orcid":false,"given":"Salman","family":"Sayeed","sequence":"first","affiliation":[{"name":"Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5121-8348","authenticated-orcid":false,"given":"Saad Mohammad Rafid","family":"Pial","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6636-0963","authenticated-orcid":false,"given":"Anindya","family":"Iqbal","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,10,14]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"[n.\u00a0d.]. Augmentoolkit. https:\/\/github.com\/e-p-armstrong\/augmentoolkit. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_3_2","unstructured":"[n.\u00a0d.]. Auto-Data. https:\/\/github.com\/Itachi-Uchiha581\/Auto-Data. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_4_2","unstructured":"[n.\u00a0d.]. Bonito. https:\/\/github.com\/BatsResearch\/bonito. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_5_2","unstructured":"[n.\u00a0d.]. Data Dreamer. https:\/\/datadreamer.dev\/docs\/latest\/. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_6_2","unstructured":"[n.\u00a0d.]. DatasetGPT. https:\/\/github.com\/radi-cho\/datasetGPT. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_7_2","unstructured":"[n.\u00a0d.]. Distilabel. https:\/\/github.com\/argilla-io\/distilabel. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_8_2","unstructured":"[n.\u00a0d.]. LLM Training Dataset Builder. https:\/\/github.com\/ph-ausseil\/llm-training-dataset-builder. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_9_2","unstructured":"[n.\u00a0d.]. Magpie. https:\/\/github.com\/magpie-align\/magpie. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_10_2","unstructured":"[n.\u00a0d.]. Microsoft LLM Data Creation. https:\/\/github.com\/microsoft\/llm-data-creation. Accessed: 2024-10-08."},{"key":"e_1_3_3_1_11_2","unstructured":"Yelaman Abdullin Diego Molla-Aliod Bahadorreza Ofoghi John Yearwood and Qingyang Li. 2024. Synthetic dialogue dataset generation using llm agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.17461 (2024)."},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3669947.3669953"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623204"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3205946.3205955"},{"key":"e_1_3_3_1_15_2","volume-title":"Quality of education and the poor: Constraints on learning","author":"Batra Poonam","year":"2017","unstructured":"Poonam Batra. 2017. Quality of education and the poor: Constraints on learning. Springer."},{"key":"e_1_3_3_1_16_2","unstructured":"Jonathan\u00a0D Chang Kiante Brantley Rajkumar Ramamurthy Dipendra Misra and Wen Sun. 2023. Learning to generate better than your llm. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2306.11816 (2023)."},{"key":"e_1_3_3_1_17_2","unstructured":"Ying Changa. 2023. Enhancing Biology Education: Development and Application of a ChatGPT-Based Interactive Assis-tance Tool for Student Assignments and Learning Enhancement. (2023)."},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642887"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642229"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642041"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642867"},{"key":"e_1_3_3_1_22_2","unstructured":"M\u00e9lanie Courtine and Val\u00e9rie Renault. 2007. CAMELEON: a generic model of embodied conversational agent for e-learning portals. FRONTIERS IN ARTIFICIAL INTELLIGENCE AND APPLICATIONS 162 (2007) 21."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2013.6684853"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3099023.3099112"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642070"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"Mattias Georgsson. 2019. NASA RTLX as a Novel Assessment for Determining Cognitive Load and User Acceptance of Expert and User-Based Evaluation Methods Exemplified Through a mHealth Diabetes Self-Management Application Evaluation. Studies in Health Technology and Informatics 261 (2019) 185\u2013190.","DOI":"10.3233\/978-1-61499-975-1-185"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580999"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Eric\u00a0A Hanushek and Steven\u00a0G Rivkin. 2006. Teacher quality. Handbook of the Economics of Education 2 (2006) 1051\u20131078.","DOI":"10.1016\/S1574-0692(06)02018-6"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Alexandara Harry and Sayudin Sayudin. 2023. Role of AI in Education. Interdiciplinary Journal and Hummanity (INJURITY) 2 3 (2023) 260\u2013268.","DOI":"10.58631\/injurity.v2i3.52"},{"key":"e_1_3_3_1_31_2","unstructured":"Sebastian Hobert and Raphael Meyer\u00a0von Wolff. 2019. Say hello to your new automated tutor\u2013a structured literature review on pedagogical conversational agents. (2019)."},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Wayne Holmes and Ilkka Tuomi. 2022. State of the art and practice in AI in education. European Journal of Education 57 4 (2022) 542\u2013570.","DOI":"10.1111\/ejed.12533"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"Kevin\u00a0Maik Jablonka Philippe Schwaller Andres Ortega-Guerrero and Berend Smit. 2024. Leveraging large language models for predictive chemistry. Nature Machine Intelligence 6 2 (2024) 161\u2013169.","DOI":"10.1038\/s42256-023-00788-1"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"crossref","unstructured":"W\u00a0Lewis Johnson and James\u00a0C Lester. 2016. Face-to-face interaction with pedagogical agents twenty years later. International Journal of Artificial intelligence in education 26 (2016) 25\u201336.","DOI":"10.1007\/s40593-015-0065-9"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642773"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"crossref","unstructured":"Yanghee Kim. 2016. The role of agent age and gender for middle-grade girls. Computers in the Schools 33 2 (2016) 59\u201370.","DOI":"10.1080\/07380569.2016.1143753"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"crossref","unstructured":"Yanghee Kim Jeffrey Thayne and Quan Wei. 2017. An embodied agent helps anxious students in mathematics learning. Educational Technology Research and Development 65 (2017) 219\u2013235.","DOI":"10.1007\/s11423-016-9476-z"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"crossref","unstructured":"Kunyanuth Kularbphettong Pubet Kedsiribut and Pattarapan Roonrakwit. 2015. Developing an adaptive web-based intelligent tutoring system using mastery learning technique. Procedia-Social and Behavioral Sciences 191 (2015) 686\u2013691.","DOI":"10.1016\/j.sbspro.2015.04.619"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.948"},{"key":"e_1_3_3_1_40_2","unstructured":"Elizabeth Leu and Alison Price-Rom. 2006. Quality of education and teacher learning: A review of the literature. Washington DC: USAID educational quality improvement project 1 (2006)."},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2014.235"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"crossref","unstructured":"Lijia Lin Paul Ginns Tianhui Wang and Peilin Zhang. 2020. Using a pedagogical agent to deliver conversational style instruction: What benefits can you obtain? Computers & Education 143 (2020) 103658.","DOI":"10.1016\/j.compedu.2019.103658"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3599640.3599647"},{"key":"e_1_3_3_1_44_2","unstructured":"Yixin Liu Avi Singh C.\u00a0Daniel Freeman John\u00a0D. Co-Reyes and Peter\u00a0J. Liu. 2023. Improving Large Language Model Fine-tuning for Solving Math Problems. arxiv:https:\/\/arXiv.org\/abs\/2310.10047\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2310.10047"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36021-3_15"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICMCS.2014.6911216"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"crossref","unstructured":"Reinhard Oppermann. 2005. From user-adaptive to context-adaptive information systems (von benutzeradaptiven zu kontextadaptiven informationssystemen). I-com 4 3 (2005) 4\u201314.","DOI":"10.1524\/icom.2005.4.3.4"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"crossref","unstructured":"Elvis Ortega-Ochoa Marta Arguedas and Thanasis Daradoumis. 2024. Empathic pedagogical conversational agents: a systematic literature review. British Journal of Educational Technology 55 3 (2024) 886\u2013909.","DOI":"10.1111\/bjet.13413"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"crossref","unstructured":"Ahmed Oussous Ismail Menyani Mehdi Srifi Ayoub\u00a0Ait Lahcen Smail Kheraz and Fatima-Zahra Benjelloun. 2023. An evaluation of open source adaptive learning solutions. Information 14 2 (2023) 57.","DOI":"10.3390\/info14020057"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581574"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/ESCI59607.2024.10497340"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580995"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300587"},{"key":"e_1_3_3_1_54_2","doi-asserted-by":"crossref","unstructured":"Juana\u00a0M Sancho-Gil Pablo Rivera-Vargas and Raquel Mi\u00f1o-Puigcerc\u00f3s. 2020. Moving beyond the predictable failure of Ed-Tech initiatives. Learning Media and Technology 45 1 (2020) 61\u201375.","DOI":"10.1080\/17439884.2019.1666873"},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"crossref","unstructured":"Ankit Satpute Noah Giessing Andre Greiner-Petter Moritz Schubotz Olaf Teschke Akiko Aizawa and Bela Gipp. 2024. Can LLMs Master Math? Investigating Large Language Models on Math Stack Exchange. arxiv:https:\/\/arXiv.org\/abs\/2404.00344\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2404.00344","DOI":"10.1145\/3626772.3657945"},{"key":"e_1_3_3_1_56_2","doi-asserted-by":"crossref","unstructured":"Maggi Savin-Baden Gemma Tombs and Roy Bhakta. 2015. Beyond robotic wastelands of time: Abandoned pedagogical agents and new pedalled pedagogies. E-learning and Digital Media 12 3-4 (2015) 295\u2013314.","DOI":"10.1177\/2042753015571835"},{"key":"e_1_3_3_1_57_2","unstructured":"Piotr Sawicki Marek Grzes Luis\u00a0Fabricio G\u00f3es Dan Brown Max Peeperkorn Aisha Khatun and Simona Paraskevopoulou. 2023. On the power of special-purpose GPT models to create and evaluate new poetry in old styles. (2023)."},{"key":"e_1_3_3_1_58_2","volume-title":"Pacific Asia Conference on Information Systems","volume":"1","author":"Schlimbach Ricarda","year":"2022","unstructured":"Ricarda Schlimbach, Heidi Rinn, Daniel Markgraf, and Susanne Robra-Bissantz. 2022. A literature review on pedagogical conversational agent adaptation. In Pacific Asia Conference on Information Systems , Vol.\u00a01."},{"key":"e_1_3_3_1_59_2","unstructured":"Robin Schmucker Meng Xia Amos Azaria and Tom Mitchell. 2023. Ruffle&riley: Towards the automated induction of conversational tutoring systems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.01420 (2023)."},{"key":"e_1_3_3_1_60_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICADEIS49811.2020.9276858"},{"key":"e_1_3_3_1_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645171"},{"key":"e_1_3_3_1_62_2","unstructured":"Ana\u00efs Tack and Chris Piech. 2022. The AI teacher test: Measuring the pedagogical ability of blender and GPT-3 in educational dialogues. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2205.07540 (2022)."},{"key":"e_1_3_3_1_63_2","doi-asserted-by":"crossref","unstructured":"Barbara Trudell. 2018. Language choice and education quality in Eastern and Southern Africa: A review. English as a Medium of Instruction in Postcolonial Contexts (2018) 5\u201317.","DOI":"10.4324\/9781315122151-2"},{"key":"e_1_3_3_1_64_2","unstructured":"Yu Wang Shu-Rui Zhang Aidin Momtaz Rahim Moradi Fatemeh Rastegarnia Narek Sahakyan Soroush Shakeri and Liang Li. 2024. Can AI Understand Our Universe? Test of Fine-Tuning GPT by Astrophysical Data. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.10019 (2024)."},{"key":"e_1_3_3_1_65_2","volume-title":"ICIS","author":"Weber Florian","year":"2021","unstructured":"Florian Weber, Thiemo Wambsganss, Dominic R\u00fcttimann, and Matthias S\u00f6llner. 2021. Pedagogical Agents for Interactive Learning: A Taxonomy of Conversational Agents in Education.. In ICIS."},{"key":"e_1_3_3_1_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581398"},{"key":"e_1_3_3_1_67_2","doi-asserted-by":"crossref","unstructured":"Xuesong Zhai Xiaoyan Chu Ching\u00a0Sing Chai Morris Siu\u00a0Yung Jong Andreja Istenic Michael Spector Jia-Bao Liu Jing Yuan and Yan Li. 2021. A Review of Artificial Intelligence (AI) in Education from 2010 to 2020. Complexity 2021 1 (2021) 8812542.","DOI":"10.1155\/2021\/8812542"},{"key":"e_1_3_3_1_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642647"},{"key":"e_1_3_3_1_69_2","doi-asserted-by":"crossref","unstructured":"Wei Zhang Qinggong Wang Xiangtai Kong Jiacheng Xiong Shengkun Ni Duanhua Cao Buying Niu Mingan Chen Yameng Li Runze Zhang et\u00a0al. 2024. Fine-tuning large language models for chemical text mining. Chemical Science 15 27 (2024) 10600\u201310611.","DOI":"10.1039\/D4SC00924J"}],"event":{"name":"CHItaly 2025: CHItaly 2025: 16th Biannual Conference of the Italian SIGCHI Chapter","acronym":"CHItaly 2025","location":"Salerno Italy"},"container-title":["Proceedings of the 16th Biannual Conference of the Italian SIGCHI Chapter"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3750069.3750094","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T19:54:43Z","timestamp":1760644483000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3750069.3750094"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,6]]},"references-count":68,"alternative-id":["10.1145\/3750069.3750094","10.1145\/3750069"],"URL":"https:\/\/doi.org\/10.1145\/3750069.3750094","relation":{},"subject":[],"published":{"date-parts":[[2025,10,6]]},"assertion":[{"value":"2025-10-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}