{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:17:53Z","timestamp":1781335073459,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3720240","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:15:12Z","timestamp":1745439312000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Improving User Engagement and Learning Outcomes in LLM-Based Python Tutor: A Study of PACE"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-7478-0849","authenticated-orcid":false,"given":"Muhtasim Ibteda","family":"Shochcho","sequence":"first","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7885-8491","authenticated-orcid":false,"given":"Mohammad Ashfaq Ur","family":"Rahman","sequence":"additional","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0357-7636","authenticated-orcid":false,"given":"Shadman","family":"Rohan","sequence":"additional","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2367-2013","authenticated-orcid":false,"given":"Ashraful","family":"Islam","sequence":"additional","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8123-1753","authenticated-orcid":false,"given":"Hasnain","family":"Heickal","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, Massachusetts, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9941-4817","authenticated-orcid":false,"given":"AKM Mahbubur","family":"Rahman","sequence":"additional","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2330-9775","authenticated-orcid":false,"given":"M. Ashraful","family":"Amin","sequence":"additional","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0129-8705","authenticated-orcid":false,"given":"Amin Ahsan","family":"Ali","sequence":"additional","affiliation":[{"name":"Center for Computational & Data Sciences, Independent University, Bangladesh, Dhaka, Bangladesh"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"Marah Abdin Jyoti Aneja Hany Awadalla Ahmed Awadallah Ammar\u00a0Ahmad Awan Nguyen Bach Amit Bahree Arash Bakhtiari Jianmin Bao Harkirat Behl et\u00a0al. 2024. Phi-3 technical report: A highly capable language model locally on your phone."},{"key":"e_1_3_3_1_3_2","unstructured":"Aaron Bangor Philip Kortum and James Miller. 2009. Determining what individual SUS scores mean: Adding an adjective rating scale. Journal of usability studies 4 3 (2009) 114\u2013123."},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3 2 (2006) 77\u2013101.","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_1_5_2","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared\u00a0D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et\u00a0al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877\u20131901."},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679665"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"Baris Cukurbasi and Mubin Kiyici. 2021. Instructional design and instructional effectiveness in virtual classrooms: Research trends and challenges: Instructional Design and Instructional Effectiveness in Virtual Classroom. Australasian Journal of Educational Technology 37 6 (2021) 156\u2013174.","DOI":"10.14742\/ajet.6882"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Marija Djokic-Petrovic David Pritchard Milos Ivanovic and Vladimir Cvjetkovic. 2016. IMI Python: Upgraded CS circles web-based python course. Computer Applications in Engineering Education 24 3 (2016) 464\u2013480.","DOI":"10.1002\/cae.21724"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Geela Venise\u00a0Firmalo Fabic Antonija Mitrovic and Kourosh Neshatian. 2018. Investigating the effects of learning activities in a mobile Python tutor for targeting multiple coding skills. Research and practice in technology enhanced learning 13 (2018) 1\u201324.","DOI":"10.1186\/s41039-018-0092-x"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Dedre Gentner. 1983. Structure-mapping: A theoretical framework for analogy. Cognitive science 7 2 (1983) 155\u2013170.","DOI":"10.1016\/S0364-0213(83)80009-3"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"crossref","unstructured":"Ilie Gligorea Marius Cioca Romana Oancea Andra-Teodora Gorski Hortensia Gorski and Paul Tudorache. 2023. Adaptive learning using artificial intelligence in e-learning: a literature review. Education Sciences 13 12 (2023) 1216.","DOI":"10.3390\/educsci13121216"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"Elena\u00a0L Grigorenko and Robert\u00a0J Sternberg. 1998. Dynamic testing. Psychological bulletin 124 1 (1998) 75.","DOI":"10.1037\/\/0033-2909.124.1.75"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.3115\/1599773.1599784"},{"key":"e_1_3_3_1_14_2","unstructured":"Shengding Hu Yuge Tu Xu Han Chaoqun He Ganqu Cui Xiang Long Zhi Zheng Yewei Fang Yuxiang Huang Weilin Zhao et\u00a0al. 2024. Minicpm: Unveiling the potential of small language models with scalable training strategies."},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3609494"},{"key":"e_1_3_3_1_16_2","unstructured":"Mojan Javaheripi S\u00e9bastien Bubeck Marah Abdin Jyoti Aneja Sebastien Bubeck Caio C\u00e9sar\u00a0Teodoro Mendes Weizhu Chen Allie Del\u00a0Giorno Ronen Eldan Sivakanth Gopi et\u00a0al. 2023. Phi-2: The surprising power of small language models. Microsoft Research Blog 1 3 (2023) 3."},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"Harshit Kumar David\u00a0M. Rothschild Daniel\u00a0G. Goldstein and Jake Hofman. 2023. Math Education with Large Language Models: Peril or Promise? SSRN Electronic Journal N\/A (2023) N\/A.","DOI":"10.2139\/ssrn.4641653"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"crossref","unstructured":"James\u00a0R Lewis. 2018. The system usability scale: past present and future. International Journal of Human\u2013Computer Interaction 34 7 (2018) 577\u2013590.","DOI":"10.1080\/10447318.2018.1455307"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.889"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653554"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"Lucie\u00a0Charlotte Magister Jonathan Mallinson Jakub Adamek Eric Malmi and Aliaksei Severyn. 2022. Teaching small language models to reason.","DOI":"10.18653\/v1\/2023.acl-short.151"},{"key":"e_1_3_3_1_22_2","unstructured":"Ben Mann N Ryder M Subbiah J Kaplan P Dhariwal A Neelakantan P Shyam G Sastry A Askell S Agarwal et\u00a0al. 2020. Language models are few-shot learners. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2005.14165 1 (2020) 3."},{"key":"e_1_3_3_1_23_2","unstructured":"Arindam Mitra Luciano Del\u00a0Corro Shweti Mahajan Andres Codas Clarisse Simoes Sahaj Agarwal Xuxi Chen Anastasia Razdaibiedina Erik Jones Kriti Aggarwal et\u00a0al. 2023. Orca 2: Teaching small language models how to reason."},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Elham Mousavinasab Nahid Zarifsanaiey S.\u00a0R.\u00a0N. Kalhori M. Rakhshan L. Keikha and M. Saeedi. 2018. Intelligent tutoring systems: a systematic review of characteristics applications and evaluation methods. Interactive Learning Environments 29 (2018) 142 \u2013 163. 10.1080\/10494820.2018.1558257","DOI":"10.1080\/10494820.2018.1558257"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"crossref","unstructured":"Cristina Niculescu. 2016. Intelligent tutoring systems-trends on design development and deployment. Conference proceedings of eLearning and Software for Education 12 03 (2016) 280\u2013285.","DOI":"10.12753\/2066-026X-16-218"},{"key":"e_1_3_3_1_26_2","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et\u00a0al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems 35 (2022) 27730\u201327744."},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657604.3662041"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651122"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Paul\u00a0R Pintrich. 2002. The role of metacognitive knowledge in learning teaching and assessing. Theory into practice 41 4 (2002) 219\u2013225.","DOI":"10.1207\/s15430421tip4104_3"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Joel\u00a0Manuel Prieto-Andreu and Antonio Labisa-Palmeira. 2024. Quick Review of Pedagogical Experiences Using GPT-3 in Education. Journal of Technology and Science Education 14 2 (2024) 633\u2013647.","DOI":"10.3926\/jotse.2111"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"crossref","unstructured":"Valerie\u00a0J Shute. 2008. Focus on formative feedback. Review of educational research 78 1 (2008) 153\u2013189.","DOI":"10.3102\/0034654307313795"},{"key":"e_1_3_3_1_32_2","unstructured":"Enrique Sierra R.\u00a0G. Mart\u00ednez Z. Cataldi P. Britos and Alejandro Hossian. 2006. Towards a Methodology for the Design of Intelligent Tutoring Systems. Research on computing science 20 (2006) 181\u2013190."},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"Rodrigo Smiderle Sandro\u00a0Jos\u00e9 Rigo Leonardo\u00a0B Marques Jorge\u00a0Arthur Pe\u00e7anha\u00a0de Miranda\u00a0Coelho and Patricia\u00a0A Jaques. 2020. The impact of gamification on students\u2019 learning engagement and behavior based on their personality traits. Smart Learning Environments 7 1 (2020) 3.","DOI":"10.1186\/s40561-019-0098-x"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.130"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","unstructured":"Emma Strubell Ananya Ganesh and Andrew McCallum. 2020. Energy and Policy Considerations for Modern Deep Learning Research. Proceedings of the AAAI Conference on Artificial Intelligence 34 09 (Apr. 2020) 13693\u201313696. 10.1609\/aaai.v34i09.7123","DOI":"10.1609\/aaai.v34i09.7123"},{"key":"e_1_3_3_1_36_2","unstructured":"Gemma Team Thomas Mesnard Cassidy Hardin Robert Dadashi Surya Bhupatiraju Shreya Pathak Laurent Sifre Morgane Rivi\u00e8re Mihir\u00a0Sanjay Kale Juliette Love et\u00a0al. 2024. Gemma: Open models based on gemini research and technology."},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2014.7044139"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","unstructured":"Xi Wang Laurence Aitchison and Maja Rudolph. 2023. LoRA ensembles for large language model fine-tuning. 10.48550\/arXiv.2310.00035","DOI":"10.48550\/arXiv.2310.00035"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"crossref","unstructured":"David Wood Jerome\u00a0S Bruner and Gail Ross. 1976. The role of tutoring in problem solving. Journal of child psychology and psychiatry 17 2 (1976) 89\u2013100.","DOI":"10.1111\/j.1469-7610.1976.tb00381.x"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"crossref","unstructured":"Albert\u00a0CM Yang Ji-Yang Lin Cheng-Yan Lin and Hiroaki Ogata. 2024. Enhancing python learning with PyTutor: Efficacy of a ChatGPT-Based intelligent tutoring system in programming education. Computers and Education: Artificial Intelligence 7 (2024) 100309.","DOI":"10.1016\/j.caeai.2024.100309"},{"key":"e_1_3_3_1_41_2","unstructured":"Peiyuan Zhang Guangtao Zeng Tianduo Wang and Wei Lu. 2024. Tinyllama: An open-source small language model."},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"crossref","unstructured":"Qin Zhang Ziqi Liu Shirui Pan and Can Wang. 2025. The Rise of Small Language Models. IEEE Intelligent Systems 40 (2025) 30\u201337. https:\/\/api.semanticscholar.org\/CorpusID:276510647","DOI":"10.1109\/MIS.2024.3517792"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720240","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3720240","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:51Z","timestamp":1750295931000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720240"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":41,"alternative-id":["10.1145\/3706599.3720240","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3720240","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}