{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T08:07:59Z","timestamp":1790669279493,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":61,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,7,7]],"date-time":"2025-07-07T00:00:00Z","timestamp":1751846400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2236198, 2303042, 2235601, 2303043"],"award-info":[{"award-number":["2236198, 2303042, 2235601, 2303043"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,8]]},"DOI":"10.1145\/3719160.3736625","type":"proceedings-article","created":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T10:27:39Z","timestamp":1751711259000},"page":"1-15","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Outcomes, Perceptions, and Interaction Strategies of Novice Programmers Studying with ChatGPT"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1629-5883","authenticated-orcid":false,"given":"Jacob","family":"Penney","sequence":"first","affiliation":[{"name":"School of Informatics, Computing, and Cyber Systems, Northern Arizona University, Flagstaff, Arizona, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9590-8045","authenticated-orcid":false,"given":"Pawan","family":"Acharya","sequence":"additional","affiliation":[{"name":"School of Informatics, Computing, and Cyber Systems, Northern Arizona University, Flagstaff, Arizona, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6797-7510","authenticated-orcid":false,"given":"Peter","family":"Hilbert","sequence":"additional","affiliation":[{"name":"School of Informatics, Computing, and Cyber Systems, Northern Arizona University, Flagstaff, Arizona, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9297-5873","authenticated-orcid":false,"given":"Priyanka","family":"Parekh","sequence":"additional","affiliation":[{"name":"Center for STEM Teaching and Learning, Northern Arizona University, Flagstaff, Arizona, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1859-1692","authenticated-orcid":false,"given":"Anita","family":"Sarma","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Computer Science, Oregon State University, Corvallis, Oregon, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0612-5790","authenticated-orcid":false,"given":"Igor","family":"Steinmacher","sequence":"additional","affiliation":[{"name":"School of Informatics, Computing, and Cyber Systems, Northern Arizona University, Flagstaff, Arizona, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1399-7535","authenticated-orcid":false,"given":"Marco Aurelio","family":"Gerosa","sequence":"additional","affiliation":[{"name":"School of Informatics, Computing, and Cyber Systems, Northern Arizona University, Flagstaff, Arizona, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,7]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627217.3627233"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287485"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Jens Bennedsen and Michael\u00a0E. Caspersen. 2019. Failure rates in introductory programming: 12 years later. ACM Inroads 10 2 (apr 2019) 30\u201336. 10.1145\/3324888","DOI":"10.1145\/3324888"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531926"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630941"},{"key":"e_1_3_3_2_7_2","unstructured":"Tom\u00a0B Brown. 2020. Language models are few-shot learners. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2005.14165 (2020)."},{"key":"e_1_3_3_2_8_2","unstructured":"Chen Cao. 2023. Leveraging Large Language Model and Story-Based Gamification in Intelligent Tutoring System to Scaffold Introductory Programming Courses: A Design-Based Research Study. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.12834 (2023)."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Ana\u00a0Paula Chaves and Marco\u00a0Aurelio Gerosa. 2021. How should my chatbot interact? A survey on social characteristics in human\u2013chatbot interaction design. International Journal of Human\u2013Computer Interaction 37 8 (2021) 729\u2013758.","DOI":"10.1080\/10447318.2020.1841438"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639201"},{"key":"e_1_3_3_2_11_2","volume-title":"Basics of qualitative research: Techniques and procedures for developing grounded theory","author":"Corbin Juliet","year":"2014","unstructured":"Juliet Corbin and Anselm Strauss. 2014. Basics of qualitative research: Techniques and procedures for developing grounded theory. Sage publications."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3293733"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Virginia\u00a0R Downing Katelyn\u00a0M Cooper Jacqueline\u00a0M Cala Logan\u00a0E Gin and Sara\u00a0E Brownell. 2020. Fear of negative evaluation and student anxiety in community college active-learning science courses. CBE\u2014life sciences education 19 2 (2020) ar20.","DOI":"10.1187\/cbe.19-09-0186"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Yrj\u00f6 Engestr\u00f6m. 1999. Expansive visibilization of work: An activity-theoretical perspective. Computer Supported Cooperative Work (CSCW) 8 (1999) 63\u201393.","DOI":"10.1023\/A:1008648532192"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"K\u00a0Anders Ericsson. 2017. Protocol analysis. A companion to cognitive science (2017) 425\u2013432.","DOI":"10.1002\/9781405164535.ch33"},{"key":"e_1_3_3_2_16_2","unstructured":"Federico Errica Giuseppe Siracusano Davide Sanvito and Roberto Bifulco. 2024. What Did I Do Wrong? Quantifying LLMs\u2019 Sensitivity and Consistency to Prompt Engineering. arxiv:https:\/\/arXiv.org\/abs\/2406.12334\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2406.12334"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Gili Freedman Melanie\u00a0C Green Mia Kussman Mason Drusano and Melissa\u00a0M Moore. 2023. \u201cDear future woman of STEM\u201d: letters of advice from women in STEM. International Journal of STEM Education 10 1 (2023) 20.","DOI":"10.1186\/s40594-023-00411-0"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Natasha Freidus and Michelle Hlubinka. 2002. Digital storytelling for reflective practice in communities of learners. SIGGROUP Bull. 23 2 (Aug. 2002) 24\u201326. 10.1145\/962185.962195","DOI":"10.1145\/962185.962195"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Francisco\u00a0Jos\u00e9 Garc\u00eda-Pe\u00f1alvo. 2018. Editorial computational thinking. IEEE Revista Iberoamericana de Tecnologias del Aprendizaje 13 1 (2018) 17\u201319.","DOI":"10.1109\/RITA.2018.2809939"},{"key":"e_1_3_3_2_22_2","unstructured":"Francisco\u00a0J Garc\u00eda-Pe\u00f1alvo Daniela Reimann Maire Tuul Angela Rees Ilkka Jormanainen et\u00a0al. 2016. An overview of the most relevant literature on coding and computational thinking with emphasis on the relevant issues for teachers. (2016)."},{"key":"e_1_3_3_2_23_2","unstructured":"Anupam Garg Aryaman Raina Aryan Gupta Jaskaran Singh Manav Saini Prachi Iiitd Ronit Mehta Rupin Oberoi Sachin Sharma Samyak Jain et\u00a0al. 2024. Analyzing LLM usage in an advanced computing class in India. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.04603 (2024)."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.4324\/9780429056765"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Arthur\u00a0C Graesser and Natalie\u00a0K Person. 1994. Question asking during tutoring. American educational research journal 31 1 (1994) 104\u2013137.","DOI":"10.3102\/00028312031001104"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","unstructured":"Philipp Haindl and Gerald Weinberger. 2024. Students\u2019 Experiences of Using ChatGPT in an Undergraduate Programming Course. IEEE Access 12 (2024) 43519\u201343529. 10.1109\/ACCESS.2024.3380909","DOI":"10.1109\/ACCESS.2024.3380909"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Monique\u00a0M Hennink Bonnie\u00a0N Kaiser and Vincent\u00a0C Marconi. 2017. Code saturation versus meaning saturation: how many interviews are enough? Qualitative health research 27 4 (2017) 591\u2013608.","DOI":"10.1177\/1049732316665344"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630826"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636248"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/1056224.1056246"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Sharin\u00a0R Jacob and Mark Warschauer. 2018. Computational thinking and literacy. Journal of Computer Science Integration 1 1 (2018).","DOI":"10.26716\/jcsi.2018.01.1.1"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636252"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Fariza Khalid Mazalah Ahmad Aidah\u00a0Abdul Karim Md\u00a0Yusoff Daud and Rosseni Din. 2015. Reflective thinking: An analysis of students\u2019 reflections in their learning about computers in education. Creative Education 6 20 (2015) 2160\u20132168.","DOI":"10.4236\/ce.2015.620220"},{"key":"e_1_3_3_2_34_2","unstructured":"Omar Khattab Arnav Singhvi Paridhi Maheshwari Zhiyuan Zhang Keshav Santhanam Sri Vardhamanan Saiful Haq Ashutosh Sharma Thomas\u00a0T. Joshi Hanna Moazam Heather Miller Matei Zaharia and Christopher Potts. 2023. DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines. arxiv:https:\/\/arXiv.org\/abs\/2310.03714\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2310.03714"},{"key":"e_1_3_3_2_35_2","unstructured":"Takeshi Kojima Shixiang\u00a0Shane Gu Machel Reid Yutaka Matsuo and Yusuke Iwasawa. 2023. Large Language Models are Zero-Shot Reasoners. arxiv:https:\/\/arXiv.org\/abs\/2205.11916\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2205.11916"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600138"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630938"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376727"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899432"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2012.6405249"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640794.3665542"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","unstructured":"Shuyin Ouyang Jie\u00a0M. Zhang Mark Harman and Meng Wang. 2024. An Empirical Study of the Non-determinism of ChatGPT in Code Generation. ACM Transactions on Software Engineering and Methodology (Sept. 2024). 10.1145\/3697010","DOI":"10.1145\/3697010"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999552"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568812.3603476"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"James Prather Juho Leinonen Natalie Kiesler Jamie\u00a0Gorson Benario Sam Lau Stephen MacNeil Narges Norouzi Simone Opel Vee Pettit Leo Porter et\u00a0al. 2024. Beyond the Hype: A Comprehensive Review of Current Trends in Generative AI Research Teaching Practices and Tools. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2412.14732 (2024).","DOI":"10.1145\/3689187.3709614"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"James Prather Brent\u00a0N Reeves Paul Denny Brett\u00a0A Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie\u00a0Antonio Santos. 2023. \u201cIt\u2019s weird that it knows what i want\u201d: Usability and interactions with copilot for novice programmers. ACM transactions on computer-human interaction 31 1 (2023) 1\u201331.","DOI":"10.1145\/3617367"},{"key":"e_1_3_3_2_48_2","unstructured":"Marc Prensky. 2008. Programming is the new literacy. Edutopia magazine (2008)."},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"crossref","unstructured":"Adnan Qayyum. 2018. Student help-seeking attitudes and behaviors in a digital era. International Journal of Educational Technology in Higher Education 15 1 (2018) 1\u201316.","DOI":"10.1186\/s41239-018-0100-7"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Philip\u00a0M Reeves and Rayne\u00a0A Sperling. 2015. A comparison of technologically mediated and face-to-face help-seeking sources. British Journal of Educational Psychology 85 4 (2015) 570\u2013584.","DOI":"10.1111\/bjep.12088"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630784"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"crossref","unstructured":"Allison\u00a0M Ryan and Sungok\u00a0Serena Shim. 2012. Changes in help seeking from peers during early adolescence: Associations with changes in achievement and perceptions of teachers. Journal of educational psychology 104 4 (2012) 1122.","DOI":"10.1037\/a0027696"},{"key":"e_1_3_3_2_53_2","volume-title":"The reflective practitioner: How professionals think in action","author":"Schon Donald\u00a0A","year":"2008","unstructured":"Donald\u00a0A Schon. 2008. The reflective practitioner: How professionals think in action. Basic books."},{"key":"e_1_3_3_2_54_2","unstructured":"Sander Schulhoff Michael Ilie Nishant Balepur Konstantine Kahadze Amanda Liu Chenglei Si Yinheng Li Aayush Gupta HyoJung Han Sevien Schulhoff et\u00a0al. 2024. The prompt report: A systematic survey of prompting techniques. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.06608 (2024)."},{"key":"e_1_3_3_2_55_2","unstructured":"Melanie Sclar Yejin Choi Yulia Tsvetkov and Alane Suhr. 2024. Quantifying Language Models\u2019 Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting. arxiv:https:\/\/arXiv.org\/abs\/2310.11324\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2310.11324"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636243.3636249"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3571884.3597144"},{"key":"e_1_3_3_2_58_2","volume-title":"Mind in society: Development of higher psychological processes","author":"Vygotsky Lev\u00a0Semenovich","year":"1978","unstructured":"Lev\u00a0Semenovich Vygotsky and Michael Cole. 1978. Mind in society: Development of higher psychological processes. Harvard university press."},{"key":"e_1_3_3_2_59_2","unstructured":"Mengqiu Wang et\u00a0al. 2006. A survey of answer extraction techniques in factoid question answering. Computational Linguistics 1 1 (2006) 1\u201314."},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3639474.3640076"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Lysann Zander and Elisabeth H\u00f6hne. 2021. Perceived peer exclusion as predictor of students\u2019 help-seeking strategies in higher education. Zeitschrift f\u00fcr Entwicklungspsychologie und P\u00e4dagogische Psychologie (2021).","DOI":"10.1026\/0049-8637\/a000235"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"crossref","unstructured":"Barry\u00a0J Zimmerman. 2002. Becoming a self-regulated learner: An overview. Theory into practice 41 2 (2002) 64\u201370.","DOI":"10.1207\/s15430421tip4102_2"}],"event":{"name":"CUI '25: Proceedings of the 7th ACM Conference on Conversational User Interfaces","location":"Waterloo ON Canada","acronym":"CUI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 7th ACM Conference on Conversational User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3719160.3736625","content-type":"text\/html","content-version":"vor","intended-application":"syndication"}],"deposited":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T10:33:24Z","timestamp":1751711604000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3719160.3736625"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,7]]},"references-count":61,"alternative-id":["10.1145\/3719160.3736625","10.1145\/3719160"],"URL":"https:\/\/doi.org\/10.1145\/3719160.3736625","relation":{},"subject":[],"published":{"date-parts":[[2025,7,7]]},"assertion":[{"value":"2025-07-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}