{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:39:27Z","timestamp":1784342367077,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3727244","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"871-882","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["A Comparative Study on ChatGPT and Checklist as Support Tools for Unit Testing Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-2151-2922","authenticated-orcid":false,"given":"Zihan","family":"Fang","sequence":"first","affiliation":[{"name":"Vanderbilt University, Nashville, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2852-0865","authenticated-orcid":false,"given":"Jiliang","family":"Li","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4429-2884","authenticated-orcid":false,"given":"Anda","family":"Liang","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6922-7470","authenticated-orcid":false,"given":"Gina R.","family":"Bai","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2730-5077","authenticated-orcid":false,"given":"Yu","family":"Huang","sequence":"additional","affiliation":[{"name":"Vanderbilt University, Nashville, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","first-page":"2029","DOI":"10.5267\/j.ijdns.2023.6.010","article-title":"The impact of ChatGPT on blended learning: Current trends and future research directions","volume":"7","author":"Alshahrani A","year":"2023","unstructured":"A Alshahrani. 2023. The impact of ChatGPT on blended learning: Current trends and future research directions. International Journal of Data and Network Science 7, 4 (2023), 2029\u20132040.","journal-title":"International Journal of Data and Network Science"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","first-page":"608","DOI":"10.1109\/TSE.2006.83","article-title":"Using mutation analysis for assessing and comparing testing coverage criteria","volume":"32","author":"Andrews James H","year":"2006","unstructured":"James H Andrews, Lionel C Briand, Yvan Labiche, and Akbar Siami Namin. 2006. Using mutation analysis for assessing and comparing testing coverage criteria. IEEE Transactions on Software Engineering 32, 8 (2006), 608\u2013624.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 50th ACM Technical Symposium on Computer Science Education. 414\u2013420","author":"Aniche Maur\u00edcio","year":"2019","unstructured":"Maur\u00edcio Aniche, Felienne Hermans, and Arie Van Deursen. 2019. Pragmatic software testing education. In Proceedings of the 50th ACM Technical Symposium on Computer Science Education. 414\u2013420."},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 20th ACM Conference on International Computing Education Research V.1 (ICER '24","volume":"10","author":"Bai Gina R","year":"2024","unstructured":"Gina R Bai, Zuoxuan Jiang, Thomas W Price, and Kathryn T Stolee. 2024. Evaluating the Effectiveness of a Testing Checklist Intervention in CS2: A Quasi-experimental Replication Study. In Proceedings of the 20th ACM Conference on International Computing Education Research V.1 (ICER '24 Vol. 1) (Melbourne, VIC, Australia). ACM, New York, NY, USA. 10.1145\/3632620.3671102"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education","volume":"1","author":"Bai Gina R","year":"2022","unstructured":"Gina R Bai, Kai Presler-Marshall, Thomas W Price, and Kathryn T Stolee. 2022. Check it off: Exploring the impact of a checklist intervention on the quality of student-authored unit tests. In Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education Vol. 1. 276\u2013282."},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1. 248\u2013254","author":"Bai Gina R","year":"2021","unstructured":"Gina R Bai, Justin Smith, and Kathryn T Stolee. 2021. How students unit test: Perceptions, practices, and pitfalls. In Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1. 248\u2013254."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","first-page":"e30","DOI":"10.1002\/brx2.30","article-title":"ChatGPT: The cognitive effects on learning and memory","volume":"1","author":"Bai Long","year":"2023","unstructured":"Long Bai, Xiangfei Liu, and Jiacan Su. 2023. ChatGPT: The cognitive effects on learning and memory. Brain-X 1, 3 (2023), e30.","journal-title":"Brain-X"},{"key":"e_1_3_2_1_8_1","volume-title":"Understanding ChatGPT: impact analysis and path forward for teaching computer science and engineering. Authorea Preprints","author":"Banerjee Paramarshi","year":"2023","unstructured":"Paramarshi Banerjee, Anurag Srivastava, Donald Adjeroh, Y Ramana Reddy, and Nima Karimian. 2023. Understanding ChatGPT: impact analysis and path forward for teaching computer science and engineering. Authorea Preprints (2023)."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education. 488\u2013493","author":"Bradshaw Michael K","year":"2015","unstructured":"Michael K Bradshaw. 2015. Ante up: A framework to strengthen student-based testing of assignments. In Proceedings of the 46th ACM Technical Symposium on Computer Science Education. 488\u2013493."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1. 234\u2013240","author":"Buffardi Kevin","year":"2021","unstructured":"Kevin Buffardi and Juan Aguirre-Ayala. 2021. Unit test smells and accuracy of software engineering student test suites. In Proceedings of the 26th ACM Conference on Innovation and Technology in Computer Science Education V. 1. 234\u2013240."},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 46th ACM Technical symposium on computer science education. 416\u2013420","author":"Buffardi Kevin","year":"2015","unstructured":"Kevin Buffardi and Stephen H Edwards. 2015. Reconsidering automated feedback: A test-driven approach. In Proceedings of the 46th ACM Technical symposium on computer science education. 416\u2013420."},{"key":"e_1_3_2_1_12_1","volume-title":"2011 24th IEEE-CS Conference on Software Engineering Education and Training (CSEE&T). IEEE, 169\u2013178","author":"Carver Jeffrey C","year":"2011","unstructured":"Jeffrey C Carver and Nicholas A Kraft. 2011. Evaluating the testing ability of senior-level computer science students. In 2011 24th IEEE-CS Conference on Software Engineering Education and Training (CSEE&T). IEEE, 169\u2013178."},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the Second International Symposium on Trustworthy Autonomous Systems. 1\u201312","author":"Chen Cheng","year":"2024","unstructured":"Cheng Chen, Sangwook Lee, Eunchae Jang, and S Shyam Sundar. 2024. Is Your Prompt Detailed Enough? Exploring the Effects of Prompt Coaching on Users' Perceptions, Engagement, and Trust in Text-to-Image Generative AI Tools. In Proceedings of the Second International Symposium on Trustworthy Autonomous Systems. 1\u201312."},{"key":"e_1_3_2_1_14_1","volume-title":"International Conference on Artificial Intelligence in Education. Springer, 321\u2013327","author":"Chen Eason","year":"2023","unstructured":"Eason Chen, Ray Huang, Han-Shin Chen, Yuen-Hsien Tseng, and Liang-Yi Li. 2023. GPTutor: a ChatGPT-powered programming tool for code explanation. In International Conference on Artificial Intelligence in Education. Springer, 321\u2013327."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings Frontiers in Education 35th Annual Conference. IEEE, T3E-6.","author":"Collofello Jim","year":"2005","unstructured":"Jim Collofello and Kalpana Vehathiri. 2005. An environment for training computer science students on software testing. In Proceedings Frontiers in Education 35th Annual Conference. IEEE, T3E-6."},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the 52nd ACM Technical symposium on computer science education. 87\u201393","author":"Cordova Lucas","year":"2021","unstructured":"Lucas Cordova, Jeffrey Carver, Noah Gershmel, and Gursimran Walia. 2021. A comparison of inquiry-based conceptual feedback vs. traditional detailed feedback mechanisms in software testing education: an empirical investigation. In Proceedings of the 52nd ACM Technical symposium on computer science education. 87\u201393."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1. 110\u2013116","author":"Daun Marian","year":"2023","unstructured":"Marian Daun and Jennifer Brings. 2023. How ChatGPT will change software engineering education. In Proceedings of the 2023 Conference on Innovation and Technology in Computer Science Education V. 1. 110\u2013116."},{"key":"e_1_3_2_1_18_1","article-title":"Towards a set of metrics for hybrid (quantum\/classical) systems maintainability","volume":"30","author":"Mu\u00f1oz Ana D\u00edaz","year":"2024","unstructured":"Ana D\u00edaz Mu\u00f1oz, Mois\u00e9s Rodr\u00edguez Monje, and Mario Gerardo Piattini Velthuis. 2024. Towards a set of metrics for hybrid (quantum\/classical) systems maintainability. JUCS: Journal of Universal Computer Science 30, 1 (2024).","journal-title":"JUCS: Journal of Universal Computer Science"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 35th SIGCSE technical symposium on Computer science education. 26\u201330","author":"Edwards Stephen H","year":"2004","unstructured":"Stephen H Edwards. 2004. Using software testing to move students from trial-and-error to reflection-in-action. In Proceedings of the 35th SIGCSE technical symposium on Computer science education. 26\u201330."},{"key":"e_1_3_2_1_20_1","volume-title":"Companion Proceedings of the 36th International Conference on Software Engineering. 354\u2013363","author":"Edwards Stephen H","year":"2014","unstructured":"Stephen H Edwards and Zalia Shams. 2014. Comparing test quality measures for assessing student-written tests. In Companion Proceedings of the 36th International Conference on Software Engineering. 354\u2013363."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 2014 conference on Innovation & technology in computer science education. 171\u2013176","author":"Edwards Stephen H","year":"2014","unstructured":"Stephen H Edwards and Zalia Shams. 2014. Do student programmers all tend to write the same software tests?. In Proceedings of the 2014 conference on Innovation & technology in computer science education. 171\u2013176."},{"key":"e_1_3_2_1_22_1","first-page":"134","article-title":"Artificial intelligence (AI) in education: Using AI tools for teaching and learning process","volume":"4","author":"Fitria Tira Nur","year":"2021","unstructured":"Tira Nur Fitria. 2021. Artificial intelligence (AI) in education: Using AI tools for teaching and learning process. In Prosiding Seminar Nasional & Call for Paper STIE AAS, Vol. 4. 134\u2013147.","journal-title":"Prosiding Seminar Nasional & Call for Paper STIE AAS"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","first-page":"110570","DOI":"10.1016\/j.jss.2020.110570","article-title":"Software-testing education: A systematic literature mapping","volume":"165","author":"Garousi Vahid","year":"2020","unstructured":"Vahid Garousi, Austen Rainer, Per Lauv\u00e5s Jr, and Andrea Arcuri. 2020. Software-testing education: A systematic literature mapping. Journal of Systems and Software 165 (2020), 110570.","journal-title":"Journal of Systems and Software"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 14th annual ACM SIGITE conference on Information technology education. 109\u2013114","author":"Gaspar Alessio","year":"2013","unstructured":"Alessio Gaspar, Sarah Langevin, Naomi Boyer, and Ralph Tindell. 2013. A preliminary review of undergraduate programming students' perspectives on writing tests, working with others, & using peer testing. In Proceedings of the 14th annual ACM SIGITE conference on Information technology education. 109\u2013114."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1109\/TSE.2019.2903057","article-title":"Lightweight assessment of test-case effectiveness using source-code-quality indicators","volume":"47","author":"Grano Giovanni","year":"2019","unstructured":"Giovanni Grano, Fabio Palomba, and Harald C Gall. 2019. Lightweight assessment of test-case effectiveness using source-code-quality indicators. IEEE Transactions on Software Engineering 47, 4 (2019), 758\u2013774.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_26_1","volume-title":"2020 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 441\u2013444","author":"Heckman Sarah","year":"2020","unstructured":"Sarah Heckman, Jessica Young Schmidt, and Jason King. 2020. Integrating testing throughout the cs curriculum. In 2020 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 441\u2013444."},{"key":"e_1_3_2_1_27_1","volume-title":"A guide to conducting consensual qualitative research. The counseling psychologist 25, 4","author":"Hill Clara E","year":"1997","unstructured":"Clara E Hill, Barbara J Thompson, and Elizabeth Nutt Williams. 1997. A guide to conducting consensual qualitative research. The counseling psychologist 25, 4 (1997), 517\u2013572."},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 36th international conference on software engineering. 435\u2013445","author":"Inozemtseva Laura","year":"2014","unstructured":"Laura Inozemtseva and Reid Holmes. 2014. Coverage is not strongly correlated with test suite effectiveness. In Proceedings of the 36th international conference on software engineering. 435\u2013445."},{"key":"e_1_3_2_1_29_1","volume-title":"2023 IEEE international conference on software testing, verification and validation workshops (ICSTW). IEEE, 4130\u20134137","author":"Jalil Sajed","year":"2023","unstructured":"Sajed Jalil, Suzzana Rafi, Thomas D LaToza, Kevin Moran, and Wing Lam. 2023. Chatgpt and software testing education: Promises & perils. In 2023 IEEE international conference on software testing, verification and validation workshops (ICSTW). IEEE, 4130\u20134137."},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1. 625\u2013631","author":"Joshi Ishika","year":"2024","unstructured":"Ishika Joshi, Ritvik Budhiraja, Harshal Dev, Jahnvi Kadia, Mohammad Osama Ataullah, Sayan Mitra, Harshal D Akolekar, and Dhruv Kumar. 2024. ChatGPT in the Classroom: An Analysis of Its Strengths and Weaknesses for Solving Undergraduate Computer Science Questions. In Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1. 625\u2013631."},{"key":"e_1_3_2_1_31_1","volume-title":"Evaluating the Impact of Design Patterns on Software Maintainability: An Empirical Evaluation. In 2021 Third International Sustainability and Resilience Conference: Climate Change. IEEE, 539\u2013548","author":"Jun Hen Kian","year":"2021","unstructured":"Hen Kian Jun and Muhammad Ehsan Rana. 2021. Evaluating the Impact of Design Patterns on Software Maintainability: An Empirical Evaluation. In 2021 Third International Sustainability and Resilience Conference: Climate Change. IEEE, 539\u2013548."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","first-page":"629","DOI":"10.3390\/math12050629","article-title":"Computer Science Education in ChatGPT Era: Experiences from an Experiment in a Programming Course for Novice Programmers","volume":"12","author":"Kosar Toma\u017e","year":"2024","unstructured":"Toma\u017e Kosar, Dragana Ostoji\u0107, Yu David Liu, and Marjan Mernik. 2024. Computer Science Education in ChatGPT Era: Experiences from an Experiment in a Programming Course for Novice Programmers. Mathematics 12, 5 (2024), 629.","journal-title":"Mathematics"},{"key":"e_1_3_2_1_33_1","first-page":"269","article-title":"The interpretation of significance tests for independent and dependent samples","volume":"9","author":"Krauth Joachim","year":"1983","unstructured":"Joachim Krauth. 1983. The interpretation of significance tests for independent and dependent samples. Journal of neuro-science methods 9, 4 (1983), 269\u2013281.","journal-title":"Journal of neuro-science methods"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1016\/j.jss.2017.02.042","article-title":"The impact of Software Testing education on code reliability: An empirical assessment","volume":"137","author":"Lazzarini Lemos Ot\u00e1vio Augusto","year":"2018","unstructured":"Ot\u00e1vio Augusto Lazzarini Lemos, F\u00e1bio Fagundes Silveira, Fabiano Cutigi Ferrari, and Alessandro Garcia. 2018. The impact of Software Testing education on code reliability: An empirical assessment. Journal of Systems and Software 137 (2018), 497\u2013511.","journal-title":"Journal of Systems and Software"},{"key":"e_1_3_2_1_35_1","volume-title":"Yifan Sun, and Yixuan Zhang.","author":"Lyu Wenhan","year":"2024","unstructured":"Wenhan Lyu, Yimeng Wang, Tingting Rachel Chung, Yifan Sun, and Yixuan Zhang. 2024. Evaluating the Effectiveness of LLMs in Introductory Computer Science Education: A Semester-Long Field Study. arXiv preprint arXiv:2404.13414 (2024)."},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the 2022 ACM Conference on International Computing Education Research-Volume 2. 37\u201339","author":"MacNeil Stephen","year":"2022","unstructured":"Stephen MacNeil, Andrew Tran, Dan Mogil, Seth Bernstein, Erin Ross, and Ziheng Huang. 2022. Generating diverse code explanations using the gpt-3 large language model. In Proceedings of the 2022 ACM Conference on International Computing Education Research-Volume 2. 37\u201339."},{"key":"e_1_3_2_1_37_1","volume-title":"Evaluation of Novel Approaches to Software Engineering: 15th International Conference, ENASE","author":"Molnar Arthur-Jozsef","year":"2020","unstructured":"Arthur-Jozsef Molnar and Simona Motogna. 2021. A study of maintainability in evolving open-source software. In Evaluation of Novel Approaches to Software Engineering: 15th International Conference, ENASE 2020, Prague, Czech Republic, May 5\u20136, 2020, Revised Selected Papers 15. Springer, 261\u2013282."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 8th Conference on Computing Education Practice. 37\u201340","author":"Petrovska Olga","year":"2024","unstructured":"Olga Petrovska, Lee Clift, Faron Moller, and Rebecca Pearsall. 2024. Incorporating Generative AI into Software Development Education. In Proceedings of the 8th Conference on Computing Education Practice. 37\u201340."},{"key":"e_1_3_2_1_39_1","volume-title":"Technical Debt and Maintainability: How do tools measure it? arXiv preprint arXiv:2202.13464","author":"Pfeiffer Rolf-Helge","year":"2022","unstructured":"Rolf-Helge Pfeiffer and Mircea Lungu. 2022. Technical Debt and Maintainability: How do tools measure it? arXiv preprint arXiv:2202.13464 (2022)."},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the ACM SIGSOFT 20th international symposium on the foundations of software engineering. 1\u201311","author":"Pinto Leandro Sales","year":"2012","unstructured":"Leandro Sales Pinto, Saurabh Sinha, and Alessandro Orso. 2012. Understanding myths and realities of test-suite evolution. In Proceedings of the ACM SIGSOFT 20th international symposium on the foundations of software engineering. 1\u201311."},{"key":"e_1_3_2_1_41_1","volume-title":"2020 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 445\u2013451","author":"Praphamontripong Upsorn","year":"2020","unstructured":"Upsorn Praphamontripong, Mark Floryan, and Ryan Ritzo. 2020. A Preliminary Report on Hands-On and Cross-Course Activities in a College Software Testing Course. In 2020 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, 445\u2013451."},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the 2023 9th International Conference on e-Society, e-Learning and e-Technologies. 7\u201313","author":"Qureshi Basit","year":"2023","unstructured":"Basit Qureshi. 2023. ChatGPT in computer science curriculum assessment: An analysis of its successes and shortcomings. In Proceedings of the 2023 9th International Conference on e-Society, e-Learning and e-Technologies. 7\u201313."},{"key":"e_1_3_2_1_43_1","volume-title":"Qualitative analysis of video data: Standards and heuristics","author":"Ramey Kay E","unstructured":"Kay E Ramey, Dionne N Champion, Elizabeth B Dyer, Danielle T Keifert, Christina Krist, Peter Meyerhoff, Krystal Villanosa, and Jaakko Hilpp\u00f6. 2016. Qualitative analysis of video data: Standards and heuristics. Singapore: International Society of the Learning Sciences."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1111\/j.1541-0420.2005.00389.x","article-title":"The Wilcoxon signed rank test for paired comparisons of clustered data","volume":"62","author":"Rosner Bernard","year":"2006","unstructured":"Bernard Rosner, Robert J Glynn, and Mei-Ling T Lee. 2006. The Wilcoxon signed rank test for paired comparisons of clustered data. Biometrics 62, 1 (2006), 185\u2013192.","journal-title":"Biometrics"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 50th ACM Technical Symposium on Computer Science Education. 421\u2013427","author":"Scatalon Lilian Passos","year":"2019","unstructured":"Lilian Passos Scatalon, Jeffrey C Carver, Rog\u00e9rio Eduardo Garcia, and Ellen Francine Barbosa. 2019. Software testing in introductory programming courses: A systematic mapping study. In Proceedings of the 50th ACM Technical Symposium on Computer Science Education. 421\u2013427."},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings of the ninth annual international ACM conference on International computing education research. 53\u201358","author":"Shams Zalia","year":"2013","unstructured":"Zalia Shams and Stephen H Edwards. 2013. Toward practical mutation analysis for evaluating the quality of student-written software tests. In Proceedings of the ninth annual international ACM conference on International computing education research. 53\u201358."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","first-page":"1245","DOI":"10.3390\/su16031245","article-title":"ChatGPT: Challenges and benefits in software programming for higher education","volume":"16","author":"Gouvea da Silva Carlos Alexandre","year":"2024","unstructured":"Carlos Alexandre Gouvea da Silva, Felipe Negrelle Ramos, Rafael Veiga de Moraes, and Edson Leonardo dos Santos. 2024. ChatGPT: Challenges and benefits in software programming for higher education. Sustainability 16, 3 (2024), 1245.","journal-title":"Sustainability"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1145\/1140123.1140131","article-title":"Experiences with marmoset: designing and using an advanced submission and testing system for programming courses","volume":"38","author":"Spacco Jaime","year":"2006","unstructured":"Jaime Spacco, David Hovemeyer, William Pugh, Fawzi Emad, Jeffrey K Hollingsworth, and Nelson Padua-Perez. 2006. Experiences with marmoset: designing and using an advanced submission and testing system for programming courses. ACM Sigcse Bulletin 38, 3 (2006), 13\u201317.","journal-title":"ACM Sigcse Bulletin"},{"key":"e_1_3_2_1_49_1","volume-title":"Proceedings of the 17th International Conference on Mining Software Repositories. 311\u2013321","author":"Spadini Davide","year":"2020","unstructured":"Davide Spadini, Martin Schvarcbacher, Ana-Maria Oprescu, Magiel Bruntink, and Alberto Bacchelli. 2020. Investigating severity thresholds for test smells. In Proceedings of the 17th International Conference on Mining Software Repositories. 311\u2013321."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"Lars St Svante Wold et al. 1989. Analysis of variance (ANOVA). Chemometrics and intelligent laboratory systems 6 4 (1989) 259\u2013272.","DOI":"10.1016\/0169-7439(89)80095-4"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1109\/52.582981","article-title":"How assertions can increase test effectiveness","volume":"14","author":"Voas Jeffrey","year":"1997","unstructured":"Jeffrey Voas. 1997. How assertions can increase test effectiveness. IEEE Software 14, 2 (1997), 118\u2013119.","journal-title":"IEEE Software"},{"key":"e_1_3_2_1_52_1","volume-title":"Proceedings of the 2023 CHI conference on human factors in computing systems. 1\u201329","author":"Wang Yunlong","year":"2023","unstructured":"Yunlong Wang, Shuyuan Shen, and Brian Y Lim. 2023. Re-prompt: Automatic prompt editing to refine ai-generative art towards precise expressions. In Proceedings of the 2023 CHI conference on human factors in computing systems. 1\u201329."},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training. 331\u2013341","author":"Xue Yuankai","year":"2024","unstructured":"Yuankai Xue, Hanlin Chen, Gina R Bai, Robert Tairas, and Yu Huang. 2024. Does ChatGPT Help With Introductory Programming? An Experiment of Students Using ChatGPT in CS1. In Proceedings of the 46th International Conference on Software Engineering: Software Engineering Education and Training. 331\u2013341."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3727244","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:17:27Z","timestamp":1753730247000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3727244"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":53,"alternative-id":["10.1145\/3696630.3727244","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3727244","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}