{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,22]],"date-time":"2025-05-22T04:07:26Z","timestamp":1747886846636,"version":"3.41.0"},"reference-count":50,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,3,31]]},"DOI":"10.1109\/icst62969.2025.10989046","type":"proceedings-article","created":{"date-parts":[[2025,5,20]],"date-time":"2025-05-20T17:05:21Z","timestamp":1747760721000},"page":"687-698","source":"Crossref","is-referenced-by-count":0,"title":["A System-Level Testing Framework for Automated Assessment of Programming Assignments Allowing Students Object-Oriented Design Freedom"],"prefix":"10.1109","author":[{"given":"Valerio","family":"Terragni","sequence":"first","affiliation":[{"name":"University of Auckland,Auckland,New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nasser","family":"Giacaman","sequence":"additional","affiliation":[{"name":"University of Auckland,Auckland,New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ITSIM.2010.5561488"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCI54379.2022.9740769"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2019.0100328"},{"key":"ref4","first-page":"5691","article-title":"Programming assignments automatic grading: review of tools and implementations","volume-title":"INTED2013 Proceedings","author":"Caiza","year":"2013"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576124"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET58685.2023.00024"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462195"},{"key":"ref9","first-page":"529","article-title":"The role of automated feedback in supporting students learning computer science","volume-title":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education","author":"Buffardi","year":"2015"},{"volume-title":"The Art of Software Testing","year":"2011","author":"Myers","key":"ref10"},{"issue":"3","key":"ref11","first-page":"224","article-title":"Large projects as capstones: Benefits for software engineering students","volume":"50","author":"Hilburn","year":"2007","journal-title":"IEEE Transactions on Education"},{"key":"ref12","first-page":"21","article-title":"Large-scale software engineering projects in education: Learning benefits and challenges","volume-title":"Proceedings of the 17th ACM Annual Conference on Innovation and Technology in Computer Science Education","author":"Parsons","year":"2012"},{"key":"ref13","first-page":"1","article-title":"The impact of long-term projects on student learning in software engineering courses","volume-title":"Proceedings of the 2015 ASEE Annual Conference & Exposition. ASEE","author":"Schilling","year":"2015"},{"key":"ref14","first-page":"469","article-title":"Experience report: Large project assignments in software engineering courses","volume-title":"Proceedings of the 25th International Conference on Software Engineering. IEEE","author":"Fowler","year":"2002"},{"key":"ref15","first-page":"1","article-title":"Cli vs. gui: Teaching programming fundamentals in an introductory course","volume-title":"Proceedings of the 2019 IEEE Frontiers in Education Conference (FIE). IEEE","author":"Rogerson","year":"2019"},{"issue":"2","key":"ref16","first-page":"105","article-title":"Teaching introductory programming through command-line interfaces: A case study","volume":"30","author":"Gupta","year":"2020","journal-title":"Journal of Computer Science Education"},{"key":"ref17","first-page":"128","article-title":"Using command-line programs to teach software development principles","volume-title":"Proceedings of the 47th ACM Technical Symposium on Computing Science Education","author":"Foster","year":"2016"},{"key":"ref18","first-page":"300","article-title":"Introducing command-line tools to first-year computing students","volume-title":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","author":"Milliken","year":"2018"},{"volume-title":"clitest: Command line interface tester","year":"2024","author":"Jargas","key":"ref19"},{"volume-title":"Bats-core: Bash automated testing system","year":"2024","author":"Team","key":"ref20"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.37"},{"volume-title":"Syscli: A system-level testing framework for cli applications","year":"2024","author":"Terragni","key":"ref22"},{"key":"ref23","first-page":"69","article-title":"A Container-Based Infrastructure for Fuzzy-Driven Root Causing of Flaky Tests","volume-title":"42nd IEEE\/ACM International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER)","author":"Terragni","year":"2020"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569831"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18260\/1-2--22585"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.iheduc.2015.02.002"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1076\/csed.13.2.137.14200"},{"key":"ref28","first-page":"89","article-title":"Why i use media computation for teaching computer science","volume-title":"Proceedings of the 45th ACM Technical Symposium on Computer Science Education","author":"Guzdial","year":"2014"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511879"},{"volume-title":"Applying UML and Patterns: An Introduction to Object-Oriented Analysis and Design and Iterative Development","year":"2005","author":"Larman","key":"ref30"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1352135.1352315"},{"volume-title":"Test-Driven Development: By Example","year":"2000","author":"Beck","key":"ref32"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432411"},{"issue":"3","key":"ref34","first-page":"239","article-title":"Analysis and comparison of mutation testing strategies","volume":"20","author":"Jia","year":"2010","journal-title":"Software Testing, Verification & Reliability"},{"issue":"5","key":"ref35","first-page":"366","article-title":"Evaluating the effectiveness of test suites in detecting faults using mutation testing","volume":"23","author":"Schuler","year":"2013","journal-title":"Software Testing, Verification & Reliability"},{"issue":"1","key":"ref36","first-page":"45","article-title":"Black-box testing in software engineering education: A case study","volume":"66","author":"Gouveia","year":"2023","journal-title":"IEEE Transactions on Education"},{"issue":"4","key":"ref37","first-page":"372","article-title":"Promoting design flexibility through black-box testing","volume":"30","author":"Maurer","year":"2022","journal-title":"Journal of Software Testing and Verification"},{"volume-title":"Java code metrics calculator (CK)","year":"2015","author":"Aniche","key":"ref38"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"ref40","first-page":"92","article-title":"Refactoring test code","volume-title":"Proceedings of the 2nd international conference on extreme programming and flexible processes in software engineering (XP2001)","author":"Van Deursen"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10207-5"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3672448"},{"article-title":"Github copilot now available for teachers","volume-title":"GitHub","year":"2023","key":"ref43"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-023-10223-2"},{"volume-title":"Selenium: Web application testing framework","year":"2024","key":"ref45"},{"volume-title":"Cypress: End-to-end testing framework","year":"2024","key":"ref46"},{"volume-title":"Autoit: Automation tool for gui applications","year":"2022","key":"ref47"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1622176.1622213"},{"key":"ref49","article-title":"Expect: A power tool for systems administration automation","volume-title":"NIST Publications","author":"Libes","year":"1995"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC53868.2021.00062"}],"event":{"name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","start":{"date-parts":[[2025,3,31]]},"location":"Napoli, Italy","end":{"date-parts":[[2025,4,4]]}},"container-title":["2025 IEEE Conference on Software Testing, Verification and Validation (ICST)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10988917\/10988918\/10989046.pdf?arnumber=10989046","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T05:10:54Z","timestamp":1747804254000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10989046\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":50,"URL":"https:\/\/doi.org\/10.1109\/icst62969.2025.10989046","relation":{},"subject":[],"published":{"date-parts":[[2025,3,31]]}}}