{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:05:31Z","timestamp":1771045531928,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,12]]},"DOI":"10.1145\/3699538.3699564","type":"proceedings-article","created":{"date-parts":[[2024,11,13]],"date-time":"2024-11-13T20:49:22Z","timestamp":1731530962000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["A Direct Manipulation Programming Environment for Teaching Introductory and Advanced Software Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6068-6761","authenticated-orcid":false,"given":"Maximilian","family":"Georg Barth","sequence":"first","affiliation":[{"name":"ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4455-7551","authenticated-orcid":false,"given":"Sverrir","family":"Thorgeirsson","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6731-6937","authenticated-orcid":false,"given":"Zhendong","family":"Su","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Zurich, Z\u00fcrich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,11,13]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287461"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/2897518.2897542"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW58534.2023.00074"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786843"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/1869542.1869573"},{"key":"e_1_3_3_3_7_2","unstructured":"Peter\u00a0J Clarke Debra\u00a0L Davis Raymond Chang-Lau James Kiper Yujian Fu and Gursimran\u00a0S Walia. 2017. Using WReSTT cyberlearning environment in the classroom. 124th American Society for Engineering Education (ASEE). ASEE (2017)."},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET.2017.1"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2010.33"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2005.1611937"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2014.11"},{"key":"e_1_3_3_3_12_2","unstructured":"Dan Damelin Lynn Stephens and Namsoo Shin. 2019. Engaging in computational thinking through system modeling.@. Concord 23 2 (2019) 4\u20136."},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"crossref","unstructured":"Adina Deiner Patric Feldmeier Gordon Fraser Sebastian Schweikl and Wengran Wang. 2023. Automated test generation for Scratch programs. Empirical Software Engineering 28 3 (2023) 79.","DOI":"10.1007\/s10664-022-10255-x"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","unstructured":"R.A. DeMillo R.J. Lipton and F.G. Sayward. 1978. Hints on Test Data Selection: Help for the Practicing Programmer. Computer 11 4 (April 1978) 34\u201341. 10.1109\/c-m.1978.218136 https:\/\/dl.acm.org\/doi\/10.1109\/c-m.1978.218136","DOI":"10.1109\/c-m.1978.218136"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","unstructured":"Scott Fortin. 1996. The Graph Isomorphism Problem. (1996). 10.7939\/R3SX64C5K","DOI":"10.7939\/R3SX64C5K"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387389"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET.2010.29"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Vahid Garousi Austen Rainer Per Lauv\u00e5s\u00a0Jr and Andrea Arcuri. 2020. Software-testing education: A systematic literature mapping. Journal of Systems and Software 165 (2020) 110570.","DOI":"10.1016\/j.jss.2020.110570"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST53961.2022.00047"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649217.3653547"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00021"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","unstructured":"Susan\u00a0L. Keenan H.\u00a0Rex Hartson Dennis\u00a0G. Kafura and Robert\u00a0S. Schulman. 1999. Empirical Software Engineering 4 1 (1999) 71\u2013104. 10.1023\/a:1009855231530 https:\/\/dl.acm.org\/doi\/10.1023\/a%3A1009855231530","DOI":"10.1023\/a:1009855231530"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.335"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"crossref","unstructured":"Schrepp Martin and Jorg Thomaschewski. 2019. Design and validation of a framework for the creation of user experience questionnaires. IJIMAI 5 7 (2019) 88\u201395.","DOI":"10.9781\/ijimai.2019.06.006"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"crossref","unstructured":"Anna-Lena Meiners Martin Schrepp Andreas Hinderks and J\u00f6rg Thomaschewski. 2023. A benchmark for the UEQ+ framework: construction of a simple tool to quickly interpret UEQ+ KPIs. (2023).","DOI":"10.9781\/ijimai.2023.05.003"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486939"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1016\/b978-0-08-051574-8.50006-6"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","unstructured":"A.\u00a0J. Offutt and S.\u00a0D. Lee. 1994. An Empirical Evaluation of Weak Mutation. IEEE Trans. Softw. Eng. 20 5 (may 1994) 337\u2013344. 10.1109\/32.286422 https:\/\/dl.acm.org\/doi\/10.1109\/32.286422","DOI":"10.1109\/32.286422"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","unstructured":"Ali Parsai and Serge Demeyer. 2020. Comparing mutation coverage against branch coverage in an industrial setting. International Journal on Software Tools for Technology Transfer 22 4 (May 2020) 365\u2013388. 10.1007\/s10009-020-00567-y https:\/\/dl.acm.org\/doi\/10.1007\/s10009-020-00567-y","DOI":"10.1007\/s10009-020-00567-y"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/337180.337532"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2016.43"},{"key":"e_1_3_3_3_32_2","unstructured":"Anuj\u00a0Ramesh Shah. 2003. Web-cat: A web-based center for automated testing. Ph.\u00a0D. Dissertation. Virginia Tech."},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338910"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630916"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/VL\/HCC51201.2021.9576166"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630808"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3632620.3671124"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3563835.3567668"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"crossref","unstructured":"Tamara Zivkovic Drazen Draskovic and Bosko Nikolic. 2023. Learning environments in software testing education: An overview. Computer Applications in Engineering Education 31 6 (2023) 1497\u20131521.","DOI":"10.1002\/cae.22657"}],"event":{"name":"Koli Calling '24: 24th Koli Calling International Conference on Computing Education Research","location":"Koli Finland","acronym":"Koli Calling '24"},"container-title":["Proceedings of the 24th Koli Calling International Conference on Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3699538.3699564","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3699538.3699564","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:09:52Z","timestamp":1750295392000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3699538.3699564"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,12]]},"references-count":38,"alternative-id":["10.1145\/3699538.3699564","10.1145\/3699538"],"URL":"https:\/\/doi.org\/10.1145\/3699538.3699564","relation":{},"subject":[],"published":{"date-parts":[[2024,11,12]]},"assertion":[{"value":"2024-11-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}