{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:09:14Z","timestamp":1755839354715,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.1145\/3533767.3534217","type":"proceedings-article","created":{"date-parts":[[2022,7,15]],"date-time":"2022-07-15T14:28:50Z","timestamp":1657895330000},"page":"263-275","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["On the use of mutation analysis for evaluating student test suite quality"],"prefix":"10.1145","author":[{"given":"James","family":"Perretta","sequence":"first","affiliation":[{"name":"Northeastern University, USA"}]},{"given":"Andrew","family":"DeOrio","sequence":"additional","affiliation":[{"name":"University of Michigan, USA"}]},{"given":"Arjun","family":"Guha","sequence":"additional","affiliation":[{"name":"Northeastern University, USA"}]},{"given":"Jonathan","family":"Bell","sequence":"additional","affiliation":[{"name":"Northeastern University, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. Mutation Testing Report Schema. https:\/\/github.com\/stryker-mutator\/mutation-testing-elements\/tree\/master\/packages\/report-schema \t\t\t\t\t  2022. Mutation Testing Report Schema. https:\/\/github.com\/stryker-mutator\/mutation-testing-elements\/tree\/master\/packages\/report-schema"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1869542.1869567"},{"key":"e_1_3_2_1_3_1","volume-title":"Expertise in problem solving. Advances in the psychology of human intelligence","author":"Chi Michelene T. H.","year":"1982","unstructured":"Michelene T. H. Chi , Robert Glaser , and Ernest Rees . 1982. Expertise in problem solving. Advances in the psychology of human intelligence , Vol. 1 ( 1982 ), 7\u201376. Michelene T. H. Chi, Robert Glaser, and Ernest Rees. 1982. Expertise in problem solving. Advances in the psychology of human intelligence, Vol. 1 (1982), 7\u201376."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432411"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2948707"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-018-9425-7"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00024"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029994.1029995"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2591062.2591164"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/00029890.1962.11989827"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643008"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568271"},{"key":"e_1_3_2_1_13_1","volume-title":"An analysis and survey of the development of mutation testing. TSE, 37, 5","author":"Jia Yue","year":"2011","unstructured":"Yue Jia and Mark Harman . 2011. An analysis and survey of the development of mutation testing. TSE, 37, 5 ( 2011 ). Yue Jia and Mark Harman. 2011. An analysis and survey of the development of mutation testing. TSE, 37, 5 (2011)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635929"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3092703.3092732"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081877"},{"key":"e_1_3_2_1_17_1","unstructured":"2021. Mull: Supported Mutation Operators. https:\/\/mull.readthedocs.io\/en\/0.14.0\/SupportedMutations.html \t\t\t\t\t  2021. Mull: Supported Mutation Operators. https:\/\/mull.readthedocs.io\/en\/0.14.0\/SupportedMutations.html"},{"key":"e_1_3_2_1_18_1","volume-title":"Teaching Software Testing with Automated Feedback. In 2018 ASEE Annual Conference & Exposition. ASEE Conferences","author":"Perretta James","year":"2018","unstructured":"James Perretta and Andrew DeOrio . 2018 . Teaching Software Testing with Automated Feedback. In 2018 ASEE Annual Conference & Exposition. ASEE Conferences , Salt Lake City, Utah. https:\/\/peer.asee.org\/31062 James Perretta and Andrew DeOrio. 2018. Teaching Software Testing with Automated Feedback. In 2018 ASEE Annual Conference & Exposition. ASEE Conferences, Salt Lake City, Utah. https:\/\/peer.asee.org\/31062"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.6564504"},{"key":"e_1_3_2_1_20_1","unstructured":"Goran Petrovic. 2021. Mutation Testing. https:\/\/testing.googleblog.com\/2021\/04\/mutation-testing.html \t\t\t\t\t  Goran Petrovic. 2021. Mutation Testing. https:\/\/testing.googleblog.com\/2021\/04\/mutation-testing.html"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00087"},{"key":"e_1_3_2_1_22_1","unstructured":"2022. PIT Overview. https:\/\/pitest.org\/quickstart\/mutators\/ \t\t\t\t\t  2022. PIT Overview. https:\/\/pitest.org\/quickstart\/mutators\/"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2016.43"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493402"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677300"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635921"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213875"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786878"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059009.3059022"},{"key":"e_1_3_2_1_30_1","unstructured":"COMPSCI 220 Course Staff. 2019. COMPSCI 220 Programming Methodology. https:\/\/umass-compsci220.github.io\/2019F\/ \t\t\t\t\t  COMPSCI 220 Course Staff. 2019. COMPSCI 220 Programming Methodology. https:\/\/umass-compsci220.github.io\/2019F\/"},{"key":"e_1_3_2_1_31_1","unstructured":"CS 4530 Course Staff. 2022. CS 4530 Fundamentals of Software Engineering. https:\/\/pages.github.ccs.neu.edu\/CS5500-CourseMaterials\/CS4530-CS5500-Fall2020\/index.html \t\t\t\t\t  CS 4530 Course Staff. 2022. CS 4530 Fundamentals of Software Engineering. https:\/\/pages.github.ccs.neu.edu\/CS5500-CourseMaterials\/CS4530-CS5500-Fall2020\/index.html"},{"key":"e_1_3_2_1_32_1","unstructured":"EECS 280 Course Staff. 2022. EECS 280 Programming and Intro Data Structures. https:\/\/eecs280staff.github.io\/eecs280.org\/ \t\t\t\t\t  EECS 280 Course Staff. 2022. EECS 280 Programming and Intro Data Structures. https:\/\/eecs280staff.github.io\/eecs280.org\/"},{"key":"e_1_3_2_1_33_1","unstructured":"Eike Stein Steffen Herbold Fabian Trautsch and Jens Grabowski. 2021. A new perspective on the competent programmer hypothesis through the reproduction of bugs with repeated mutations. arxiv:2104.02517 \t\t\t\t\t  Eike Stein Steffen Herbold Fabian Trautsch and Jens Grabowski. 2021. A new perspective on the competent programmer hypothesis through the reproduction of bugs with repeated mutations. arxiv:2104.02517"},{"key":"e_1_3_2_1_34_1","unstructured":"2022. Stryker Mutator. https:\/\/stryker-mutator.io\/ \t\t\t\t\t  2022. Stryker Mutator. https:\/\/stryker-mutator.io\/"},{"key":"e_1_3_2_1_35_1","unstructured":"2022. Stryker Supported Mutators. https:\/\/stryker-mutator.io\/docs\/mutation-testing-elements\/supported-mutators\/ \t\t\t\t\t  2022. Stryker Supported Mutators. https:\/\/stryker-mutator.io\/docs\/mutation-testing-elements\/supported-mutators\/"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2015.7107476"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2016.25"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(83)80061-3"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409713"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230977.3230999"}],"event":{"name":"ISSTA '22: 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Virtual South Korea","acronym":"ISSTA '22"},"container-title":["Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3533767.3534217","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3533767.3534217","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T18:43:40Z","timestamp":1750272220000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3533767.3534217"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":40,"alternative-id":["10.1145\/3533767.3534217","10.1145\/3533767"],"URL":"https:\/\/doi.org\/10.1145\/3533767.3534217","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]},"assertion":[{"value":"2022-07-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}