{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T05:46:43Z","timestamp":1769752003926,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639477.3639733","type":"proceedings-article","created":{"date-parts":[[2024,5,31]],"date-time":"2024-05-31T13:27:26Z","timestamp":1717162046000},"page":"58-68","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Productive Coverage: Improving the Actionability of Code Coverage"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8548-6008","authenticated-orcid":false,"given":"Marko","family":"Ivankovic","sequence":"first","affiliation":[{"name":"Google Switzerland GmbH,, Zurich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8056-7431","authenticated-orcid":false,"given":"Goran","family":"Petrovic","sequence":"additional","affiliation":[{"name":"Google Switzerland GmbH,, Zurich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5341-2804","authenticated-orcid":false,"given":"Yana","family":"Kulizhskaya","sequence":"additional","affiliation":[{"name":"Google Switzerland GmbH,, Zurich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-5192-7913","authenticated-orcid":false,"given":"Mateusz","family":"Lewko","sequence":"additional","affiliation":[{"name":"Google Switzerland GmbH,, Zurich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8660-9833","authenticated-orcid":false,"given":"Luka","family":"Kalinovcic","sequence":"additional","affiliation":[{"name":"No affiliation, Zurich, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5982-275X","authenticated-orcid":false,"given":"Rene","family":"Just","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, Washington, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4364-6595","authenticated-orcid":false,"given":"Gordon","family":"Fraser","sequence":"additional","affiliation":[{"name":"University of Passau, Passau, Germany"}]}],"member":"320","published-online":{"date-parts":[[2024,5,31]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"DO-178C --- Software Considerations in Airborne Systems and Equipment Certification December 2021."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1109\/MS.2017.3281318","article-title":"Mythical unit test coverage","volume":"35","author":"Antinyan V.","unstructured":"Antinyan, V., Derehag, J., Sandberg, A., and Staron, M. Mythical unit test coverage. IEEE Software 35 (05 2018), 73--79.","journal-title":"IEEE Software"},{"key":"e_1_3_2_1_3_1","first-page":"2","article-title":"Effect of code coverage on software reliability measurement","volume":"50","author":"Chen M.-H.","year":"2001","unstructured":"Chen, M.-H., Lyu, M. R., and Wong, W. E. Effect of code coverage on software reliability measurement. IEEE Transactions on reliability 50, 2 (2001), 165--170.","journal-title":"IEEE Transactions on reliability"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416667"},{"key":"e_1_3_2_1_5_1","first-page":"174","volume-title":"2020 IEEE\/ACM 42nd International Conference on Software Engineering (ICSE)","author":"Egelman C. D.","year":"2020","unstructured":"Egelman, C. D., Murphy-Hill, E., Kammer, E., Hodges, M. M., Green, C., Jaspan, C., and Lin, J. Predicting developers' negative feelings about code review. In 2020 IEEE\/ACM 42nd International Conference on Software Engineering (ICSE) (2020), IEEE, pp. 174--185."},{"key":"e_1_3_2_1_6_1","first-page":"313","volume-title":"ACM\/IEEE International Conference on Automated Software Engineering, ASE '14","author":"Falleri J.","year":"2014","unstructured":"Falleri, J., Morandat, F., Blanc, X., Martinez, M., and Monperrus, M. Finegrained and accurate source code differencing. In ACM\/IEEE International Conference on Automated Software Engineering, ASE '14, Vasteras, Sweden - September 15 - 19, 2014 (2014), pp. 313--324."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568278"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568271"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3340459"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1109\/SANER.2015.7081877","volume-title":"2015 IEEE 22nd international conference on software analysis, evolution, and reengineering (SANER)","author":"Kochhar P. S.","year":"2015","unstructured":"Kochhar, P. S., Thung, F., and Lo, D. Code coverage and test suite effectiveness: Empirical study with real bugs in large systems. In 2015 IEEE 22nd international conference on software analysis, evolution, and reengineering (SANER) (2015), IEEE, pp. 560--564."},{"key":"e_1_3_2_1_11_1","first-page":"16","volume-title":"Proceedings of the International Conference on Testing Computer Systems (ICTCS) (June","author":"Marick B.","year":"1999","unstructured":"Marick, B. How to misuse code coverage. In Proceedings of the International Conference on Testing Computer Systems (ICTCS) (June 1999), pp. 16--18."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/s10664-015-9381-9","article-title":"An empirical study of the impact of modern code review practices on software quality","volume":"21","author":"McIntosh S.","year":"2016","unstructured":"McIntosh, S., Kamei, Y., Adams, B., and Hassan, A. E. An empirical study of the impact of modern code review practices on software quality. Empirical Software Engineering 21, 5 (2016), 2146--2189.","journal-title":"Empirical Software Engineering"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/366246.366248"},{"key":"e_1_3_2_1_14_1","first-page":"291","volume-title":"Proceedings of the 2009 3rd International Symposium on Empirical Software Engineering and Measurement (USA, 2009), ESEM '09, IEEE Computer Society","author":"Mockus A.","unstructured":"Mockus, A., Nagappan, N., and Dinh-Trong, T. T. Test coverage and post-verification defects: A multiple case study. In Proceedings of the 2009 3rd International Symposium on Empirical Software Engineering and Measurement (USA, 2009), ESEM '09, IEEE Computer Society, p. 291--301."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","first-page":"910","DOI":"10.1109\/ICSE43902.2021.00087","volume-title":"2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE)","author":"Petrovi\u0107 G.","year":"2021","unstructured":"Petrovi\u0107, G., Ivankovi\u0107, M., Fraser, G., and Just, R. Does mutation testing improve testing practices? In 2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE) (2021), IEEE, pp. 910--921."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","first-page":"3900","DOI":"10.1109\/TSE.2021.3107634","article-title":"Practical mutation testing at scale: A view from google","volume":"48","author":"Petrovi\u0107 G.","unstructured":"Petrovi\u0107, G., Ivankovi\u0107, M., Fraser, G., and Just, R. Practical mutation testing at scale: A view from google. IEEE Trans. Softw. Eng. 48, 10 (oct 2022), 3900--3912.","journal-title":"IEEE Trans. Softw. Eng."},{"key":"e_1_3_2_1_17_1","first-page":"150","volume-title":"2023 IEEE\/ACM 45th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","author":"Petrovi\u0107 G.","year":"2023","unstructured":"Petrovi\u0107, G., Ivankovi\u0107, M., Fraser, G., and Just, R. Please fix this mutant: How do developers resolve mutants surfaced during code review? In 2023 IEEE\/ACM 45th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP) (2023), IEEE, pp. 150--161."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/257572.257635"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491444"},{"key":"e_1_3_2_1_20_1","volume-title":"International Conference on Software Engineering, Software Engineering in Practice track (ICSE SEIP)","author":"Sadowski C.","year":"2018","unstructured":"Sadowski, C., S\u00f6derberg, E., Church, L., Sipko, M., and Bacchelli, A. Modern code review: A case study at google. In International Conference on Software Engineering, Software Engineering in Practice track (ICSE SEIP) (2018)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/bxm021"},{"key":"e_1_3_2_1_22_1","volume-title":"Software unit test coverage and adequacy. ACM Computing Surveys (CSUR) 29, 4","author":"Zhu H.","year":"1997","unstructured":"Zhu, H., Hall, P. A., and May, J. H. Software unit test coverage and adequacy. ACM Computing Surveys (CSUR) 29, 4 (1997), 366--427."}],"event":{"name":"ICSE-SEIP '24: 46th International Conference on Software Engineering: Software Engineering in Practice","location":"Lisbon Portugal","acronym":"ICSE-SEIP '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639477.3639733","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639477.3639733","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:31Z","timestamp":1750290271000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639477.3639733"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":22,"alternative-id":["10.1145\/3639477.3639733","10.1145\/3639477"],"URL":"https:\/\/doi.org\/10.1145\/3639477.3639733","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}