{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T02:21:46Z","timestamp":1769739706075,"version":"3.49.0"},"reference-count":3,"publisher":"Association for Computing Machinery (ACM)","issue":"3","license":[{"start":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T00:00:00Z","timestamp":1708560000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Pennsylvania State University","doi-asserted-by":"publisher","award":["150000004210"],"award-info":[{"award-number":["150000004210"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2024,3]]},"abstract":"<jats:p>A combination of differential and mutation testing results in better test data.<\/jats:p>","DOI":"10.1145\/3633311","type":"journal-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T16:34:03Z","timestamp":1707237243000},"page":"44-48","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Improving Testing of Deep-Learning Systems"],"prefix":"10.1145","volume":"67","author":[{"given":"Harsh","family":"Deokuliar","sequence":"first","affiliation":[{"name":"Pennsylvania State University, School of Graduate Studies, Malvern, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raghvinder S.","family":"Sangwan","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yoaukim","family":"Badr","sequence":"additional","affiliation":[{"name":"Pennsylvania State University Great Valley, Malvern, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Satish M.","family":"Srinivasan","sequence":"additional","affiliation":[{"name":"Pennsylvania State University Great Valley, Malvern, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,2,22]]},"reference":[{"key":"e_1_2_1_1_1","unstructured":"LeCun Y. Cortes C. Burges C. The MNIST database of handwritten digits; http:\/\/yann.lecun.com\/exdb\/mnist\/."},{"key":"e_1_2_1_2_1","volume-title":"Proceedings of the IEEE 29th Intern, Symp. Software Reliability Engineering","author":"Ma L.","unstructured":"Ma, L. et al. DeepMutation: Mutation testing of deep learning systems. In Proceedings of the IEEE 29th Intern, Symp. Software Reliability Engineering, 2018; https:\/\/ieeexplore.ieee.org\/document\/8539073."},{"key":"e_1_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3633311","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3633311","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:25:40Z","timestamp":1755973540000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3633311"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,22]]},"references-count":3,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["10.1145\/3633311"],"URL":"https:\/\/doi.org\/10.1145\/3633311","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2,22]]},"assertion":[{"value":"2024-02-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}