{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T20:25:23Z","timestamp":1772569523093,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3387940.3391490","type":"proceedings-article","created":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T15:22:31Z","timestamp":1601047351000},"page":"483-488","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Oracle Issues in Machine Learning and Where to Find Them"],"prefix":"10.1145","author":[{"given":"Cynthia C. S.","family":"Liem","sequence":"first","affiliation":[{"name":"Delft University of Technology, The Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Annibale","family":"Panichella","sequence":"additional","affiliation":[{"name":"Delft University of Technology, The Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098021"},{"key":"e_1_3_2_1_3_1","volume-title":"Test-driven development: by example","author":"Beck Kent"},{"key":"e_1_3_2_1_4_1","volume-title":"On testing machine learning programs. J. Systems and Software 164","author":"Braiek Houssem Ben","year":"2020"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Bertinetto Luca"},{"key":"e_1_3_2_1_6_1","unstructured":"Fran\u00e7ois Chollet et al. 2015. Keras. https:\/\/keras.io.  Fran\u00e7ois Chollet et al. 2015. Keras. https:\/\/keras.io."},{"key":"e_1_3_2_1_7_1","volume-title":"Excavating AI: The Politics of Images in Machine Learning Training Sets. https:\/\/excavating.ai.","author":"Crawford Kate","year":"2019"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 3rd International Conference on Learning Representations (ICLR).","author":"Goodfellow Ian","year":"2015"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the NIPS Workshop on ML Systems.","author":"Hynes Nick","year":"2017"},{"key":"e_1_3_2_1_12_1","volume-title":"AlphaClean: Automatic Generation of Data Cleaning Pipelines. arXiv preprint arXiv:1904.11827","author":"Krishnan Sanjay","year":"2019"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/219717.219748"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 20th International Conference on Software Engineering& Knowledge Engineering (SEKE).","author":"Murphy Christian","year":"2008"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"e_1_3_2_1_17_1","volume-title":"Linking ImageNet WordNet Synsets with Wikidata. In Companion Proceedings WWW '18","author":"Nielsen Finn \u00c5rup","year":"2018"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00107"},{"key":"e_1_3_2_1_19_1","unstructured":"Caleb Robinson. 2018. How to reproduce ImageNet validation results. https:\/\/calebrob.com\/ml\/imagenet\/ilsvrc2012\/2018\/10\/22\/imagenet-benchmarking.html  Caleb Robinson. 2018. How to reproduce ImageNet validation results. https:\/\/calebrob.com\/ml\/imagenet\/ilsvrc2012\/2018\/10\/22\/imagenet-benchmarking.html"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3229867"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 3rd International Conference on Learning Representations (ICLR).","author":"Simonyan Karen","year":"2015"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_31"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/09298215.2014.894533"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2009.26"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the Conference on Fairness, Accountability, and Transparency (FAT*).","author":"Yang Kaiyu","year":"2020"},{"key":"e_1_3_2_1_28_1","volume-title":"Machine Learning Testing: Survey, Landscapes and Horizons","author":"Zhang Jie M.","year":"2020"}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul Republic of Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the IEEE\/ACM 42nd International Conference on Software Engineering Workshops"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3391490","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3387940.3391490","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:46Z","timestamp":1750199926000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3391490"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":28,"alternative-id":["10.1145\/3387940.3391490","10.1145\/3387940"],"URL":"https:\/\/doi.org\/10.1145\/3387940.3391490","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-09-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}