{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:40:59Z","timestamp":1776116459719,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,2,7]],"date-time":"2020-02-07T00:00:00Z","timestamp":1581033600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,2,7]]},"DOI":"10.1145\/3375627.3375807","type":"proceedings-article","created":{"date-parts":[[2020,2,5]],"date-time":"2020-02-05T01:10:22Z","timestamp":1580865022000},"page":"102-108","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["When Trusted Black Boxes Don't Agree"],"prefix":"10.1145","author":[{"given":"Jeanna Neefe","family":"Matthews","sequence":"first","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Graham","family":"Northup","sequence":"additional","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Isabella","family":"Grasso","sequence":"additional","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Stephen","family":"Lorenz","sequence":"additional","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Marzieh","family":"Babaeianjelodar","sequence":"additional","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Hunter","family":"Bashaw","sequence":"additional","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Sumona","family":"Mondal","sequence":"additional","affiliation":[{"name":"Clarkson University, Potsdam, NY, USA"}]},{"given":"Abigail","family":"Matthews","sequence":"additional","affiliation":[{"name":"University of Wisconsin Madison, Madison, WI, USA"}]},{"given":"Mariama","family":"Njie","sequence":"additional","affiliation":[{"name":"Iona College, New York, NY, USA"}]},{"given":"Jessica","family":"Goldthwaite","sequence":"additional","affiliation":[{"name":"The Legal Aid Society, New York, NY, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,2,7]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Post-conviction hearing in the matter of People v. Robinson, (ordering DNA testing on certain samples). 147 A.D.3d 784 (2d Dept","year":"2017","unstructured":"2017. Post-conviction hearing in the matter of People v. Robinson, (ordering DNA testing on certain samples). 147 A.D.3d 784 (2d Dept. 2017)."},{"key":"e_1_3_2_1_2_1","volume-title":"Conference on fairness, accountability and transparency. 77--91","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on fairness, accountability and transparency. 77--91."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1520\/JFS2003045"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","unstructured":"P. Garofano D. Caneparo G. D'Amico M. Vincenti and E. Alladioa. 2015. An alternative application of the consensus method to DNA typing interpretation for Low Template-DNA mixtures. Genetics Supplement Series 5 (2015). https:\/\/doi.org\/10.1016\/j.fsigss.2015.09.168","DOI":"10.1016\/j.fsigss.2015.09.168"},{"key":"e_1_3_2_1_5_1","volume-title":"Hal Daum\u00e9 III, and Kate Crawford","author":"Gebru Timnit","year":"2018","unstructured":"Timnit Gebru, Jamie Morgenstern, Briana Vecchione, JenniferWortman Vaughan, Hanna M. Wallach, Hal Daum\u00e9 III, and Kate Crawford. 2018. Datasheets for Datasets. CoRR abs\/1803.09010 (2018). arXiv:1803.09010 http:\/\/arxiv.org\/abs\/1803.09010"},{"key":"e_1_3_2_1_6_1","unstructured":"Lauren Kirchner. 2017. Thousands of Criminal Cases in New York Relied on Disputed DNA Testing Techniques. https:\/\/www.propublica.org\/article\/thousandsof- criminal-cases-in-new-york-relied-on-disputed-dna-testing-techniques. (September 2017)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.6028\/jres.122.027"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314279"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.fsigen.2012.08.007"},{"key":"e_1_3_2_1_10_1","volume-title":"Explaining the Predictions of Any Classifier. CoRR abs\/1602.04938","author":"Ribeiro Marco T\u00falio","year":"2016","unstructured":"Marco T\u00falio Ribeiro, Sameer Singh, and Carlos Guestrin. 2016. \"Why Should I Trust You?\": Explaining the Predictions of Any Classifier. CoRR abs\/1602.04938 (2016). arXiv:1602.04938 http:\/\/arxiv.org\/abs\/1602.04938"},{"key":"e_1_3_2_1_11_1","volume-title":"People v. Collins. 15 N.Y.S.3d 564 (Sup.Ct","author":"Kings County New Supreme Court","year":"2015","unstructured":"Supreme Court Kings County New York 2015. People v. Collins. 15 N.Y.S.3d 564 (Sup.Ct. Kings Co. 2015)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","unstructured":"H. Swaminathan M. Qureshi C. Grgicak K. Duffy and D. Lun. 2018. Four model variants within a continuous forensic DNA mixture interpretation framework: Effects on evidential inference and reporting. PLOS One 13 11 (2018). https:\/\/doi.org\/10.1371\/journal.pone.0207599","DOI":"10.1371\/journal.pone.0207599"},{"key":"e_1_3_2_1_13_1","first-page":"1343","article-title":"Life, liberty, and trade secrets: Intellectual property in the criminal justice system","volume":"70","author":"Wexler Rebecca","year":"2018","unstructured":"Rebecca Wexler. 2018. Life, liberty, and trade secrets: Intellectual property in the criminal justice system. Stan. L. Rev. 70 (2018), 1343.","journal-title":"Stan. L. Rev."},{"key":"e_1_3_2_1_14_1","unstructured":"R. Wyden C. Booker and Y. Clarke. 2019. The Algorithmic Accountability Act."}],"event":{"name":"AIES '20: AAAI\/ACM Conference on AI, Ethics, and Society","location":"New York NY USA","acronym":"AIES '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3375627.3375807","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3375627.3375807","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:14Z","timestamp":1750199894000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3375627.3375807"}},"subtitle":["Incentivizing Iterative Improvement and Accountability in Critical Software Systems"],"short-title":[],"issued":{"date-parts":[[2020,2,7]]},"references-count":14,"alternative-id":["10.1145\/3375627.3375807","10.1145\/3375627"],"URL":"https:\/\/doi.org\/10.1145\/3375627.3375807","relation":{},"subject":[],"published":{"date-parts":[[2020,2,7]]},"assertion":[{"value":"2020-02-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}