{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T19:35:11Z","timestamp":1781379311790,"version":"3.54.1"},"reference-count":105,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T00:00:00Z","timestamp":1690156800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T00:00:00Z","timestamp":1690156800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Harvard Data Science Initiative Stanford Impact Labs"},{"DOI":"10.13039\/100010867","name":"SU | Stanford Law School","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010867","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Comput Sci"],"DOI":"10.1038\/s43588-023-00485-4","type":"journal-article","created":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T23:03:07Z","timestamp":1690239787000},"page":"601-610","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Designing equitable algorithms"],"prefix":"10.1038","volume":"3","author":[{"given":"Alex","family":"Chohlas-Wood","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Madison","family":"Coots","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6103-9318","authenticated-orcid":false,"given":"Sharad","family":"Goel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julian","family":"Nyarko","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,7,24]]},"reference":[{"key":"485_CR1","doi-asserted-by":"crossref","first-page":"29","DOI":"10.3390\/risks7010029","volume":"7","author":"M Leo","year":"2019","unstructured":"Leo, M., Sharma, S. & Maddulety, K. Machine learning in banking risk management: a literature review. Risks 7, 29 (2019).","journal-title":"Risks"},{"key":"485_CR2","doi-asserted-by":"crossref","first-page":"1043","DOI":"10.1007\/s10614-018-9864-z","volume":"54","author":"Y Zhang","year":"2019","unstructured":"Zhang, Y. & Trubey, P. Machine learning and sampling scheme: an empirical study of money laundering detection. Comput. Econ. 54, 1043\u20131063 (2019).","journal-title":"Comput. Econ."},{"key":"485_CR3","doi-asserted-by":"crossref","first-page":"765","DOI":"10.7326\/M20-8079","volume":"175","author":"R Aggarwal","year":"2022","unstructured":"Aggarwal, R. et al. Diabetes screening by race and ethnicity in the United States: equivalent body mass index and age thresholds. Ann. Intern. Med. 175, 765\u2013773 (2022).","journal-title":"Ann. Intern. Med."},{"key":"485_CR4","first-page":"1395","volume":"93","author":"JJ Friedewald","year":"2013","unstructured":"Friedewald, J. J. et al. The kidney allocation system. Surg. Clin. 93, 1395\u20131406 (2013).","journal-title":"Surg. Clin."},{"key":"485_CR5","first-page":"14948","volume":"35","author":"B Wilder","year":"2021","unstructured":"Wilder, B. et al. Clinical trial of an AI-augmented intervention for HIV prevention in youth experiencing homelessness. Proc. AAAI Conf. Artif. Intell. 35, 14948\u201314956 (2021).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"485_CR6","doi-asserted-by":"crossref","first-page":"1399","DOI":"10.1080\/01621459.2015.1077710","volume":"110","author":"GO Mohler","year":"2015","unstructured":"Mohler, G. O. et al. Randomized controlled field trials of predictive policing. J. Am. Stat. Assoc. 110, 1399\u20131411 (2015).","journal-title":"J. Am. Stat. Assoc."},{"key":"485_CR7","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1007\/s11524-021-00515-4","volume":"98","author":"ML Doucette","year":"2021","unstructured":"Doucette, M. L., Green, C., Dineen, JenniferNecci, Shapiro, D. & Raissian, K. M. Impact of shotspotter technology on firearm homicides and arrests among large metropolitan counties: a longitudinal analysis, 1999\u20132016. J. Urban Health 98, 609\u2013621 (2021).","journal-title":"J. Urban Health"},{"key":"485_CR8","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1287\/inte.2019.0985","volume":"49","author":"A Chohlas-Wood","year":"2019","unstructured":"Chohlas-Wood, A. & Levine, E. S. A recommendation engine to aid in identifying crime patterns. INFORMS J. Appl. Anal. 49, 154\u2013166 (2019).","journal-title":"INFORMS J. Appl. Anal."},{"key":"485_CR9","unstructured":"O\u2019Neill, J. How facial recognition makes you safer. The New York Times (9 June 2019)."},{"key":"485_CR10","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1111\/1745-9133.12481","volume":"19","author":"M DeMichele","year":"2020","unstructured":"DeMichele, M., Baumgartner, P., Wenger, M., Barrick, K. & Comfort, M. Public safety assessment: predictive utility and differential prediction by race in Kentucky. Criminol. Public Policy 19, 409\u2013431 (2020).","journal-title":"Criminol. Public Policy"},{"key":"485_CR11","unstructured":"Goel, S., Shroff, R., Skeem, J. & Slobogin, C. in Research Handbook on Big Data Law (ed Vogl, R.) 9\u201328 (Edward Elgar Publishing, 2021)."},{"key":"485_CR12","doi-asserted-by":"crossref","first-page":"580","DOI":"10.1037\/lhb0000206","volume":"40","author":"J Skeem","year":"2016","unstructured":"Skeem, J., Monahan, J. & Lowenkamp, C. Gender, risk assessment, and sanctioning: the cost of treating women like men. Law Hum. Behav. 40, 580 (2016).","journal-title":"Law Hum. Behav."},{"key":"485_CR13","doi-asserted-by":"crossref","unstructured":"Chohlas-Wood, A. et al. Blind justice: Algorithmically masking race in charging decisions. In Proc. 2021 AAAI\/ACM Conference on AI, Ethics, and Society 35\u201345 (Association for Computing Machinery, 2021).","DOI":"10.1145\/3461702.3462524"},{"key":"485_CR14","unstructured":"Speicher, T. et al. Potential for discrimination in online targeted advertising. In Proc. 1st Conference on Fairness, Accountability and Transparency (eds Friedler, S. A. & Wilson, C.) 5\u201319 (PMLR, 2018)."},{"key":"485_CR15","doi-asserted-by":"crossref","first-page":"2966","DOI":"10.1287\/mnsc.2018.3093","volume":"65","author":"A Lambrecht","year":"2019","unstructured":"Lambrecht, A. & Tucker, C. Algorithmic bias? An empirical study of apparent gender-based discrimination in the display of STEM career ads. Manag. Sci. 65, 2966\u20132981 (2019).","journal-title":"Manag. Sci."},{"key":"485_CR16","doi-asserted-by":"crossref","unstructured":"De-Arteaga, M., Fogliato, R. & Chouldechova, A. A case for humans-in-the-loop: Decisions in the presence of erroneous algorithmic scores. In Proc. 2020 CHI Conference on Human Factors in Computing Systems 1\u201312 (Association for Computing Machinery, 2020).","DOI":"10.1145\/3313831.3376638"},{"key":"485_CR17","unstructured":"Chouldechova, A., Benavides-Prado, D., Fialko, O. & Vaithianathan, R. A case study of algorithm-assisted decision making in child maltreatment hotline screening decisions. In Proc. 1st Conference on Fairness, Accountability and Transparency (eds Friedler, S. A. & Wilson, C.) 134\u2013148 (PMLR, 2018)."},{"key":"485_CR18","doi-asserted-by":"crossref","unstructured":"Brown, A., Chouldechova, A., Putnam-Hornstein, E., Tobin, A. & Vaithianathan, R. Toward algorithmic accountability in public services: A qualitative study of affected community perspectives on algorithmic decision-making in child welfare services. In Proc. 2019 CHI Conference on Human Factors in Computing Systems 1\u201312 (Association for Computing Machinery, 2019).","DOI":"10.1145\/3290605.3300271"},{"key":"485_CR19","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1089\/big.2016.0052","volume":"5","author":"R Shroff","year":"2017","unstructured":"Shroff, R. Predictive analytics for city agencies: lessons from children\u2019s services. Big Data 5, 189\u2013196 (2017).","journal-title":"Big Data"},{"key":"485_CR20","unstructured":"Mayer-Sch\u00f6nberger, V. & Cukier, K. Big Data: A Revolution That Will Transform How We Live, Work, and Think (Houghton Mifflin Harcourt, 2013)."},{"key":"485_CR21","doi-asserted-by":"crossref","unstructured":"Allman, M. et al. Designing school choice for diversity in the San Francisco Unified School District. In Proc. 23rd ACM Conference on Economics and Computation 290\u2013291 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3490486.3538271"},{"key":"485_CR22","unstructured":"Cattell, L. & Bruch, J. Identifying Students at Risk Using Prior Performance Versus A Machine Learning Algorithm Technical Report REL 2021-126 (US Department of Education, Institute of Education Sciences, National Center for Education Evaluation and Regional Assistance, Regional Educational Laboratory Mid-Atlantic, 2021)."},{"key":"485_CR23","unstructured":"O\u2019Neil, C. Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy (Broadway Books, 2016)."},{"key":"485_CR24","unstructured":"Eubanks, V. Automating Inequality: How High-tech Tools Profile, Police, and Punish the Poor (St Martin\u2019s Press, 2018)."},{"key":"485_CR25","first-page":"1043","volume":"68","author":"A Huq","year":"2019","unstructured":"Huq, A. Racial equity in algorithmic criminal justice. Duke Law J. 68, 1043\u20131134 (2019).","journal-title":"Duke Law J."},{"key":"485_CR26","doi-asserted-by":"crossref","first-page":"291","DOI":"10.36644\/mlr.119.2.equal","volume":"119","author":"CS Yang","year":"2020","unstructured":"Yang, C. S. & Dobbie, W. Equal protection under algorithms: a new statistical and legal framework. Mich. Law Rev. 119, 291 (2020).","journal-title":"Mich. Law Rev."},{"key":"485_CR27","first-page":"811","volume":"106","author":"D Hellman","year":"2020","unstructured":"Hellman, D. Measuring algorithmic fairness. Va Law Rev. 106, 811\u2013866 (2020).","journal-title":"Va Law Rev."},{"key":"485_CR28","first-page":"2218","volume":"128","author":"SG Mayson","year":"2019","unstructured":"Mayson, S. G. Bias in, bias out. Yale Law J. 128, 2218\u20132300 (2019).","journal-title":"Yale Law J."},{"key":"485_CR29","first-page":"671","volume":"104","author":"S Barocas","year":"2016","unstructured":"Barocas, S. & Selbst, A. D. Big data\u2019s disparate impact. Calif. Law Rev. 104, 671 (2016).","journal-title":"Calif. Law Rev."},{"key":"485_CR30","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1146\/annurev-statistics-042720-125902","volume":"8","author":"S Mitchell","year":"2021","unstructured":"Mitchell, S., Potash, E., Barocas, S., D\u2019Amour, A. & Lum, K. Algorithmic fairness: choices, assumptions, and definitions. Annu. Rev. Stat. Appl. 8, 141\u2013163 (2021).","journal-title":"Annu. Rev. Stat. Appl."},{"key":"485_CR31","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1089\/big.2016.0047","volume":"5","author":"A Chouldechova","year":"2017","unstructured":"Chouldechova, A. Fair prediction with disparate impact: a study of bias in recidivism prediction instruments. Big Data 5, 153\u2013163 (2017).","journal-title":"Big Data"},{"key":"485_CR32","doi-asserted-by":"crossref","first-page":"1125","DOI":"10.1016\/S0140-6736(20)32076-6","volume":"396","author":"JP Cerde\u00f1a","year":"2020","unstructured":"Cerde\u00f1a, J. P., Plaisime, M. V. & Tsai, J. From race-based to race-conscious medicine: how anti-racist uprisings call us to act. The Lancet 396, 1125\u20131128 (2020).","journal-title":"The Lancet"},{"key":"485_CR33","doi-asserted-by":"crossref","first-page":"2109","DOI":"10.1002\/hec.4569","volume":"31","author":"CF Manski","year":"2022","unstructured":"Manski, C. F. Patient-centered appraisal of race-free clinical risk assessment. Health Econ. 31, 2109\u20132114 (2022).","journal-title":"Health Econ."},{"key":"485_CR34","first-page":"3315","volume":"29","author":"M Hardt","year":"2016","unstructured":"Hardt, M., Price, E. & Srebro, N. Equality of opportunity in supervised learning. Adv. Neural Inf. Process. Syst. 29, 3315\u20133323 (2016).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"485_CR35","unstructured":"Buolamwini, J. & Gebru, T. Gender Shades: Intersectional accuracy disparities in commercial gender classification. In Proc. 1st Conference on Fairness, Accountability and Transparency (eds Friedler, S. A. & Wilson, C.) 77\u201391 (PMLR, 2018)."},{"key":"485_CR36","unstructured":"Kleinberg, J., Mullainathan, S. & Raghavan, M. Inherent trade-offs in the fair determination of risk scores. In Proc. 8th Innovations in Theoretical Computer Science (ITCS 2017) (ed Papadimitriou, C.H.) 43:1\u201343:23 (Schloss Dagstuhl\u2013Leibniz-Zentrum fuer Informatik, 2017)."},{"key":"485_CR37","doi-asserted-by":"crossref","unstructured":"Corbett-Davies, S., Pierson, E., Feller, A., Goel, S. & Huq, A. Algorithmic decision making and the cost of fairness. In Proc. 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 797\u2013806 (Association for Computing Machinery, 2017).","DOI":"10.1145\/3097983.3098095"},{"key":"485_CR38","doi-asserted-by":"crossref","unstructured":"Dwork, C., Hardt, M., Pitassi, T., Reingold, O. & Zemel, R. Fairness through awareness. In Proc. 3rd Innovations in Theoretical Computer Science Conference 214\u2013226 (Association for Computing Machinery, 2012).","DOI":"10.1145\/2090236.2090255"},{"key":"485_CR39","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1145\/3376898","volume":"63","author":"A Chouldechova","year":"2020","unstructured":"Chouldechova, A. & Roth, A. A snapshot of the frontiers of fairness in machine learning. Commun. ACM 63, 82\u201389 (2020).","journal-title":"Commun. ACM"},{"key":"485_CR40","doi-asserted-by":"crossref","unstructured":"Coston, A., Mishler, A., Kennedy, E. H. & Chouldechova, A. Counterfactual risk assessments, evaluation, and fairness. In Proc. 2020 Conference on Fairness, Accountability, and Transparency 582\u2013593 (Association for Computing Machinery, 2020).","DOI":"10.1145\/3351095.3372851"},{"key":"485_CR41","unstructured":"Zafar, M. B., Valera, I., Rodriguez, M. G., Gummadi, K. P. & Weller, A. From parity to preference-based notions of fairness in classification. In Proc. 31st International Conference on Neural Information Processing Systems (eds Guyon, I. et al.) 228\u2013238 (Curran Associates, Inc., 2017)."},{"key":"485_CR42","doi-asserted-by":"crossref","unstructured":"Zafar, M. B., Valera, I., Rodriguez, M. G. & Gummadi, K. P. Fairness beyond disparate treatment & disparate impact: Learning classification without disparate mistreatment. In Proc. 26th International Conference on World Wide Web 1171\u20131180 (International World Wide Web Conferences Steering Committee, 2017).","DOI":"10.1145\/3038912.3052660"},{"key":"485_CR43","unstructured":"Woodworth, B., Gunasekar, S., Ohannessian, M. I. & Srebro, N. Learning non-discriminatory predictors. In Conference on Learning Theory 1920\u20131953 (PMLR, 2017)."},{"key":"485_CR44","unstructured":"Wang, Y., Sridhar, D. & Blei, D. M. Equal opportunity and affirmative action via counterfactual predictions. Preprint at https:\/\/arxiv.org\/abs\/1905.10870 (2019)."},{"key":"485_CR45","doi-asserted-by":"crossref","first-page":"892837","DOI":"10.3389\/fdata.2022.892837","volume":"5","author":"AN Carey","year":"2022","unstructured":"Carey, A. N. & Wu, X. The causal fairness field guide: perspectives from social and formal sciences. Front. Big Data 5, 892837 (2022).","journal-title":"Front. Big Data"},{"key":"485_CR46","unstructured":"Kusner, M. J., Loftus, J., Russell, C. & Silva, R. Counterfactual fairness. In Proc. Advances in Neural Information Processing Systems 30 (NIPS 2017) (eds Guyon, I. et al.) 4066\u20134076 (Curran Associates, Inc., 2017)."},{"key":"485_CR47","doi-asserted-by":"crossref","unstructured":"Nabi, R. & Shpitser, I. Fair inference on outcomes. In Proc. AAAI Conference on Artificial Intelligence 1931\u20131940 (AAAI Press, 2018).","DOI":"10.1609\/aaai.v32i1.11553"},{"key":"485_CR48","unstructured":"Wu, Y., Zhang, L., Wu, X. & Tong, H. PC-fairness: a unified framework for measuring causality-based fairness. In Proc. Advances in Neural Information Processing Systems 32 (NeurIPS 2019) (eds Wallach, H. et al.) (Curran Associates, Inc., 2019)."},{"key":"485_CR49","doi-asserted-by":"crossref","unstructured":"Galhotra, S., Shanmugam, K., Sattigeri, P. & Varshney, K. R., Causal feature selection for algorithmic fairness. In Proc. 2022 International Conference on Management of Data (SIGMOD) 276\u2013285 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3514221.3517909"},{"key":"485_CR50","doi-asserted-by":"crossref","unstructured":"Mhasawade, V. & Chunara, R. Causal multi-level fairness. In Proc. 2021 AAAI\/ACM Conference on AI, Ethics, and Society 784\u2013794 (Association for Computing Machinery, 2021).","DOI":"10.1145\/3461702.3462587"},{"key":"485_CR51","unstructured":"Kilbertus, N. et al. Avoiding discrimination through causal reasoning. In Proc. 31st International Conference on Neural Information Processing Systems (eds Guyon, I. et al.) 656\u2013666 (Curran Associates, Inc., 2017)."},{"key":"485_CR52","doi-asserted-by":"crossref","unstructured":"Chiappa, S. Path-specific counterfactual fairness. In Proc. AAAI Conference on Artificial Intelligence 7801\u20137808 (AAAI Press, 2019).","DOI":"10.1609\/aaai.v33i01.33017801"},{"key":"485_CR53","doi-asserted-by":"crossref","unstructured":"Zhang, J. & Bareinboim, E. Fairness in decision-making-the causal explanation formula. In Thirty-Second AAAI Conference on Artificial Intelligence 2037\u20132045 (AAAI Press, 2018).","DOI":"10.1609\/aaai.v32i1.11564"},{"key":"485_CR54","doi-asserted-by":"crossref","unstructured":"Zhang, L., Wu, Y. & Wu, X. A causal framework for discovering and removing direct and indirect discrimination. In Proc. 26th International Joint Conference on Artificial Intelligence 3929\u20133935 (International Joint Conferences on Artificial Intelligence, 2017).","DOI":"10.24963\/ijcai.2017\/549"},{"key":"485_CR55","unstructured":"Nilforoshan, H., Gaebler, J. D., Shroff, R. & Goel, S. Causal conceptions of fairness and their consequences. In International Conference on Machine Learning 16848\u201316887 (PMLR, 2022)."},{"key":"485_CR56","first-page":"803","volume":"108","author":"JR Bent","year":"2019","unstructured":"Bent, J. R. Is algorithmic affirmative action legal. Georgetown Law J. 108, 803 (2019).","journal-title":"Georgetown Law J."},{"key":"485_CR57","first-page":"1023","volume":"115","author":"A Chander","year":"2016","unstructured":"Chander, A. The racist algorithm. Mich. Law Rev. 115, 1023 (2016).","journal-title":"Mich. Law Rev."},{"key":"485_CR58","first-page":"1539","volume":"110","author":"PT Kim","year":"2022","unstructured":"Kim, P. T. Race-aware algorithms: fairness, nondiscrimination and affirmative action. Calif. Law Rev. 110, 1539 (2022).","journal-title":"Calif. Law Rev."},{"key":"485_CR59","unstructured":"Ho, D. E. & Xiang, A. Affirmative algorithms: the legal grounds for fairness as awareness. Univ. Chic. Law Rev. Online 134\u2013154 (2020)."},{"key":"485_CR60","first-page":"1175","volume":"106","author":"TB Gillis","year":"2022","unstructured":"Gillis, T. B. The input fallacy. Minn. Law Rev. 106, 1175 (2022).","journal-title":"Minn. Law Rev."},{"key":"485_CR61","doi-asserted-by":"crossref","first-page":"e221","DOI":"10.1016\/S2589-7500(20)30065-0","volume":"2","author":"MD McCradden","year":"2020","unstructured":"McCradden, M. D., Joshi, S., Mazwi, M. & Anderson, J. A. Ethical limitations of algorithmic fairness solutions in health care machine learning. Lancet Digit. Health 2, e221\u2013e223 (2020).","journal-title":"Lancet Digit. Health"},{"key":"485_CR62","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1038\/s41746-020-0304-9","volume":"3","author":"JK Paulus","year":"2020","unstructured":"Paulus, J. K. & Kent, D. M. Predictably unequal: understanding and addressing concerns that algorithmic clinical prediction may increase health disparities. NPJ Digit. Med. 3, 99 (2020).","journal-title":"NPJ Digit. Med."},{"key":"485_CR63","doi-asserted-by":"crossref","first-page":"883","DOI":"10.7326\/M18-3297","volume":"169","author":"SN Goodman","year":"2018","unstructured":"Goodman, S. N., Goel, S. & Cullen, M. R. Machine learning, health disparities, and causal reasoning. Ann. Internal Med. 169, 883\u2013884 (2018).","journal-title":"Ann. Internal Med."},{"key":"485_CR64","doi-asserted-by":"crossref","first-page":"103621","DOI":"10.1016\/j.jbi.2020.103621","volume":"113","author":"SR Pfohl","year":"2021","unstructured":"Pfohl, S. R., Foryciarz, A. & Shah, N. H. An empirical characterization of fair machine learning for clinical risk prediction. J. Biomed. Inform. 113, 103621 (2021).","journal-title":"J. Biomed. Inform."},{"key":"485_CR65","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer, Z., Powers, B., Vogeli, C. & Mullainathan, S. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 447\u2013453 (2019).","journal-title":"Science"},{"key":"485_CR66","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1093\/jrsssa\/qnad010","volume":"186","author":"K Imai","year":"2023","unstructured":"Imai, K., Jiang, Z., Greiner, D. J., Halen, R. & Shin, S. Experimental evaluation of algorithm-assisted human decision-making: application to pretrial public safety assessment. J. R. Stat. Soc. Ser. A 186, 167\u2013189 (2023).","journal-title":"J. R. Stat. Soc. Ser. A"},{"key":"485_CR67","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1177\/0049124118782533","volume":"50","author":"R Berk","year":"2021","unstructured":"Berk, R., Heidari, H., Jabbari, S., Kearns, M. & Roth, A. Fairness in criminal justice risk assessments: the state of the art. Sociol. Methods Res. 50, 3\u201344 (2021).","journal-title":"Sociol. Methods Res."},{"key":"485_CR68","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1093\/jla\/laz001","volume":"10","author":"J Kleinberg","year":"2018","unstructured":"Kleinberg, J., Ludwig, J., Mullainathan, S. & Sunstein, C. R. Discrimination in the age of algorithms. J. Legal Anal. 10, 113\u2013174 (2018).","journal-title":"J. Legal Anal."},{"key":"485_CR69","doi-asserted-by":"publisher","unstructured":"Cowgill, B. & Tucker, C. E. Economics, fairness and algorithmic bias. Preprint at SSRN https:\/\/doi.org\/10.2139\/ssrn.3361280 (2020).","DOI":"10.2139\/ssrn.3361280"},{"key":"485_CR70","doi-asserted-by":"crossref","unstructured":"Nyarko, J., Goel, S. & Sommers, R. Breaking taboos in fair machine learning: an experimental study. In Equity and Access in Algorithms, Mechanisms, and Optimization, EAAMO \u201921 14 (Association for Computing Machinery, 2021).","DOI":"10.1145\/3465416.3483291"},{"key":"485_CR71","doi-asserted-by":"crossref","unstructured":"Grgi\u0107-Hla\u010da, N., Lima, G., Weller, A. & Redmiles, E. M. Dimensions of diversity in human perceptions of algorithmic fairness. In Equity and Access in Algorithms, Mechanisms, and Optimization, EAAMO \u201922 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3551624.3555306"},{"key":"485_CR72","doi-asserted-by":"crossref","unstructured":"Liang, A., Lu, J. & Mu, X. Algorithmic design: fairness versus accuracy. In Proc. 23rd ACM Conference on Economics and Computation 58\u201359 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3490486.3538237"},{"key":"485_CR73","doi-asserted-by":"crossref","first-page":"34","DOI":"10.3389\/frai.2020.00034","volume":"3","author":"D Card","year":"2020","unstructured":"Card, D. & Smith, N. A. On consequentialism and fairness. Front. Artif. Intell. 3, 34 (2020).","journal-title":"Front. Artif. Intell."},{"key":"485_CR74","doi-asserted-by":"crossref","unstructured":"Hu, L. & Kohler-Hausmann, I. What\u2019s sex got to do with machine learning? In Proc. 2020 Conference on Fairness, Accountability, and Transparency 513 (Association for Computing Machinery, 2020).","DOI":"10.1145\/3351095.3375674"},{"key":"485_CR75","doi-asserted-by":"crossref","unstructured":"Kasy, M. & Abebe, R. Fairness, equality, and power in algorithmic decision-making. In Proc. 2021 ACM Conference on Fairness, Accountability, and Transparency 576\u2013586 (Association for Computing Machinery, 2021).","DOI":"10.1145\/3442188.3445919"},{"key":"485_CR76","unstructured":"H\u00e9bert-Johnson, U., Kim, M., Reingold, O. & Rothblum, G. Multicalibration: calibration for the (computationally-identifiable) masses. In International Conference on Machine Learning 1939\u20131948 (PMLR, 2018)."},{"key":"485_CR77","unstructured":"Pleiss, G., Raghavan, M., Wu, F., Kleinberg, J. & Weinberger, K. Q. On fairness and calibration. In Adv. Neural Inf. Process. Syst. (Curran Associates, Inc., 2017)."},{"key":"485_CR78","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1080\/01621459.1986.10478354","volume":"81","author":"PW Holland","year":"1986","unstructured":"Holland, P. W. Statistics and causal inference. J. Am. Stat. Assoc. 81, 945\u2013960 (1986).","journal-title":"J. Am. Stat. Assoc."},{"key":"485_CR79","doi-asserted-by":"crossref","unstructured":"Gaebler, J. et al. A causal framework for observational studies of discrimination. Statistics and Public Policy 26\u201348 (Taylor & Francis, 2022).","DOI":"10.1080\/2330443X.2021.2024778"},{"key":"485_CR80","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1162\/REST_a_00110","volume":"93","author":"DJ Greiner","year":"2011","unstructured":"Greiner, D. J. & Rubin, D. B. Causal effects of perceived immutable characteristics. Rev. Econ. Stat. 93, 775\u2013785 (2011).","journal-title":"Rev. Econ. Stat."},{"key":"485_CR81","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1146\/annurev-polisci-032015-010015","volume":"19","author":"M Sen","year":"2016","unstructured":"Sen, M. & Wasow, O. Race as a bundle of sticks: designs that estimate effects of seemingly immutable characteristics. Annu. Rev. Polit. Sci. 19, 499\u2013522 (2016).","journal-title":"Annu. Rev. Polit. Sci."},{"key":"485_CR82","doi-asserted-by":"crossref","first-page":"1193","DOI":"10.1214\/17-AOAS1058","volume":"11","author":"C Simoiu","year":"2017","unstructured":"Simoiu, C., Corbett-Davies, S. & Goel, S. The problem of infra-marginality in outcome tests for discrimination. Ann. Appl. Stat. 11, 1193\u20131216 (2017).","journal-title":"Ann. Appl. Stat."},{"key":"485_CR83","doi-asserted-by":"crossref","first-page":"131","DOI":"10.3818\/JRP.4.1.2002.131","volume":"4","author":"I Ayres","year":"2002","unstructured":"Ayres, I. Outcome tests of racial disparities in police practices. Justice Res. Policy 4, 131\u2013142 (2002).","journal-title":"Justice Res. Policy"},{"key":"485_CR84","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1080\/10511482.1993.9521127","volume":"4","author":"GC Galster","year":"1993","unstructured":"Galster, G. C. The facts of lending discrimination cannot be argued away by examining default rates. Hous. Policy Debate 4, 141\u2013146 (1993).","journal-title":"Hous. Policy Debate"},{"key":"485_CR85","unstructured":"Carr, J. H. et al. The Federal Reserve Bank of Boston Study on Mortgage Lending Revisited (Fannie Mae Office of Housing Policy Research, 1993)."},{"key":"485_CR86","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1086\/318603","volume":"109","author":"J Knowles","year":"2001","unstructured":"Knowles, J., Persico, N. & Todd, P. Racial bias in motor vehicle searches: theory and evidence. J. Polit. Econ. 109, 203\u2013232 (2001).","journal-title":"J. Polit. Econ."},{"key":"485_CR87","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1080\/07418820701717243","volume":"25","author":"RS Engel","year":"2008","unstructured":"Engel, R. S. & Tillyer, R. Searching for equilibrium: the tenuous nature of the outcome test. Justice Q. 25, 54\u201371 (2008).","journal-title":"Justice Q."},{"key":"485_CR88","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1257\/000282806776157579","volume":"96","author":"S Anwar","year":"2006","unstructured":"Anwar, S. & Fang, H. An alternative test of racial prejudice in motor vehicle searches: theory and evidence. Am. Econ. Rev. 96, 127\u2013151 (2006).","journal-title":"Am. Econ. Rev."},{"key":"485_CR89","unstructured":"Pierson, E., Corbett-Davies, S. & Goel, S. Fast threshold tests for detecting discrimination. In Proc. 21st International Conference on Artificial Intelligence and Statistics (AISTATS) (eds Storkey, A. & Perez-Cruz, F.) 96\u2013105 (PMLR, 2018)."},{"key":"485_CR90","doi-asserted-by":"crossref","first-page":"eabb6591","DOI":"10.1126\/science.abb6591","volume":"370","author":"A Fishbane","year":"2020","unstructured":"Fishbane, A., Ouss, A. & Shah, A. K. Behavioral nudges reduce failure to appear for court. Science 370, eabb6591 (2020).","journal-title":"Science"},{"key":"485_CR91","unstructured":"Mahoney, B., Beaudin, B. D., Carver, J. A. III, Ryan, D. B. & Hoffman, R. B. Pretrial Services Programs: Responsibilities and Potential (National Institute of Justice, 2001)."},{"key":"485_CR92","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1093\/aler\/ahz012","volume":"22","author":"StephanieHolmes Didwania","year":"2020","unstructured":"Didwania, StephanieHolmes The immediate consequences of federal pretrial detention. Am. Law Econ. Rev. 22, 24\u201374 (2020).","journal-title":"Am. Law Econ. Rev."},{"key":"485_CR93","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1257\/aer.20161503","volume":"108","author":"W Dobbie","year":"2018","unstructured":"Dobbie, W., Goldin, J. & Yang, C. S. The effects of pretrial detention on conviction, future crime, and employment: evidence from randomly assigned judges. Am. Econ. Rev. 108, 201\u201340 (2018).","journal-title":"Am. Econ. Rev."},{"key":"485_CR94","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1086\/695285","volume":"60","author":"E Leslie","year":"2017","unstructured":"Leslie, E. & Pope, N. G. The unintended impact of pretrial detention on case outcomes: evidence from New York City arraignments. J. Law Econ. 60, 529\u2013557 (2017).","journal-title":"J. Law Econ."},{"key":"485_CR95","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1086\/688907","volume":"45","author":"A Gupta","year":"2016","unstructured":"Gupta, A., Hansman, C. & Frenchman, E. The heavy costs of high bail: evidence from judge randomization. J. Legal Stud. 45, 471\u2013505 (2016).","journal-title":"J. Legal Stud."},{"key":"485_CR96","doi-asserted-by":"crossref","first-page":"110540","DOI":"10.1016\/j.econlet.2022.110540","volume":"216","author":"R Brough","year":"2022","unstructured":"Brough, R., Freedman, M., Ho, D. E. & Phillips, D. C. Can transportation subsidies reduce failures to appear in criminal court? Evidence from a pilot randomized controlled trial. Econ. Lett. 216, 110540 (2022).","journal-title":"Econ. Lett."},{"key":"485_CR97","doi-asserted-by":"crossref","unstructured":"Koenecke, A., Giannella, E., Willer, R. & Goel, S. Popular support for balancing equity and efficiency in resource allocation: a case study in online advertising to increase welfare program awareness. In Proc. Seventeenth International AAAI Conference on Web and Social Media (ICWSM) (eds Lin, Y., Cha, M. & Quercia, D.) 494\u2013506 (AAAI Press, 2023).","DOI":"10.1609\/icwsm.v17i1.22163"},{"key":"485_CR98","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1007\/s11524-016-0054-9","volume":"93","author":"MJ Arnett","year":"2016","unstructured":"Arnett, M. J., Thorpe, R. J., Gaskin, D. J., Bowie, J. V. & LaVeist, T. A. Race, medical mistrust, and segregation in primary care as usual source of care: findings from the exploring health disparities in integrated communities study. J. Urban Health 93, 456\u2013467 (2016).","journal-title":"J. Urban Health"},{"key":"485_CR99","doi-asserted-by":"crossref","first-page":"7684","DOI":"10.1073\/pnas.1915768117","volume":"117","author":"A Koenecke","year":"2020","unstructured":"Koenecke, A. et al. Racial disparities in automated speech recognition. Proc. Natl Acad. Sci. USA 117, 7684\u20137689 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"485_CR100","doi-asserted-by":"crossref","unstructured":"Cai, W. et al. Adaptive sampling strategies to construct equitable training datasets. In Proc. 2022 ACM Conference on Fairness, Accountability, and Transparency 1467\u20131478 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3531146.3533203"},{"key":"485_CR101","doi-asserted-by":"crossref","first-page":"358","DOI":"10.1016\/S0033-3549(04)50262-5","volume":"118","author":"LE Boulware","year":"2003","unstructured":"Boulware, L. E., Cooper, L. A., Ratner, L. E., LaVeist, T. A. & Powe, N. R. Race and trust in the health care system. Public Health Rep. 118, 358 (2003).","journal-title":"Public Health Rep."},{"key":"485_CR102","unstructured":"Corbett-Davies, S., Gaebler, J., Nilforoshan, H., Shroff, R. & Goel, S. The measure and mismeasure of fairness. J. Mach. Learn. Res. (in the press)."},{"key":"485_CR103","unstructured":"Coots, M., Saghafian, S., Kent, D. & Goel, S. Reevaluating the role of race and ethnicity in diabetes screening. Preprint at https:\/\/arxiv.org\/abs\/2306.10220 (2023)."},{"key":"485_CR104","doi-asserted-by":"crossref","unstructured":"Zanger-Tishler, M., Nyarko, J. & Goel, S. Risk scores, label bias, and everything but the kitchen sink. Preprint at https:\/\/arxiv.org\/abs\/2305.12638 (2023).","DOI":"10.1126\/sciadv.adi8411"},{"key":"485_CR105","unstructured":"Chohlas-Wood, A. et al. Automated reminders reduce incarceration for missed court dates: Evidence from a text message experiment. Preprint at https:\/\/arxiv.org\/abs\/2306.12389 (2023)."}],"container-title":["Nature Computational Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s43588-023-00485-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-023-00485-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-023-00485-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T22:31:21Z","timestamp":1729809081000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s43588-023-00485-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,24]]},"references-count":105,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2023,7]]}},"alternative-id":["485"],"URL":"https:\/\/doi.org\/10.1038\/s43588-023-00485-4","relation":{},"ISSN":["2662-8457"],"issn-type":[{"value":"2662-8457","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,24]]},"assertion":[{"value":"17 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 June 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}