{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T21:11:24Z","timestamp":1782335484932,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,1,27]],"date-time":"2020-01-27T00:00:00Z","timestamp":1580083200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Block Center for Technology and Society"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,1,27]]},"DOI":"10.1145\/3351095.3372851","type":"proceedings-article","created":{"date-parts":[[2020,1,22]],"date-time":"2020-01-22T19:58:18Z","timestamp":1579723098000},"page":"582-593","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":59,"title":["Counterfactual risk assessments, evaluation, and fairness"],"prefix":"10.1145","author":[{"given":"Amanda","family":"Coston","sequence":"first","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alan","family":"Mishler","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Edward H.","family":"Kennedy","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexandra","family":"Chouldechova","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,1,27]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Ahmed M Alaa and Mihaela van der Schaar. 2017. Bayesian inference of individualized treatment effects using multi-task gaussian processes. In Advances in Neural Information Processing Systems. 3424--3432."},{"key":"e_1_3_2_2_2_1","first-page":"7","article-title":"The new jim crow","author":"Alexander Michelle","year":"2011","unstructured":"Michelle Alexander. 2011. The new jim crow. Ohio St. J. Crim. L. 9 (2011), 7.","journal-title":"Ohio St. J. Crim."},{"key":"e_1_3_2_2_3_1","volume-title":"Interventions over predictions: Reframing the ethical debate for actuarial risk assessment. arXiv preprint arXiv:1712.08238","author":"Barabas Chelsea","year":"2017","unstructured":"Chelsea Barabas, Karthik Dinakar, Joichi Ito, Madars Virza, and Jonathan Zittrain. 2017. Interventions over predictions: Reframing the ethical debate for actuarial risk assessment. arXiv preprint arXiv:1712.08238 (2017)."},{"key":"e_1_3_2_2_4_1","first-page":"671","article-title":"Big data's disparate impact","volume":"104","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D Selbst. 2016. Big data's disparate impact. Calif. L. Rev. 104 (2016), 671.","journal-title":"Calif. L. Rev."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2009.83"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"e_1_3_2_2_7_1","volume-title":"Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2","author":"Chouldechova Alexandra","year":"2017","unstructured":"Alexandra Chouldechova. 2017. Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5, 2 (2017), 153--163."},{"key":"e_1_3_2_2_8_1","volume-title":"Conference on Fairness, Accountability and Transparency. 134--148","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova, Diana Benavides-Prado, Oleksandr Fialko, and Rhema Vaithianathan. 2018. A case study of algorithm-assisted decision making in child maltreatment hotline screening decisions. In Conference on Fairness, Accountability and Transparency. 134--148."},{"key":"e_1_3_2_2_9_1","volume-title":"The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova and Aaron Roth. 2018. The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810 (2018)."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098095"},{"key":"e_1_3_2_2_11_1","volume-title":"Learning under selective labels in the presence of expert consistency. arXiv preprint arXiv:1807.00905","author":"De-Arteaga Maria","year":"2018","unstructured":"Maria De-Arteaga, Artur Dubrawski, and Alexandra Chouldechova. 2018. Learning under selective labels in the presence of expert consistency. arXiv preprint arXiv:1807.00905 (2018)."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.childyouth.2011.04.005"},{"key":"e_1_3_2_2_13_1","volume-title":"The accuracy, fairness, and limits of predicting recidivism. Science advances 4, 1","author":"Dressel Julia","year":"2018","unstructured":"Julia Dressel and Hany Farid. 2018. The accuracy, fairness, and limits of predicting recidivism. Science advances 4, 1 (2018), eaao5580."},{"key":"e_1_3_2_2_14_1","volume-title":"Doubly robust policy evaluation and learning. arXiv preprint arXiv:1103.4601","author":"Dud\u00edk Miroslav","year":"2011","unstructured":"Miroslav Dud\u00edk, John Langford, and Lihong Li. 2011. Doubly robust policy evaluation and learning. arXiv preprint arXiv:1103.4601 (2011)."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_2_16_1","first-page":"1109","article-title":"Policing predictive policing","volume":"94","author":"Ferguson Andrew Guthrie","year":"2016","unstructured":"Andrew Guthrie Ferguson. 2016. Policing predictive policing. Wash. UL Rev. 94 (2016), 1109.","journal-title":"Wash. UL Rev."},{"key":"e_1_3_2_2_17_1","unstructured":"Moritz Hardt Eric Price Nati Srebro et al. 2016. Equality of opportunity in supervised learning. In Advances in neural information processing systems. 3315--3323."},{"key":"e_1_3_2_2_18_1","unstructured":"Nathan Kallus and Angela Zhou. 2018. Confounding-robust policy improvement. In Advances in Neural Information Processing Systems. 9269--9279."},{"key":"e_1_3_2_2_19_1","volume-title":"Proc. International Conference on Machine Learning","author":"Kallus Nathan","year":"2018","unstructured":"Nathan Kallus and Angela Zhou. 2018. Residual Unfairness in Fair Machine Learning from Prejudiced Data. In Proc. International Conference on Machine Learning. Stockholm, Sweden, 2439--2448."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-011-0463-8"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2011.83"},{"key":"e_1_3_2_2_22_1","unstructured":"Danielle Leah Kehl and Samuel Ari Kessler. 2017. Algorithms in the criminal justice system: Assessing the use of risk assessments in sentencing. (2017)."},{"key":"e_1_3_2_2_23_1","volume-title":"Statistical causal inferences and their applications in public health research","author":"Kennedy Edward H","unstructured":"Edward H Kennedy. 2016. Semiparametric theory and empirical processes in causal inference. In Statistical causal inferences and their applications in public health research. Springer, 141--167."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12212"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1097\/MLR.0b013e31827da594"},{"key":"e_1_3_2_2_26_1","volume-title":"Giambattista Parascandolo, Moritz Hardt, Dominik Janzing, and Bernhard Sch\u00f6lkopf.","author":"Kilbertus Niki","year":"2017","unstructured":"Niki Kilbertus, Mateo Rojas Carulla, Giambattista Parascandolo, Moritz Hardt, Dominik Janzing, and Bernhard Sch\u00f6lkopf. 2017. Avoiding discrimination through causal reasoning. In Advances in Neural Information Processing Systems. 656--666."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.p20151023"},{"key":"e_1_3_2_2_28_1","volume-title":"Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807","author":"Kleinberg Jon","year":"2016","unstructured":"Jon Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2016. Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807 (2016)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301622"},{"key":"e_1_3_2_2_30_1","volume-title":"International Conference on Machine Learning. 3591--3600","author":"Kusner Matt","year":"2019","unstructured":"Matt Kusner, Chris Russell, Joshua Loftus, and Ricardo Silva. 2019. Making Decisions that Reduce Discriminatory Impacts. In International Conference on Machine Learning. 3591--3600."},{"key":"e_1_3_2_2_31_1","unstructured":"Matt J Kusner Joshua Loftus Chris Russell and Ricardo Silva. 2017. Counterfactual fairness. In Advances in Neural Information Processing Systems. 4066--4076."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287564"},{"key":"e_1_3_2_2_33_1","first-page":"14","article-title":"Justice for all-challenging racial disparities in the criminal justice system","volume":"37","author":"Mauer Marc","year":"2010","unstructured":"Marc Mauer. 2010. Justice for all-challenging racial disparities in the criminal justice system. Hum. Rts. 37 (2010), 14.","journal-title":"Hum. Rts."},{"key":"e_1_3_2_2_34_1","volume-title":"Prediction-based decisions and fairness: A catalogue of choices, assumptions, and definitions. arXiv preprint arXiv:1811.07867","author":"Mitchell Shira","year":"2018","unstructured":"Shira Mitchell, Eric Potash, and Solon Barocas. 2018. Prediction-based decisions and fairness: A catalogue of choices, assumptions, and definitions. arXiv preprint arXiv:1811.07867 (2018)."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11553"},{"key":"e_1_3_2_2_36_1","first-page":"463","article-title":"Sur les applications de la theorie des probabilites aux experiences agricoles: essai des principes (Masters Thesis); Justification of applications of the calculus of probabilities to the solutions of certain questions in agricultural experimentation. Excerpts English translation (Reprinted)","volume":"5","author":"Neyman J","year":"1923","unstructured":"J Neyman. 1923. Sur les applications de la theorie des probabilites aux experiences agricoles: essai des principes (Masters Thesis); Justification of applications of the calculus of probabilities to the solutions of certain questions in agricultural experimentation. Excerpts English translation (Reprinted). Stat Sci 5 (1923), 463--472.","journal-title":"Stat Sci"},{"key":"e_1_3_2_2_37_1","unstructured":"Geoff Pleiss Manish Raghavan Felix Wu Jon Kleinberg and Kilian Q Weinberger. 2017. On fairness and calibration. In Advances in Neural Information Processing Systems. 5680--5689."},{"key":"e_1_3_2_2_38_1","volume-title":"Dataset shift in machine learning","author":"Quionero-Candela Joaquin","unstructured":"Joaquin Quionero-Candela, Masashi Sugiyama, Anton Schwaighofer, and Neil D Lawrence. 2009. Dataset shift in machine learning. The MIT Press."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1995.10476494"},{"key":"e_1_3_2_2_40_1","unstructured":"James M Robins and Andrea Rotnitzky. 2001. Inference for semiparametric models: Some questions and an answer-Comments."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1994.10476818"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214504000001880"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/76.3.527"},{"key":"e_1_3_2_2_44_1","unstructured":"Peter Schulam and Suchi Saria. 2017. Reliable decision support using counterfactual models. In Advances in Neural Information Processing Systems. 1697--1708."},{"key":"e_1_3_2_2_45_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning-Volume 70","author":"Shalit Uri","year":"2017","unstructured":"Uri Shalit, Fredrik D Johansson, and David Sontag. 2017. Estimating individual treatment effect: generalization bounds and algorithms. In Proceedings of the 34th International Conference on Machine Learning-Volume 70. JMLR. org, 3076--3085."},{"key":"e_1_3_2_2_46_1","first-page":"51","article-title":"Predictive modeling to forecast student outcomes and drive effective interventions in online community college courses","volume":"16","author":"Smith Vernon C","year":"2012","unstructured":"Vernon C Smith, Adam Lange, and Daniel R Huston. 2012. Predictive modeling to forecast student outcomes and drive effective interventions in online community college courses. Journal of Asynchronous Learning Networks 16, 3 (2012), 51--61.","journal-title":"Journal of Asynchronous Learning Networks"},{"key":"e_1_3_2_2_47_1","first-page":"303","article-title":"Assessing risk assessment in action","volume":"103","author":"Stevenson Megan","year":"2018","unstructured":"Megan Stevenson. 2018. Assessing risk assessment in action. Minn. L. Rev. 103 (2018), 303.","journal-title":"Minn. L. Rev."},{"key":"e_1_3_2_2_48_1","first-page":"985","article-title":"Covariate shift adaptation by importance weighted cross validation","author":"Sugiyama Masashi","year":"2007","unstructured":"Masashi Sugiyama, Matthias Krauledat, and Klaus-Robert M\u00c3\u017eller. 2007. Covariate shift adaptation by importance weighted cross validation. Journal of Machine Learning Research 8, May (2007), 985--1005.","journal-title":"Journal of Machine Learning Research 8"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.5555\/2789272.2886805"},{"key":"e_1_3_2_2_50_1","volume-title":"Department of Health & Human Services","author":"Administration U.S.","year":"2019","unstructured":"Administration U.S. Department of Health & Human Services. 2019. Child Maltreatment 2017. https:\/\/www.acf.hhs.gov\/cb\/research-data-technology\/statistics-research\/child-maltreatment"},{"key":"e_1_3_2_2_51_1","volume-title":"Unified methods for censored longitudinal data and causality","author":"Van der Laan Mark J","unstructured":"Mark J Van der Laan, MJ Laan, and James M Robins. 2003. Unified methods for censored longitudinal data and causality. Springer Science & Business Media."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1515\/jci-2012-0002"},{"key":"e_1_3_2_2_53_1","volume-title":"Equal Opportunity and Affirmative Action via Counterfactual Predictions. arXiv preprint arXiv:1905.10870","author":"Wang Yixin","year":"2019","unstructured":"Yixin Wang, Dhanya Sridhar, and David M Blei. 2019. Equal Opportunity and Affirmative Action via Counterfactual Predictions. arXiv preprint arXiv:1905.10870 (2019)."},{"key":"e_1_3_2_2_54_1","volume-title":"Manuel Gomez Rodriguez, and Krishna P Gummadi","author":"Zafar Muhammad Bilal","year":"2015","unstructured":"Muhammad Bilal Zafar, Isabel Valera, Manuel Gomez Rodriguez, and Krishna P Gummadi. 2015. Fairness constraints: Mechanisms for fair classification. arXiv preprint arXiv:1507.05259 (2015)."},{"key":"e_1_3_2_2_55_1","volume-title":"International Conference on Machine Learning. 325--333","author":"Zemel Rich","year":"2013","unstructured":"Rich Zemel, Yu Wu, Kevin Swersky, Toni Pitassi, and Cynthia Dwork. 2013. Learning fair representations. In International Conference on Machine Learning. 325--333."},{"key":"e_1_3_2_2_56_1","unstructured":"Junzhe Zhang and Elias Bareinboim. 2018. Equality of opportunity in classification: A causal approach. In Advances in Neural Information Processing Systems. 3671--3681."},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11564"}],"event":{"name":"FAT* '20: Conference on Fairness, Accountability, and Transparency","location":"Barcelona Spain","acronym":"FAT* '20","sponsor":["ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3351095.3372851","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3351095.3372851","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:22Z","timestamp":1750200082000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3351095.3372851"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,27]]},"references-count":57,"alternative-id":["10.1145\/3351095.3372851","10.1145\/3351095"],"URL":"https:\/\/doi.org\/10.1145\/3351095.3372851","relation":{},"subject":[],"published":{"date-parts":[[2020,1,27]]},"assertion":[{"value":"2020-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}