{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T05:23:48Z","timestamp":1775712228763,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":94,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3594100","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"1570-1583","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["The Misuse of AUC: What High Impact Risk Assessment Gets Wrong"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6971-7355","authenticated-orcid":false,"given":"Kweku","family":"Kwegyir-Aggrey","sequence":"first","affiliation":[{"name":"Brown University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3831-8961","authenticated-orcid":false,"given":"Marissa","family":"Gerchick","sequence":"additional","affiliation":[{"name":"American Civil Liberties Union, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7553-4116","authenticated-orcid":false,"given":"Malika","family":"Mohan","sequence":"additional","affiliation":[{"name":"American Civil Liberties Union, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7931-8756","authenticated-orcid":false,"given":"Aaron","family":"Horowitz","sequence":"additional","affiliation":[{"name":"American Civil Liberties Union, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7679-7130","authenticated-orcid":false,"given":"Suresh","family":"Venkatasubramanian","sequence":"additional","affiliation":[{"name":"Brown University, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.52214\/cjrl.v11i4.8741"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372871"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(98)00154-X"},{"key":"e_1_3_2_1_4_1","volume-title":"The Leadership Conference Education Fund, The Leadership Conference on Civil and Human Rights, Media Mobilizing Project, Upturn.","author":"Liberties Union American Civil","year":"2019","unstructured":"American Civil Liberties Union, Center on Race, Inequality, and the Law at NYU Law, The Justice Roundtable, The Leadership Conference Education Fund, The Leadership Conference on Civil and Human Rights, Media Mobilizing Project, Upturn. 2019. Comment Letter to Department of Justice on PATTERN First Step Act. https:\/\/civilrights.org\/resource\/comment-letter-to-department-of-justice-on-pattern-first-step-act\/."},{"key":"e_1_3_2_1_5_1","volume-title":"ProPublica","author":"Angwin Julia","year":"2016","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2016. Machine bias. ProPublica, May 23, 2016."},{"key":"e_1_3_2_1_6_1","volume-title":"Early warning indicators and intervention systems: State of the field. Handbook of student engagement interventions 2010","author":"Balfanz Robert","year":"2019","unstructured":"Robert Balfanz and Vaughan Byrnes. 2019. Early warning indicators and intervention systems: State of the field. Handbook of student engagement interventions 2010 (2019), 45\u201355."},{"key":"e_1_3_2_1_7_1","volume-title":"It\u2019s COMPASlicated: The Messy Relationship between RAI Datasets and Algorithmic Fairness Benchmarks. ArXiv abs\/2106.05498","author":"Bao Michelle","year":"2021","unstructured":"Michelle Bao, Angela Zhou, Samantha A. Zottola, Brian Brubach, Sarah L. Desmarais, Aaron Horowitz, Kristian Lum, and Suresh Venkatasubramanian. 2021. It\u2019s COMPASlicated: The Messy Relationship between RAI Datasets and Algorithmic Fairness Benchmarks. ArXiv abs\/2106.05498 (2021)."},{"key":"e_1_3_2_1_8_1","volume-title":"Dangerous Predictions: Evaluation Methods for and Consequences of Predicting Dangerous Behavior.Ph. D. Dissertation","author":"Bokhari Ehsan","year":"2014","unstructured":"Ehsan Bokhari. 2014. Dangerous Predictions: Evaluation Methods for and Consequences of Predicting Dangerous Behavior.Ph. D. Dissertation. University of Illinois at Urbana-Champaign."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.3102\/10769986221144727"},{"key":"e_1_3_2_1_10_1","unstructured":"Alex J Bowers. 2021. Early warning systems and indicators of dropping out of upper secondary school: the emerging role of digital technologies. 173 pages. \"https:\/\/www.oecd-ilibrary.org\/education\/oecd-digital-education-outlook-2021_c8e57e15-en"},{"key":"e_1_3_2_1_11_1","unstructured":"Alex J. Bowers. 2021. Early warning systems and indicators of dropping out of upper secondary school: the emerging role of digital technologies. https:\/\/www.oecd-ilibrary.org\/content\/component\/c8e57e15-en"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1353\/hsj.2013.0000"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/10824669.2018.1523734"},{"key":"e_1_3_2_1_14_1","volume-title":"The use of the area under the ROC curve in the evaluation of machine learning algorithms. Pattern recognition 30, 7","author":"Bradley Andrew P","year":"1997","unstructured":"Andrew P Bradley. 1997. The use of the area under the ROC curve in the evaluation of machine learning algorithms. Pattern recognition 30, 7 (1997), 1145\u20131159."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/0093854808326545"},{"key":"e_1_3_2_1_18_1","unstructured":"Brandon Buskey and Marissa Gerchick. 2022. ACLU Statement on the PATTERN Risk Assessment Tool. https:\/\/www.aclu.org\/other\/aclu-statement-pattern-risk-assessment-tool."},{"key":"e_1_3_2_1_20_1","volume-title":"Past Imperfect: How Credit Scores and Other Analytics \u201cBake In","author":"National Consumer Law Center.","year":"2016","unstructured":"National Consumer Law Center. 2016. Past Imperfect: How Credit Scores and Other Analytics \u201cBake In\u201d and Perpetuate Past Discrimination. Technical Report. National Consumer Law Center. https:\/\/www.nclc.org\/wp-content\/uploads\/2022\/09\/Past_Imperfect.pdf"},{"key":"e_1_3_2_1_21_1","first-page":"23","article-title":"Revalidating the federal pretrial risk assessment instrument (PTRA): A research summary","volume":"82","author":"Cohen Thomas H","year":"2018","unstructured":"Thomas H Cohen, Christopher T Lowenkamp, and William E Hicks. 2018. Revalidating the federal pretrial risk assessment instrument (PTRA): A research summary. Fed. Probation 82 (2018), 23.","journal-title":"Fed. Probation"},{"key":"e_1_3_2_1_22_1","unstructured":"Chad Coleman Ryan S Baker and Shonte Stephenson. 2019. A Better Cold-Start for Early Prediction of Student At-Risk Status in New School Districts.https:\/\/eric.ed.gov\/?id=ED599170"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098095"},{"key":"e_1_3_2_1_24_1","unstructured":"Ethan Corey. 2020. NEW DATA SUGGESTS RISK ASSESSMENT TOOLS HAVE LITTLE IMPACT ON PRETRIAL INCARCERATION. https:\/\/theappeal.org\/new-data-suggests-risk-assessment-tools-have-little-impact-on-pretrial-incarceration."},{"key":"e_1_3_2_1_25_1","volume-title":"AUC optimization vs. error rate minimization. Advances in neural information processing systems 16","author":"Cortes Corinna","year":"2003","unstructured":"Corinna Cortes and Mehryar Mohri. 2003. AUC optimization vs. error rate minimization. Advances in neural information processing systems 16 (2003)."},{"key":"e_1_3_2_1_26_1","volume-title":"Wisconsin v. Loomis, 881 N.W.2d (Wis","author":"Court Wisconsin Supreme","year":"2016","unstructured":"Wisconsin Supreme Court. 2016. Wisconsin v. Loomis, 881 N.W.2d (Wis. 2016)."},{"key":"e_1_3_2_1_28_1","unstructured":"Mona JE Danner Marie VanNostrand and Lisa M Spruance. 2016. Race and gender neutral pretrial risk assessment release recommendations and supervision: VPRAI and PRAXIS revised."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-24709-5"},{"key":"e_1_3_2_1_31_1","volume-title":"COMPAS risk scales: Demonstrating accuracy equity and predictive parity","author":"Dieterich William","year":"2016","unstructured":"William Dieterich, Christina Mendoza, and Tim Brennan. 2016. COMPAS risk scales: Demonstrating accuracy equity and predictive parity. Northpointe Inc 7, 4 (2016)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1111\/1541-0420.00071"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1177\/0093854818811379"},{"key":"e_1_3_2_1_34_1","unstructured":"equivant. 2019. Practitioner\u2019s Guide to COMPAS Core. https:\/\/www.equivant.com\/wp-content\/uploads\/Practitioners-Guide-to-COMPAS-Core-040419.pdf"},{"key":"e_1_3_2_1_35_1","volume-title":"Automating Inequality: How High-Tech Tools Profile, Police, and Punish the Poor","author":"Eubanks Virginia","year":"2018","unstructured":"Virginia Eubanks. 2018. Automating Inequality: How High-Tech Tools Profile, Police, and Punish the Poor. St. Martin\u2019s Press, Inc., USA."},{"key":"e_1_3_2_1_36_1","volume-title":"ROC graphs: Notes and practical considerations for researchers. Machine learning 31, 1","author":"Fawcett Tom","year":"2004","unstructured":"Tom Fawcett. 2004. ROC graphs: Notes and practical considerations for researchers. Machine learning 31, 1 (2004), 1\u201338."},{"key":"e_1_3_2_1_37_1","volume-title":"John Monahan, and Rongqin Yu.","author":"Fazel Seena","year":"2022","unstructured":"Seena Fazel, Matthias Burghart, Thomas Fanshawe, Sharon Danielle Gil, John Monahan, and Rongqin Yu. 2022. The predictive performance of criminal risk assessment tools used at sentencing: Systematic review of validation studies. Journal of Criminal Justice 81 (2022)."},{"key":"e_1_3_2_1_38_1","unstructured":"Todd Feathers. 2023. False Alarm: How Wisconsin Uses Race and Income to Label Students \u201cHigh Risk\u201d. https:\/\/themarkup.org\/machine-learning\/2023\/04\/27\/false-alarm-how-wisconsin-uses-race-and-income-to-label-students-high-risk"},{"key":"e_1_3_2_1_39_1","first-page":"307","article-title":"Coding over the cracks: predictive analytics and child protection","volume":"46","author":"Glaberson Stephanie K","year":"2019","unstructured":"Stephanie K Glaberson. 2019. Coding over the cracks: predictive analytics and child protection. Fordham Urb. LJ 46 (2019), 307.","journal-title":"Fordham Urb. LJ"},{"key":"e_1_3_2_1_40_1","unstructured":"Dan Goldhaber Malcolm Wolff and Timothy Daly. 2020. Assessing the Accuracy of Elementary School Test Scores as Predictors of Students\u2019 High School Outcomes."},{"key":"e_1_3_2_1_41_1","unstructured":"Ames Grawert and Patricia Richman. 2022. The First Step Act\u2019s Prison Reforms: Uneven Implementation and the Path Forward. https:\/\/www.brennancenter.org\/our-work\/research-reports\/first-step-acts-prison-reforms."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.23919\/JSC.2021.0029"},{"key":"e_1_3_2_1_43_1","volume-title":"Measuring classifier performance: a coherent alternative to the area under the ROC curve. Machine learning 77, 1","author":"Hand David J","year":"2009","unstructured":"David J Hand. 2009. Measuring classifier performance: a coherent alternative to the area under the ROC curve. Machine learning 77, 1 (2009), 103\u2013123."},{"key":"e_1_3_2_1_44_1","volume-title":"A simple generalisation of the area under the ROC curve for multiple class classification problems. Machine learning 45","author":"Hand David J","year":"2001","unstructured":"David J Hand and Robert J Till. 2001. A simple generalisation of the area under the ROC curve for multiple class classification problems. Machine learning 45 (2001), 171\u2013186."},{"key":"e_1_3_2_1_45_1","volume-title":"The meaning and use of the area under a receiver operating characteristic (ROC) curve.Radiology 143, 1","author":"Hanley James A","year":"1982","unstructured":"James A Hanley and Barbara J McNeil. 1982. The meaning and use of the area under a receiver operating characteristic (ROC) curve.Radiology 143, 1 (1982), 29\u201336."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.148.3.6878708"},{"key":"e_1_3_2_1_47_1","first-page":"1","article-title":"Primer on Risk Assessment and the Statistics Used to Evaluate Its Accuracy","volume":"44","author":"Maaike Helmus L","year":"2017","unstructured":"L Maaike Helmus and Kelly M Babchishin. 2017. Primer on Risk Assessment and the Statistics Used to Evaluate Its Accuracy. Crim. Justice Behav. 44, 1 (Jan. 2017), 8\u201325.","journal-title":"Crim. Justice Behav."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1080\/15388220.2019.1604377"},{"key":"e_1_3_2_1_49_1","unstructured":"Northpointe Inc. 2022. Technical Manual For COMPAS-R Core."},{"key":"e_1_3_2_1_50_1","unstructured":"Harold Jordan. 2013. Beyond Zero Tolerance: Discipline and Policing in Pennsylvania Public Schools. https:\/\/pubintlaw.org\/wp-content\/uploads\/2013\/05\/beyond-zero-tolerance-ACLU.pdf."},{"key":"e_1_3_2_1_51_1","volume-title":"STUDENT ARRESTS IN ALLEGHENY COUNTY PUBLIC SCHOOLS: The Need for Transparency and Accountability. https:\/\/www.endzerotolerance.org\/student-arrest-report.","author":"Jordan Harold","year":"2022","unstructured":"Harold Jordan and Ghadah Makoshi. 2022. STUDENT ARRESTS IN ALLEGHENY COUNTY PUBLIC SCHOOLS: The Need for Transparency and Accountability. https:\/\/www.endzerotolerance.org\/student-arrest-report."},{"key":"e_1_3_2_1_52_1","volume-title":"The fairness of risk scores beyond classification: Bipartite ranking and the xauc metric. Advances in neural information processing systems 32","author":"Kallus Nathan","year":"2019","unstructured":"Nathan Kallus and Angela Zhou. 2019. The fairness of risk scores beyond classification: Bipartite ranking and the xauc metric. Advances in neural information processing systems 32 (2019)."},{"key":"e_1_3_2_1_53_1","article-title":"Of Needles and Haystacks: Building an Accurate Statewide Dropout Early Warning System in Wisconsin","volume":"07","author":"Knowles Jared","year":"2015","unstructured":"Jared Knowles. 2015. Of Needles and Haystacks: Building an Accurate Statewide Dropout Early Warning System in Wisconsin. Journal of Educational Data Mining 07, 03 (2015).","journal-title":"Journal of Educational Data Mining"},{"key":"e_1_3_2_1_54_1","volume-title":"Hidden Harms: The Misleading Promise of Monitoring Students Online. https:\/\/cdt.org\/insights\/report-hidden-harms-the-misleading-promise-of-monitoring-students-online\/.","author":"Laird Elizabeth","year":"2022","unstructured":"Elizabeth Laird, Hugh Grant-Chapman, Cody Venzke, and Hannah Quay de la Vallee. 2022. Hidden Harms: The Misleading Promise of Monitoring Students Online. https:\/\/cdt.org\/insights\/report-hidden-harms-the-misleading-promise-of-monitoring-students-online\/."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.3390\/app9153093"},{"key":"e_1_3_2_1_56_1","unstructured":"Kiki Leutner Josh Liff Lindsey Zuloaga and Nathan Mondragon. 2021. HireVue Assessment Science. https:\/\/webapi.hirevue.com\/wp-content\/uploads\/2021\/11\/2021_10_HireVue_Assessment_Science_white_paper-FINAL-1.pdf"},{"key":"e_1_3_2_1_57_1","volume-title":"AUC: A Better Measure than Accuracy in Comparing Learning Algorithms. In Advances in Artificial Intelligence, Yang Xiang and Brahim Chaib-draa (Eds.)","author":"Ling Charles X.","year":"2003","unstructured":"Charles X. Ling, Jin Huang, and Harry Zhang. 2003. AUC: A Better Measure than Accuracy in Comparing Learning Algorithms. In Advances in Artificial Intelligence, Yang Xiang and Brahim Chaib-draa (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 329\u2013341."},{"key":"e_1_3_2_1_58_1","volume-title":"AUC: a misleading measure of the performance of predictive distribution models. Global ecology and Biogeography 17, 2","author":"Lobo Jorge M","year":"2008","unstructured":"Jorge M Lobo, Alberto Jim\u00e9nez-Valverde, and Raimundo Real. 2008. AUC: a misleading measure of the performance of predictive distribution models. Global ecology and Biogeography 17, 2 (2008), 145\u2013151."},{"key":"e_1_3_2_1_60_1","first-page":"33","article-title":"The development of an actuarial risk assessment instrument for US pretrial services","volume":"73","author":"Lowenkamp Christopher T","year":"2009","unstructured":"Christopher T Lowenkamp. 2009. The development of an actuarial risk assessment instrument for US pretrial services. Fed. Probation 73 (2009), 33.","journal-title":"Fed. Probation"},{"key":"e_1_3_2_1_61_1","volume-title":"Statistical approaches to the analysis of receiver operating characteristic (ROC) curves. Medical decision making 4, 2","author":"McNeil Barbara J","year":"1984","unstructured":"Barbara J McNeil and James A Hanley. 1984. Statistical approaches to the analysis of receiver operating characteristic (ROC) curves. Medical decision making 4, 2 (1984), 137\u2013150."},{"key":"e_1_3_2_1_62_1","volume-title":"Proceedings of The International Workshop on Cost-Sensitive Learning 88 (05","author":"Meekins Ryan","year":"2018","unstructured":"Ryan Meekins, Stephen Adams, Peter A. Beling, Kevin Farinholt, Nathan Hipwell, Ali Chaudhry, Sherwood Polter, and Qing Dong. 2018. Cost-sensitive Classifier Selection when there is Additional Cost Information. Proceedings of The International Workshop on Cost-Sensitive Learning 88 (05 May 2018), 17\u201330. https:\/\/proceedings.mlr.press\/v88\/meekins18a.html"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0001-2998(78)80014-2"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-2496(80)90020-6"},{"key":"e_1_3_2_1_65_1","unstructured":"Harikrishna Narasimhan Andrew Cotter Maya R. Gupta and Serena Wang. 2019. Pairwise Fairness for Ranking and Regression. https:\/\/arxiv.org\/abs\/1906.05330"},{"key":"e_1_3_2_1_66_1","unstructured":"Hina Naveed. 2022. \u201cIf I Wasn\u2019t Poor I Wouldn\u2019t Be Unfit\" The Family Separation Crisis in the US Child Welfare System. https:\/\/www.aclu.org\/report\/if-i-wasnt-poor-i-wouldnt-be-unfit-family-separation-crisis-us-child-welfare-system."},{"key":"e_1_3_2_1_67_1","unstructured":"Department of Justice. April 2022. First Step Act Annual Report. https:\/\/www.ojp.gov\/first-step-act-annual-report-april-2022."},{"key":"e_1_3_2_1_68_1","unstructured":"National Institute of Justice. December 2021. 2021 Review and Revalidation of the First Step Act Risk Assessment Tool. https:\/\/nij.ojp.gov\/library\/publications\/2021-review-and-revalidation-first-step-act-risk-assessment-tool."},{"key":"e_1_3_2_1_69_1","unstructured":"National Institute of Justice. January 2020. The First Step Act of 2018: Risk and needs assessment system \u2013 Update. https:\/\/www.ojp.gov\/First-Step-Act-of-2018-Risk-and-Needs-Assessment-System-UPDATE."},{"key":"e_1_3_2_1_70_1","unstructured":"National Institute of Justice. January 2021. 2020 Review and Revalidation of the First Step Act Risk Assessment Tool. https:\/\/www.ojp.gov\/pdffiles1\/nij\/256084.pdf."},{"key":"e_1_3_2_1_71_1","unstructured":"National Institute of Justice. March 2023. 2022 Review and Revalidation of the First Step Act Risk Assessment Tool. https:\/\/nij.ojp.gov\/library\/publications\/2022-review-and-revalidation-first-step-act-risk-assessment-tool."},{"key":"e_1_3_2_1_72_1","unstructured":"US Department of Justice. 2019. The first step act of 2018: Risk and needs assessment system."},{"key":"e_1_3_2_1_73_1","unstructured":"Partnership on Artificial Intelligence. 2020. Algorithmic Risk Assessment and COVID-19: Why PATTERN Should Not Be Used. https:\/\/partnershiponai.org\/wp-content\/uploads\/2021\/07\/Why-PATTERN-Should-Not-Be-Used.pdf."},{"key":"e_1_3_2_1_74_1","unstructured":"Juan C Perdomo Tolani Britton Moritz Hardt and Rediet Abebe. 2023. Difficult Lessons on Social Prediction from Wisconsin Public Schools."},{"key":"e_1_3_2_1_75_1","unstructured":"Foster Provost and Tom Fawcett. 1997. Analysis and Visualization of Classifier Performance: Comparison under Imprecise Class and Cost Distributions. 6 pages."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","unstructured":"Foster Provost and Tom Fawcett. 2000. Robust Classification for Imprecise Environments. https:\/\/doi.org\/10.48550\/ARXIV.CS\/0009007","DOI":"10.48550\/ARXIV.CS"},{"key":"e_1_3_2_1_77_1","unstructured":"Foster J. Provost Tom Fawcett and Ron Kohavi. 1998. The Case against Accuracy Estimation for Comparing Induction Algorithms. 9 pages."},{"key":"e_1_3_2_1_78_1","unstructured":"Emily Putnam-Hornstein Rhema Vaithianathan Jacquelyn McCroskey and Daniel Webster. 2022. Los Angeles County Risk Stratification Model: Methodology & Implementation Report. https:\/\/dcfs.lacounty.gov\/wp-content\/uploads\/2022\/08\/Risk-Stratification-Methodology-Report_8.29.22.pdf"},{"key":"e_1_3_2_1_79_1","volume-title":"Predictive Utility of the El Paso Pretrial Risk Assessment Instrument-Revised (EPPRA-R). Ph. D. Dissertation","author":"Queen Chelsea Sierra","unstructured":"Chelsea Sierra Queen. 2022. Predictive Utility of the El Paso Pretrial Risk Assessment Instrument-Revised (EPPRA-R). Ph. D. Dissertation. The University of Texas at El Paso."},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10979-005-6832-7"},{"key":"e_1_3_2_1_81_1","unstructured":"Katherine Rittenhouse Emily Putnam-Hornstein and Rhema Vaithianathan. 2022. Algorithms Humans and Racial Disparities in Child Protective Services: Evidence from the Allegheny Family Screening Tool. https:\/\/krittenh.github.io\/katherine-rittenhouse.com\/Rittenhouse_Algorithms.pdf"},{"key":"e_1_3_2_1_82_1","volume-title":"Shattered bonds: The color of child welfare","author":"Roberts Dorothy","unstructured":"Dorothy Roberts. 2009. Shattered bonds: The color of child welfare. Civitas Books, New York, NY, USA."},{"key":"e_1_3_2_1_83_1","volume-title":"Torn Apart: How the Child Welfare System Destroys Black Families\u2013and How Abolition Can Build a Safer World","author":"Roberts Dorothy","year":"2022","unstructured":"Dorothy Roberts. 2022. Torn Apart: How the Child Welfare System Destroys Black Families\u2013and How Abolition Can Build a Safer World. Basic Books, New York, NY, USA."},{"key":"e_1_3_2_1_84_1","first-page":"1843","article-title":"ALL DATA IS NOT CREDIT DATA","volume":"120","author":"Rodriguez Lorena","year":"2020","unstructured":"Lorena Rodriguez. 2020. ALL DATA IS NOT CREDIT DATA. Columbia Law Review 120, 7 (2020), 1843\u20131884.","journal-title":"Columbia Law Review"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015400"},{"key":"e_1_3_2_1_86_1","unstructured":"Anjana Samant Aaron Horowitz Kath Xu and Sophie Beiers. 2022. Family Surveillance by Algorithm: The Rapidly Spreading Tools Few Have Heard Of. https:\/\/www.aclu.org\/fact-sheet\/family-surveillance-algorithm"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376229"},{"key":"e_1_3_2_1_88_1","unstructured":"Pittsburgh Public Schools. 2019. On Track To Equity: Integrating Equity Throughout PPS. https:\/\/www.pghschools.org\/equity."},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1002\/bsl.2053"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533177"},{"key":"e_1_3_2_1_92_1","first-page":"709","article-title":"Pretrial detention and the value of liberty. Va","volume":"108","author":"Stevenson Megan T","year":"2022","unstructured":"Megan T Stevenson and Sandra G Mayson. 2022. Pretrial detention and the value of liberty. Va. L. Rev. 108 (2022), 709.","journal-title":"L. Rev."},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.3287615"},{"key":"e_1_3_2_1_95_1","unstructured":"American Civil Liberties Union. 2019. Cops and No Counselors: How the Lack of School Mental Health Staff Is Harming Students. https:\/\/www.aclu.org\/report\/cops-and-no-counselors."},{"key":"e_1_3_2_1_96_1","volume-title":"Department of Education","author":"Civil Office","year":"2021","unstructured":"Office of Civil Rights U.S. Department of Education. 2021. An Overview of Exclusionary Discipline Practices in Public Schools for the 2017-18 School Year. https:\/\/www2.ed.gov\/about\/offices\/list\/ocr\/data.html."},{"key":"e_1_3_2_1_97_1","volume-title":"Policy Development Policy, and Program Studies Service.","author":"Evaluation","year":"2016","unstructured":"Evaluation U.S. Department of Education Office of Planning, Policy Development Policy, and Program Studies Service. 2016. Issue Brief: Early Warning Systems. https:\/\/www2.ed.gov\/rschstat\/eval\/high-school\/early-warning-systems-brief.pdf"},{"key":"e_1_3_2_1_98_1","unstructured":"Rhema Vaithianathan Haley Dinh Allon Kalisher Chamari Kithulgoda Emily Kulick Megh Mayur Athena Ning and Diana Benavides Prado. 2019. Implementing a Child Welfare Decision Aide in Douglas County: Methodology Report."},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2020.01.028"},{"key":"e_1_3_2_1_102_1","unstructured":"Emma Williams. 2020. \u2018Family Regulation \u2019 Not \u2018Child Welfare\u2019: Abolition Starts with Changing our Language. https:\/\/imprintnews.org\/opinion\/family-regulation-not-child-welfare-abolition-starts-changing-language\/45586#0"},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3554729"}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","location":"Chicago IL USA","acronym":"FAccT '23"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594100","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3594100","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:19Z","timestamp":1750178239000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3594100"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":94,"alternative-id":["10.1145\/3593013.3594100","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3594100","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}