{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T11:08:41Z","timestamp":1784891321011,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Villum Fonden, Villum Young Investigator program","award":["00037394"],"award-info":[{"award-number":["00037394"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3658906","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T09:14:21Z","timestamp":1717578861000},"page":"290-300","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Failing Our Youngest: On the Biases, Pitfalls, and Risks in a Decision Support Algorithm Used for Child Protection"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6724-7761","authenticated-orcid":false,"given":"Therese","family":"Moreau","sequence":"first","affiliation":[{"name":"NEtwoRks, Data, and Society (NERDS), IT University of Copenhagen, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7558-1028","authenticated-orcid":false,"given":"Roberta","family":"Sinatra","sequence":"additional","affiliation":[{"name":"Center for Social Data Science (SODAS), University of Copenhagen, Denmark and NEtwoRks, Data, and Society (NERDS), IT University of Copenhagen, Denmark and ISI Foundation, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4490-3757","authenticated-orcid":false,"given":"Vedran","family":"Sekara","sequence":"additional","affiliation":[{"name":"NEtwoRks, Data, and Society (NERDS), IT University of Copenhagen, Denmark and Pioneer Centre for AI (P1), Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. Statistics Denmark. https:\/\/www.dst.dk\/en."},{"key":"e_1_3_2_1_2_1","unstructured":"[2] 2023. Project desctiption: Notifications in Focus (in Danish only) https:\/\/childresearch.au.dk\/fileadmin\/childresearch\/dokumenter\/Underretninger\/Projektbeskrivelse_august_2023..docx.pdf [Last accessed 2024-01-10]."},{"key":"e_1_3_2_1_3_1","volume-title":"Determining prevalence of maltreatment among children in the kingdom of Saudi Arabia. Child: care, health and development 42, 4","author":"Al-Eissa MA","year":"2016","unstructured":"MA Al-Eissa, HN Saleheen, S AlMadani, FS AlBuhairan, A Weber, John\u00a0D Fluke, M Almuneef, and KL Casillas. 2016. Determining prevalence of maltreatment among children in the kingdom of Saudi Arabia. Child: care, health and development 42, 4 (2016), 565\u2013571."},{"key":"e_1_3_2_1_4_1","unstructured":"Amnesty International. 2021. Xenophobic machines: DISCRIMINATION THROUGH UNREGULATED USE OF ALGORITHMS IN THE DUTCH CHILDCARE BENEFITS SCANDAL. Technical Report."},{"key":"e_1_3_2_1_5_1","unstructured":"Amnesty International. 2023. Trapped by Automation: Poverty and discrimination in Serbia\u2019s welfare state. Technical Report."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3150\/11-BEJ410"},{"key":"e_1_3_2_1_7_1","unstructured":"Line Berg. 2021. Notat om \u00e6ndringer i projekt Underretninger i fokus (English title: Note on changes in project Notifications in focus). Only released in Danish available at https:\/\/childresearch.au.dk\/fileadmin\/childresearch\/dokumenter\/Underretninger\/20220620_Notat_aendring_i_projektdesign_juni_2022.pdf."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Meredith Broussard. 2018. Artificial unintelligence: How computers misunderstand the world. mit Press.","DOI":"10.7551\/mitpress\/11022.001.0001"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859921"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287594"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_12_1","volume-title":"Conference on Fairness, Accountability and Transparency. PMLR, 134\u2013148","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova, Diana Benavides-Prado, Oleksandr Fialko, and Rhema Vaithianathan. 2018. A case study of algorithm-assisted decision making in child maltreatment hotline screening decisions. In Conference on Fairness, Accountability and Transparency. PMLR, 134\u2013148."},{"key":"e_1_3_2_1_13_1","first-page":"149","article-title":"The prevalence of four types of childhood maltreatment in Denmark. Clinical practice and epidemiology in mental health","volume":"9","author":"Christoffersen N","year":"2013","unstructured":"Mogens\u00a0N Christoffersen, Cherie Armour, Mathias Lasgaard, Tonny\u00a0E Andersen, and Ask Elklit. 2013. The prevalence of four types of childhood maltreatment in Denmark. Clinical practice and epidemiology in mental health: CP & EMH 9 (2013), 149.","journal-title":"CP & EMH"},{"key":"e_1_3_2_1_14_1","volume-title":"There is a blind spot in AI research. Nature 538, 7625","author":"Crawford Kate","year":"2016","unstructured":"Kate Crawford and Ryan Calo. 2016. There is a blind spot in AI research. Nature 538, 7625 (2016), 311\u2013313."},{"key":"e_1_3_2_1_15_1","unstructured":"[15] Danish Social Services Act. [n. d.]. LBK no. 170 of 24\/01\/2022 https:\/\/www.retsinformation.dk\/eli\/lta\/2022\/170 [Last accessed 2022-04-05]."},{"key":"e_1_3_2_1_16_1","volume-title":"Automating inequality: How high-tech tools profile, police, and punish the poor","author":"Eubanks Virginia","unstructured":"Virginia Eubanks. 2018. Automating inequality: How high-tech tools profile, police, and punish the poor. St. Martin\u2019s Press."},{"key":"e_1_3_2_1_17_1","volume-title":"Proposal for a Regulation of the European Parliament and Of The Council Laying Down Harmonised Rules on Artificial Intelligence","author":"European Commission","year":"2021","unstructured":"[17] European Commission. 2021. Proposal for a Regulation of the European Parliament and Of The Council Laying Down Harmonised Rules on Artificial Intelligence (Artificial Intelligence Act) and Amending Certain Union Legislative Acts, COM\/2021\/206 final."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/1077559509345904"},{"key":"e_1_3_2_1_19_1","volume-title":"Learning from imbalanced data sets. Vol.\u00a010","author":"Fern\u00e1ndez Alberto","unstructured":"Alberto Fern\u00e1ndez, Salvador Garc\u00eda, Mikel Galar, Ronaldo\u00a0C Prati, Bartosz Krawczyk, and Francisco Herrera. 2018. Learning from imbalanced data sets. Vol.\u00a010. Springer."},{"key":"e_1_3_2_1_20_1","volume-title":"A Systematic Review of Sophisticated Predictive and Prescriptive Analytics in Child Welfare: Accuracy, Equity, and Bias. Child and Adolescent Social Work Journal","author":"Hall F","year":"2023","unstructured":"Seventy\u00a0F Hall, Melanie Sage, Carol\u00a0F Scott, and Kenneth Joseph. 2023. A Systematic Review of Sophisticated Predictive and Prescriptive Analytics in Child Welfare: Accuracy, Equity, and Bias. Child and Adolescent Social Work Journal (2023), 1\u201317."},{"key":"e_1_3_2_1_21_1","unstructured":"Human Rights Watch. 2020. Automated Hardship. Report."},{"key":"e_1_3_2_1_22_1","volume-title":"Leakage and the reproducibility crisis in machine-learning-based science. Patterns 4, 9","author":"Kapoor Sayash","year":"2023","unstructured":"Sayash Kapoor and Arvind Narayanan. 2023. Leakage and the reproducibility crisis in machine-learning-based science. Patterns 4, 9 (2023)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2382577.2382579"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1037\/1076-8971.11.1.194"},{"key":"e_1_3_2_1_25_1","volume-title":"Algoritmer i socialfaglige vurderinger: En unders\u00f8gelse af socialarbejderes opfattelse af at anvende algoritmer til vurdering af underretninger. Uden for nummer 39","author":"Lund Clara\u00a0Siboni","year":"2019","unstructured":"Clara\u00a0Siboni Lund. 2019. Algoritmer i socialfaglige vurderinger: En unders\u00f8gelse af socialarbejderes opfattelse af at anvende algoritmer til vurdering af underretninger. Uden for nummer 39 (2019), 20\u201331."},{"key":"e_1_3_2_1_26_1","unstructured":"United Nations. 1966. International Bill of Human Rights. Available at https:\/\/www.ohchr.org\/en\/what-are-human- rights\/international-bill-human-rights."},{"key":"e_1_3_2_1_27_1","volume-title":"d.]. Invitation to participate in research project on notifications in focus","author":"Focus Notifications","year":"2022","unstructured":"[27] Notifications in Focus. [n. d.]. Invitation to participate in research project on notifications in focus. Aarhus University, VIA University College, Trygfonden. https:\/\/childresearch.au.dk\/ fileadmin\/childresearch\/dokumenter\/Invitation_til_at_deltage_i_ projekt_Underretninger_i_Fokus.pdf [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_28_1","volume-title":"Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464","author":"Obermeyer Ziad","year":"2019","unstructured":"Ziad Obermeyer, Brian Powers, Christine Vogeli, and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 (2019), 447\u2013453."},{"key":"e_1_3_2_1_29_1","volume-title":"d.]","author":"World\u00a0Health Organization","year":"2020","unstructured":"[29] World\u00a0Health Organization. [n. d.]. Jun 08 2020, \"Child maltreatment\", Fact Sheet, https:\/\/www.who.int\/en\/news-room\/fact-sheets\/detail\/child-maltreatment [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_30_1","volume-title":"Dataset shift in machine learning","author":"Qui\u00f1onero-Candela Joaquin","unstructured":"Joaquin Qui\u00f1onero-Candela, Masashi Sugiyama, Anton Schwaighofer, and Neil\u00a0D Lawrence. 2008. Dataset shift in machine learning. Mit Press."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1080\/0960085X.2021.1960905"},{"key":"e_1_3_2_1_32_1","unstructured":"[32] Michael Rosholm. 2020. Confirmed via email correspondence with the PI of the Decision Support project.."},{"key":"e_1_3_2_1_33_1","unstructured":"Michael Rosholm Simon Bodilsen and Sanne\u00a0Dalgaard Toft. 2021. Egenskaber ved den statistiske model i forskningsprojektet Underretninger i fokus (English title: Properties of the statistical model in the research project Notifications in focus). Only released in Danish available at https:\/\/childresearch.au.dk\/fileadmin\/childresearch\/dokumenter\/Underretninger\/20220617_Egenskaber_ved_den_statistiske_model_UiF.pdf."},{"key":"e_1_3_2_1_34_1","unstructured":"Michael Rosholm Simon Bodilsen and Anne\u00a0Marie Villumsen. 2021. Ethical considerations in relation to \u2018Focus on Notifications\u2019: A project on the use of predictive risk models in social work. Working paper https:\/\/childresearch.au.dk\/fileadmin\/childresearch\/dokumenter\/Underretninger\/20220617_Ethical_considerations_Focus_on_Notifications.pdf."},{"key":"e_1_3_2_1_35_1","volume-title":"Cumulative prevalence of maltreatment among New Zealand children","author":"Rouland B\u00e9n\u00e9dicte","year":"1998","unstructured":"B\u00e9n\u00e9dicte Rouland and Rhema Vaithianathan. 2018. Cumulative prevalence of maltreatment among New Zealand children, 1998\u20132015. American journal of public health 108, 4 (2018), 511\u2013513."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0118432"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1915006117"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376229"},{"key":"e_1_3_2_1_39_1","unstructured":"[39] Statistics Denmark. [n. d.]. UND1: Notifications of concern for children by administrative municipality reporter (who is notifying) age and sex. https:\/\/www.statistikbanken.dk\/UND1 [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_40_1","unstructured":"[40] Statistics Denmark. [n. d.]. UND2: Children who there are received notifications of concern about by administrative municipality notification age and sex. https:\/\/www.statistikbanken.dk\/UND2 [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_41_1","volume-title":"d.]. BUFF01: Children and young persons with preventive measures per 31st December by region and measure. https:\/\/www.statistikbanken.dk\/BUFF01 [Last accessed 2022-04-19]","author":"Denmark Statistics","unstructured":"[41] Statistics Denmark. [n. d.]. BUFF01: Children and young persons with preventive measures per 31st December by region and measure. https:\/\/www.statistikbanken.dk\/BUFF01 [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_42_1","unstructured":"[42] Statistics Denmark. [n. d.]. UND3: Causes for notifications of concern for children by administrative municipality cause reporter (who is notifying) age and sex. https:\/\/www.statistikbanken.dk\/UND3 [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_43_1","volume-title":"d.]. ANBAAR2: Children and young persons placed outside of own home per 31st december by measure, age and sex. https:\/\/www.statistikbanken.dk\/ANBAAR2 [Last accessed 2022-04-19]","author":"Denmark Statistics","unstructured":"[43] Statistics Denmark. [n. d.]. ANBAAR2: Children and young persons placed outside of own home per 31st december by measure, age and sex. https:\/\/www.statistikbanken.dk\/ANBAAR2 [Last accessed 2022-04-19]."},{"key":"e_1_3_2_1_44_1","volume-title":"Reliance on metrics is a fundamental challenge for AI. Patterns 3, 5","author":"Thomas L","year":"2022","unstructured":"Rachel\u00a0L Thomas and David Uminsky. 2022. Reliance on metrics is a fundamental challenge for AI. Patterns 3, 5 (2022)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1300\/J070v12n01_05"},{"key":"e_1_3_2_1_46_1","unstructured":"[46] UN Doc HR\/PUB\/11\/04. 2011. Guiding Principles on Business and Human Rights: Implementing the United Nations \u2018Protect Respect and Remedy\u2019 Framework www.ohchr.org\/Documents\/Publications\/GuidingPrinciplesBusinessHR_EN.pdf."},{"key":"e_1_3_2_1_47_1","volume-title":"How to Prevent Discriminatory Outcomes in Machine Learning. White Paper","author":"Forum World Economic","year":"2016","unstructured":"World Economic Forum. 2018. How to Prevent Discriminatory Outcomes in Machine Learning. White Paper. Global Future Council on Human Rights 2016-2018."}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658906","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3658906","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:29:41Z","timestamp":1755883781000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658906"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":47,"alternative-id":["10.1145\/3630106.3658906","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3658906","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}