{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T21:45:11Z","timestamp":1780609511874,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":83,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"The U.S. National Science Foundation","award":["2007932"],"award-info":[{"award-number":["2007932"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3659018","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T13:14:21Z","timestamp":1717593261000},"page":"1940-1970","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Balancing Act: Evaluating People\u2019s Perceptions of Fair Ranking Metrics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1933-3502","authenticated-orcid":false,"given":"Mallak","family":"Alkhathlan","sequence":"first","affiliation":[{"name":"Worcester Polytechnic Institute, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1260-0914","authenticated-orcid":false,"given":"Kathleen","family":"Cachel","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6603-6606","authenticated-orcid":false,"given":"Hilson","family":"Shrestha","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3029-2799","authenticated-orcid":false,"given":"Lane","family":"Harrison","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5375-9254","authenticated-orcid":false,"given":"Elke","family":"Rundensteiner","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594083"},{"key":"e_1_3_2_1_2_1","volume-title":"The education of Blacks in the South","author":"Anderson D","year":"1860","unstructured":"James\u00a0D Anderson. 2010. The education of Blacks in the South, 1860-1935. Univ of North Carolina Press, Chapel Hill, NC, USA."},{"key":"e_1_3_2_1_3_1","volume-title":"Emma\u00a0Pierson and Sharad Goel","author":"Corbett-Davies Sam","year":"2016","unstructured":"Sam Corbett-Davies Avi\u00a0Feller, Emma\u00a0Pierson and Sharad Goel. 2016. A computer program used for bail and sentencing decisions was labeled biased against blacks. It\u2019s actually not that clear. Associated Press. Retrieved October 17, 2016 from https:\/\/perma.cc\/KYC8-KYGD"},{"key":"e_1_3_2_1_4_1","volume-title":"The moral machine experiment. Nature 563, 7729","author":"Awad Edmond","year":"2018","unstructured":"Edmond Awad, Sohan Dsouza, Richard Kim, Jonathan Schulz, Joseph Henrich, Azim Shariff, Jean-Fran\u00e7ois Bonnefon, and Iyad Rahwan. 2018. The moral machine experiment. Nature 563, 7729 (2018), 59\u201364."},{"key":"e_1_3_2_1_5_1","volume-title":"The Christian Science Monitor. Retrieved","author":"Banchiri Bamzi","year":"2023","unstructured":"Bamzi Banchiri. 2023. Is Amazon same-day delivery service racist? The Christian Science Monitor. Retrieved Dec 24, 2023 from https:\/\/www.csmonitor.com\/Business\/2016\/0423\/Is-Amazon-same-day-delivery-service-racist"},{"key":"e_1_3_2_1_6_1","first-page":"83","article-title":"Beyond Bias: Re-Imagining the Terms of","volume":"12","author":"Barabas Chelsea","year":"2020","unstructured":"Chelsea Barabas. 2020. Beyond Bias: Re-Imagining the Terms of\" Ethical AI\" in Criminal Law. Geo. JL & Mod. Critical Race Persp. 12 (2020), 83.","journal-title":"Ethical AI\" in Criminal Law. Geo. JL & Mod. Critical Race Persp."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594114"},{"key":"e_1_3_2_1_8_1","volume-title":"The economics of discrimination","author":"Becker S","unstructured":"Gary\u00a0S Becker. 2010. The economics of discrimination. University of Chicago press, Chicago, IL, USA."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3532106.3533492"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594005"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/2515245918823199"},{"key":"e_1_3_2_1_12_1","volume-title":"A worked example of Braun and Clarke\u2019s approach to reflexive thematic analysis. Quality & quantity 56, 3","author":"Byrne David","year":"2022","unstructured":"David Byrne. 2022. A worked example of Braun and Clarke\u2019s approach to reflexive thematic analysis. Quality & quantity 56, 3 (2022), 1391\u20131412."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00089"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445308"},{"key":"e_1_3_2_1_15_1","first-page":"2","article-title":"Cumulative link models for ordinal regression with the R package ordinal","volume":"35","author":"Christensen Rune","year":"2018","unstructured":"Rune Haubo\u00a0B Christensen. 2018. Cumulative link models for ordinal regression with the R package ordinal. Journal of Statistical Software 35 (2018), 2\u201345.","journal-title":"Journal of Statistical Software"},{"key":"e_1_3_2_1_16_1","volume-title":"A Tutorial on fitting Cumulative Link Mixed Models with clmm2 from the ordinal Package. Tutorial for the R Package ordinal https:\/\/cran. r-project. org\/web\/packages\/ordinal\/Accessed 1","author":"Christensen Rune","year":"2019","unstructured":"Rune Haubo\u00a0B Christensen. 2019. A Tutorial on fitting Cumulative Link Mixed Models with clmm2 from the ordinal Package. Tutorial for the R Package ordinal https:\/\/cran. r-project. org\/web\/packages\/ordinal\/Accessed 1 (2019), 1\u201310."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3609987.3610011"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375828"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3433949"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330691"},{"key":"e_1_3_2_1_22_1","volume-title":"What\u2019s the harm? Internalized prejudice and cultural betrayal trauma in ethnic minorities.American Journal of Orthopsychiatry 89, 2","author":"G\u00f3mez M","year":"2019","unstructured":"Jennifer\u00a0M G\u00f3mez. 2019. What\u2019s the harm? Internalized prejudice and cultural betrayal trauma in ethnic minorities.American Journal of Orthopsychiatry 89, 2 (2019), 237."},{"key":"e_1_3_2_1_23_1","unstructured":"Kishonna\u00a0L Gray. 2019. Algorithms of oppression: how search engines reinforce racism."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186138"},{"key":"e_1_3_2_1_25_1","volume-title":"NIPS Symposium on Machine Learning and the Law. Neural Information Processing Systems Foundation","author":"Grgic-Hlaca Nina","year":"2016","unstructured":"Nina Grgic-Hlaca, Muhammad\u00a0Bilal Zafar, Krishna\u00a0P Gummadi, and Adrian Weller. 2016. The case for process fairness in learning: Feature selection for fair decision making. In NIPS Symposium on Machine Learning and the Law. Neural Information Processing Systems Foundation, Barcelona, Spain, 11."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445943"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372826"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 7, CSCW2","author":"Harris Camille","year":"2023","unstructured":"Camille Harris, Amber\u00a0Gayle Johnson, Sadie Palmer, Diyi Yang, and Amy Bruckman. 2023. \" Honestly, I Think TikTok has a Vendetta Against Black Creators\": Understanding Black Content Creator Experiences on TikTok. Proceedings of the ACM on Human-Computer Interaction 7, CSCW2 (2023), 1\u201331."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_2_1_30_1","volume-title":"Slavery and the Making of America","author":"Horton James\u00a0Oliver","unstructured":"James\u00a0Oliver Horton and Lois\u00a0E Horton. 2004. Slavery and the Making of America. Oxford University Press, New York, NY, USA."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581084"},{"key":"e_1_3_2_1_32_1","volume-title":"names 0.3.0. Python Package Index (PyPI). Retrieved","author":"Hunner Trey","year":"2024","unstructured":"Trey Hunner. 2024. names 0.3.0. Python Package Index (PyPI). Retrieved Jan 6, 2024 from https:\/\/pypi.org\/project\/names\/"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274342"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702520"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462588"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.14778\/3407790.3407855"},{"key":"e_1_3_2_1_38_1","first-page":"567","article-title":"Sex discrimination in labor markets: The role of statistical evidence","volume":"77","author":"Kuhn Peter","year":"1987","unstructured":"Peter Kuhn. 1987. Sex discrimination in labor markets: The role of statistical evidence. The American Economic Review 77, 4 (1987), 567\u2013583.","journal-title":"The American Economic Review"},{"key":"e_1_3_2_1_39_1","first-page":"1","article-title":"Counterfactual fairness","volume":"30","author":"Kusner J","year":"2017","unstructured":"Matt\u00a0J Kusner, Joshua Loftus, Chris Russell, and Ricardo Silva. 2017. Counterfactual fairness. Advances in Neural Information Processing Systems 30 (2017), 1\u201311.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/10835547.1999.12090078"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359284"},{"key":"e_1_3_2_1_42_1","volume-title":"Department of Justice. Retrieved","author":"Legislation Federal","year":"2023","unstructured":"U.S.\u00a0Federal Legislation. 2022. U.S. Federal Legislation. U.S. Department of Justice. Retrieved Dec 1, 2023 from http:\/\/www.usdoj.gov"},{"key":"e_1_3_2_1_43_1","volume-title":"To predict and serve?Significance 13, 5","author":"Lum Kristian","year":"2016","unstructured":"Kristian Lum and William Isaac. 2016. To predict and serve?Significance 13, 5 (2016), 14\u201319."},{"key":"e_1_3_2_1_44_1","volume-title":"Proactive policing: Effects on crime and communities","author":"Majmundar K","unstructured":"Malay\u00a0K Majmundar and David Weisburd. 2018. Proactive policing: Effects on crime and communities. National Academies Press, Washington, D.C."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102642"},{"key":"e_1_3_2_1_46_1","volume-title":"Two-way Repeated Ordinal Regression with CLMM. R Companion. Retrieved","author":"Mangiafico S.","year":"2023","unstructured":"Salvatore\u00a0S. Mangiafico. 2016. Two-way Repeated Ordinal Regression with CLMM. R Companion. Retrieved March 6, 2023 from https:\/\/rcompanion.org\/handbook\/G_12.html"},{"key":"e_1_3_2_1_47_1","unstructured":"S Mangiafico\u00a0Salvatore. 2016. Summary and Analysis of Extension Program Evaluation in R."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580658"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517608"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5970"},{"key":"e_1_3_2_1_52_1","volume-title":"Every Three Seconds: Unlocking Police Data on Arrests","author":"Neusteter S\u00a0Rebecca","unstructured":"S\u00a0Rebecca Neusteter and Megan O\u2019Toole. 2019. Every Three Seconds: Unlocking Police Data on Arrests. Vera Institute of Justice. Available at: https:\/\/www.vera.org\/publications\/arresttrends-every-three-seconds-landing\/arrest-trends-every-three-seconds\/overview."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.18574\/nyu"},{"key":"e_1_3_2_1_54_1","volume-title":"Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464","author":"Obermeyer Ziad","year":"2019","unstructured":"Ziad Obermeyer, Brian Powers, Christine Vogeli, and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366, 6464 (2019), 447\u2013453."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972795.50"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401959"},{"key":"e_1_3_2_1_57_1","volume-title":"A large-scale analysis of racial disparities in police stops across the United States. Nature human behaviour 4, 7","author":"Pierson Emma","year":"2020","unstructured":"Emma Pierson, Camelia Simoiu, Jan Overgoor, Sam Corbett-Davies, Daniel Jenson, Amy Shoemaker, Vignesh Ramachandran, Phoebe Barghouty, Cheryl Phillips, Ravi Shroff, 2020. A large-scale analysis of racial disparities in police stops across the United States. Nature human behaviour 4, 7 (2020), 736\u2013745."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532018"},{"key":"e_1_3_2_1_59_1","article-title":"Facebook\u2019s ad-serving algorithm discriminates by gender and race","author":"Review T\u00a0Technology","year":"2024","unstructured":"MIT\u00a0Technology Review. 2024. Facebook\u2019s ad-serving algorithm discriminates by gender and race. MIT Technology Review. Retrieved Dec 1, 2023 from https:\/\/www.technologyreview.com\/2019\/04\/05\/1175\/facebook-algorithm-discriminates-ai-bias\/","journal-title":"MIT Technology Review. Retrieved"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525714"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314248"},{"key":"e_1_3_2_1_62_1","volume-title":"BBC News Services. Retrieved","author":"Services C\u00a0News","year":"2023","unstructured":"BBC\u00a0News Services. 2023. Google apologises for Photos app\u2019s racist blunder. BBC News Services. Retrieved Dec 10, 2023 from https:\/\/www.bbc.com\/news\/technology-33347866"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555651"},{"key":"e_1_3_2_1_64_1","volume-title":"Proceedings of the ACM on human-computer interaction 4, CSCW3","author":"Simpson Ellen","year":"2021","unstructured":"Ellen Simpson and Bryan Semaan. 2021. For you, or for\" you\"? Everyday LGBTQ+ encounters with TikTok. Proceedings of the ACM on human-computer interaction 4, CSCW3 (2021), 1\u201334."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220088"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583204"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594106"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3450613.3456835"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9906.t01-1-00168"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330664"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517221115189"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1177\/001979390405700206"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194770.3194776"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMms2004740"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376813"},{"key":"e_1_3_2_1_76_1","first-page":"25","article-title":"The warmth of other suns: the epic story of America\u2019s great migration","volume":"13","author":"Wilkerson Isabel","year":"2010","unstructured":"Isabel Wilkerson. 2010. The warmth of other suns: the epic story of America\u2019s great migration. African Diaspora Archaeology Newsletter 13, 4 (2010), 25.","journal-title":"African Diaspora Archaeology Newsletter"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-019-00355-w"},{"key":"e_1_3_2_1_78_1","volume-title":"The Mis-Education of the Negro","author":"Woodson G.","unstructured":"Carter\u00a0G. Woodson. 1933. The Mis-Education of the Negro. The Associated Publishers, Washington, D.C. 108 pages."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3085504.3085526"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581161"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132938"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533115"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/BESC53957.2021.9635182"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1017\/can.2021.17"}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3659018","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3659018","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:07Z","timestamp":1750291027000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3659018"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":83,"alternative-id":["10.1145\/3630106.3659018","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3659018","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}