{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T10:48:38Z","timestamp":1758278918071,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732040","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:01:18Z","timestamp":1750698078000},"page":"628-638","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Pragmatic Fairness: Evaluating ML Fairness Within the Constraints of Industry"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4990-912X","authenticated-orcid":false,"given":"Jessie J.","family":"Smith","sequence":"first","affiliation":[{"name":"University of Colorado Boulder, Boulder, Colorado, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5772-0488","authenticated-orcid":false,"given":"Michael","family":"Madaio","sequence":"additional","affiliation":[{"name":"Google Research, New York City, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5766-6434","authenticated-orcid":false,"given":"Robin","family":"Burke","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, Boulder, Colorado, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8743-4201","authenticated-orcid":false,"given":"Casey","family":"Fiesler","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, Boulder, Colorado, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_4_2_2","unstructured":"Himan Abdollahpouri and Robin Burke. 2019. Multi-stakeholder recommendation and its connection to multi-sided fairness. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1907.13158 (2019)."},{"key":"e_1_3_3_4_3_2","unstructured":"Open AI. 2024. Democratic inputs to AI grant program: lessons learned and implementation plans. https:\/\/openai.com\/index\/democratic-inputs-to-ai-grant-program-update\/. [Accessed 22-12-2024]."},{"key":"e_1_3_3_4_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593990"},{"key":"e_1_3_3_4_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445888"},{"key":"e_1_3_3_4_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462610"},{"key":"e_1_3_3_4_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3523227.3547403"},{"key":"e_1_3_3_4_8_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2021. One size fits all? What counts as quality practice in (reflexive) thematic analysis? Qualitative research in psychology 18 3 (2021) 328\u2013352.","DOI":"10.1080\/14780887.2020.1769238"},{"key":"e_1_3_3_4_9_2","unstructured":"Robin Burke. 2017. Multisided Fairness for Recommendation. arxiv:https:\/\/arXiv.org\/abs\/1707.00093\u00a0[cs.CY] https:\/\/arxiv.org\/abs\/1707.00093"},{"key":"e_1_3_3_4_10_2","doi-asserted-by":"crossref","unstructured":"Alexandra Chouldechova and Aaron Roth. 2020. A snapshot of the frontiers of fairness in machine learning. Commun. ACM 63 5 (2020) 82\u201389.","DOI":"10.1145\/3376898"},{"key":"e_1_3_3_4_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623261"},{"key":"e_1_3_3_4_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594037"},{"key":"e_1_3_3_4_13_2","volume-title":"Speculative Everything, With a new preface by the authors: Design, Fiction, and Social Dreaming","author":"Dunne Anthony","year":"2024","unstructured":"Anthony Dunne and Fiona Raby. 2024. Speculative Everything, With a new preface by the authors: Design, Fiction, and Social Dreaming. MIT press."},{"key":"e_1_3_3_4_14_2","doi-asserted-by":"crossref","unstructured":"Michael\u00a0D Ekstrand Anubrata Das Robin Burke Fernando Diaz et\u00a0al. 2022. Fairness in information access systems. Foundations and Trends\u00ae in Information Retrieval 16 1-2 (2022) 1\u2013177.","DOI":"10.1561\/1500000079"},{"key":"e_1_3_3_4_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375828"},{"key":"e_1_3_3_4_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533241"},{"key":"e_1_3_3_4_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_4_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287600"},{"key":"e_1_3_3_4_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_3_4_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642501"},{"key":"e_1_3_3_4_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533107"},{"key":"e_1_3_3_4_22_2","doi-asserted-by":"publisher","DOI":"10.7312\/mohr18028"},{"key":"e_1_3_3_4_23_2","doi-asserted-by":"publisher","DOI":"10.4324\/9781351179522-4"},{"key":"e_1_3_3_4_24_2","doi-asserted-by":"crossref","unstructured":"Michael Madaio Lisa Egede Hariharan Subramonyam Jennifer Wortman\u00a0Vaughan and Hanna Wallach. 2022. Assessing the fairness of ai systems: Ai practitioners\u2019 processes challenges and needs for support. Proceedings of the ACM on Human-Computer Interaction 6 CSCW1 (2022) 1\u201326.","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_4_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658988"},{"key":"e_1_3_3_4_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_4_27_2","doi-asserted-by":"crossref","unstructured":"Ninareh Mehrabi Fred Morstatter Nripsuta Saxena Kristina Lerman and Aram Galstyan. 2021. A survey on bias and fairness in machine learning. ACM computing surveys (CSUR) 54 6 (2021) 1\u201335.","DOI":"10.1145\/3457607"},{"key":"e_1_3_3_4_28_2","doi-asserted-by":"crossref","unstructured":"Jacob Metcalf Emanuel Moss et\u00a0al. 2019. Owning ethics: Corporate logics silicon valley and the institutionalization of ethics. Social Research: An International Quarterly 86 2 (2019) 449\u2013476.","DOI":"10.1353\/sor.2019.0022"},{"key":"e_1_3_3_4_29_2","unstructured":"Microsoft. 2022. Microsoft Responsible AI Standard V2. https:\/\/query.prod.cms.rt.microsoft.com\/cms\/api\/am\/binary\/RE4ZPmV."},{"key":"e_1_3_3_4_30_2","first-page":"3","volume-title":"Proc. conf. fairness accountability transp., new york, usa","author":"Narayanan Arvind","year":"2018","unstructured":"Arvind Narayanan. 2018. Translation tutorial: 21 fairness definitions and their politics. In Proc. conf. fairness accountability transp., new york, usa, Vol.\u00a01170. 3."},{"key":"e_1_3_3_4_31_2","unstructured":"Aviv Ovadya. 2021. Towards Platform Democracy: Policymaking Beyond Corporate CEOs and Partisan Pressure \u2014 belfercenter.org. https:\/\/www.belfercenter.org\/publication\/towards-platform-democracy-policymaking-beyond-corporate-ceos-and-partisan-pressure. [Accessed 22-12-2024]."},{"key":"e_1_3_3_4_32_2","unstructured":"Aviv Ovadya. 2023. Deliberative Polls Citizen Assemblies and an Online Deliberation Platform \u2014 reimagine.aviv.me. https:\/\/reimagine.aviv.me\/p\/deliberative-poll-vs-citizen-assembly-meta-pilot. [Accessed 22-12-2024]."},{"key":"e_1_3_3_4_33_2","doi-asserted-by":"publisher","unstructured":"Bogdana Rakova Jingying Yang Henriette Cramer and Rumman Chowdhury. 2021. Where responsible AI meets reality: Practitioner perspectives on enablers for shifting organizational practices. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 Article 7 (April 2021) 23\u00a0pages. 10.1145\/3449081","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_4_34_2","doi-asserted-by":"crossref","unstructured":"Mark Ryan Eleni Christodoulou Josephina Antoniou and Kalypso Iordanou. 2024. An AI ethics \u2018David and Goliath\u2019: value conflicts between large tech companies and their employees. AI & SOCIETY 39 2 (2024) 557\u2013572.","DOI":"10.1007\/s00146-022-01430-1"},{"key":"e_1_3_3_4_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658918"},{"key":"e_1_3_3_4_36_2","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctvjnrv7n"},{"key":"e_1_3_3_4_37_2","unstructured":"Herbert\u00a0A Simon. 1978. Rationality as process and as product of thought. The American economic review 68 2 (1978) 1\u201316."},{"key":"e_1_3_3_4_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583204"},{"key":"e_1_3_3_4_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659044"},{"key":"e_1_3_3_4_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581278"},{"key":"e_1_3_3_4_41_2","doi-asserted-by":"crossref","unstructured":"David\u00a0Gray Widder Laura Dabbish James\u00a0D Herbsleb and Nikolas Martelaro. 2024. Power and Play: Investigating\" License to Critique\" in Teams\u2019 AI Ethics Discussions. Proceedings of the ACM on Human-Computer Interaction 8 CSCW2 (2024) 1\u201323.","DOI":"10.1145\/3686938"},{"key":"e_1_3_3_4_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594012"},{"key":"e_1_3_3_4_43_2","volume-title":"CRAFT Session at The 2023 ACM Conference on Fairness, Accountability, and Transparency","author":"Wilkinson Daricia","year":"2023","unstructured":"Daricia Wilkinson, Michael Ekstrand, Janet\u00a0A. Vertesi, and Alexandra Olteanu. 2023. Theories of Change in Responsible AI. In CRAFT Session at The 2023 ACM Conference on Fairness, Accountability, and Transparency."},{"key":"e_1_3_3_4_44_2","doi-asserted-by":"crossref","unstructured":"Meg Young Upol Ehsan Ranjit Singh Emnet Tafesse Michele Gilman Christina Harrington and Jacob Metcalf. 2024. Participation versus scale: Tensions in the practical demands on participatory AI. First Monday (2024).","DOI":"10.5210\/fm.v29i4.13642"},{"key":"e_1_3_3_4_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533194"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '25","location":"Athens Greece"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732040","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:02:50Z","timestamp":1750762970000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732040"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":44,"alternative-id":["10.1145\/3715275.3732040","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732040","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}