{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T09:00:12Z","timestamp":1772787612294,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,9,13]],"date-time":"2022-09-13T00:00:00Z","timestamp":1663027200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,9,18]]},"DOI":"10.1145\/3523227.3547403","type":"proceedings-article","created":{"date-parts":[[2022,9,13]],"date-time":"2022-09-13T14:13:46Z","timestamp":1663078426000},"page":"528-530","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Challenges in Translating Research to Practice for Evaluating Fairness and Bias in Recommendation Systems"],"prefix":"10.1145","author":[{"given":"Lex","family":"Beattie","sequence":"first","affiliation":[{"name":"Spotify, United States"}]},{"given":"Dan","family":"Taber","sequence":"additional","affiliation":[{"name":"Spotify, United States"}]},{"given":"Henriette","family":"Cramer","sequence":"additional","affiliation":[{"name":"Spotify, United States"}]}],"member":"320","published-online":{"date-parts":[[2022,9,13]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Fairness On The Ground: Applying Algorithmic Fairness Approaches to Production Systems. arXiv preprint abs\/2103.06172","author":"Bakalar Chlo\u00e9","year":"2021","unstructured":"Chlo\u00e9 Bakalar, Renata Barreto, Stevie Bergman, Miranda Bogen, Bobbie Chern, Sam Corbett-Davies, Melissa Hall, Isabel Kloumann, Michelle Lam, Joaquin\u00a0Qui\u00f1onero Candela, 2021. Fairness On The Ground: Applying Algorithmic Fairness Approaches to Production Systems. arXiv preprint abs\/2103.06172 (2021)."},{"key":"e_1_3_2_2_2_1","unstructured":"Solon Barocas Kate Crawford Aaron Shapiro and Hanna Wallach. 2017. The problem with bias: Allocative versus representational harms in machine learning."},{"key":"e_1_3_2_2_3_1","volume-title":"Fairlearn: A toolkit for assessing and improving fairness in AI. Technical Report MSR-TR-2020-32. Microsoft.","author":"Bird Sarah","year":"2020","unstructured":"Sarah Bird, Miro Dud\u00edk, Richard Edgar, Brandon Horn, Roman Lutz, Vanessa Milan, Mehrnoosh Sameki, Hanna Wallach, and Kathleen Walker. 2020. Fairlearn: A toolkit for assessing and improving fairness in AI. Technical Report MSR-TR-2020-32. Microsoft."},{"key":"e_1_3_2_2_4_1","volume-title":"Proceedings of the 21st International Society for Music Information Retrieval Conference (ISMIR","author":"Epps-Darling Avriel","year":"2020","unstructured":"Avriel Epps-Darling, Romain\u00a0Takeo Bouyer, and Henriette Cramer. 2020. Artist gender representation in music streaming. In Proceedings of the 21st International Society for Music Information Retrieval Conference (ISMIR 2020). ISMIR. ISMIR, Montr\u00e9al, Canada, 248\u2013254."},{"key":"e_1_3_2_2_5_1","volume-title":"Directorate General for Parliamentary Research Services.2019. A governance framework for algorithmic accountability and transparency","author":"Parliament European","unstructured":"European Parliament. Directorate General for Parliamentary Research Services.2019. A governance framework for algorithmic accountability and transparency.Publications Office, LU. https:\/\/data.europa.eu\/doi\/10.2861\/59990"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330691"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_2_2_10_1","unstructured":"Arvind Narayanan. 2018. Translation tutorial: 21 fairness definitions and their politics."},{"key":"e_1_3_2_2_11_1","unstructured":"U.S.\u00a0Department of Labor. 2021. Practical Significance in EEO Analysis Frequently Asked Questions | U.S. Department of Labor. https:\/\/www.dol.gov\/agencies\/ofccp\/faqs\/practical-significance"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_2_2_14_1","volume-title":"The Four-Fifths Rule is Not Disparate Impact: A Woeful Tale of Epistemic Trespassing in Algorithmic Fairness. arXiv preprint arXiv:2202.09519","author":"Watkins Elizabeth\u00a0Anne","year":"2022","unstructured":"Elizabeth\u00a0Anne Watkins, Michael McKenna, and Jiahao Chen. 2022. The Four-Fifths Rule is Not Disparate Impact: A Woeful Tale of Epistemic Trespassing in Algorithmic Fairness. arXiv preprint arXiv:2202.09519 (2022)."}],"event":{"name":"RecSys '22: Sixteenth ACM Conference on Recommender Systems","location":"Seattle WA USA","acronym":"RecSys '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGAI ACM Special Interest Group on Artificial Intelligence","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 16th ACM Conference on Recommender Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3523227.3547403","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3523227.3547403","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:03:01Z","timestamp":1750186981000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3523227.3547403"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,13]]},"references-count":14,"alternative-id":["10.1145\/3523227.3547403","10.1145\/3523227"],"URL":"https:\/\/doi.org\/10.1145\/3523227.3547403","relation":{},"subject":[],"published":{"date-parts":[[2022,9,13]]},"assertion":[{"value":"2022-09-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}