{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T17:00:29Z","timestamp":1777741229440,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533083","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"173-184","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":197,"title":["The Values Encoded in Machine Learning Research"],"prefix":"10.1145","author":[{"given":"Abeba","family":"Birhane","sequence":"first","affiliation":[{"name":"Mozilla Foundation & University College Dublin, Ireland"}]},{"given":"Pratyusha","family":"Kalluri","sequence":"additional","affiliation":[{"name":"Stanford University, USA"}]},{"given":"Dallas","family":"Card","sequence":"additional","affiliation":[{"name":"University of Michigan, USA"}]},{"given":"William","family":"Agnew","sequence":"additional","affiliation":[{"name":"University of Washington, USA"}]},{"given":"Ravit","family":"Dotan","sequence":"additional","affiliation":[{"name":"University of Pittsburg, USA"}]},{"given":"Michelle","family":"Bao","sequence":"additional","affiliation":[{"name":"Stanford University, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611975673.90"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462563"},{"key":"e_1_3_2_1_3_1","unstructured":"Grace Abuhamad and Claudel Rheault. 2020. Like a Researcher Stating Broader Impact For the Very First Time. arXiv preprint arXiv:2011.13032(2020)."},{"key":"e_1_3_2_1_4_1","unstructured":"Nur Ahmed and Muntasir Wahed. 2020. The De-democratization of AI: Deep Learning and the Compute Divide in Artificial Intelligence Research. arXiv preprint arXiv:2010.15581(2020)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Emily\u00a0M. Bender Timnit Gebru Angelina McMillan-Major and Shmargaret Shmitchell. 2021. On the Dangers of Stochastic Parrots: Can Language Models Be Too Big?Proceedings of FAccT(2021).","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_7_1","unstructured":"Samy Bengio and Deborah Raji. 2021. A Retrospective on the NeurIPS 2021 Ethics Review Process. https:\/\/blog.neurips.cc\/2021\/12\/03\/a-retrospective-on-the-neurips-2021-ethics-review-process\/"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.npls.2016.01.001"},{"key":"e_1_3_2_1_9_1","volume-title":"Race After Technology: Abolitionist Tools for the New Jim Code","author":"Benjamin Ruha","unstructured":"Ruha Benjamin. 2019. Race After Technology: Abolitionist Tools for the New Jim Code. Wiley."},{"key":"e_1_3_2_1_10_1","volume-title":"Berg and Howard Lune","author":"L.","year":"2017","unstructured":"Bruce\u00a0L. Berg and Howard Lune. 2017. Qualitative research methods for the social sciences (ninth edition ed.). Pearson."},{"key":"e_1_3_2_1_11_1","volume-title":"Algorithmic Colonization of Africa. SCRIPTed 17, 2","author":"Birhane Abeba","year":"2020","unstructured":"Abeba Birhane. 2020. Algorithmic Colonization of Africa. SCRIPTed 17, 2 (2020)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"e_1_3_2_1_13_1","volume-title":"Bowker and Susan\u00a0Leigh Star","author":"C.","year":"2000","unstructured":"Geoffrey\u00a0C. Bowker and Susan\u00a0Leigh Star. 2000. Sorting things out: Classification and its consequences. MIT press."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Conference on Fairness, Accountability and Transparency.","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the Conference on Fairness, Accountability and Transparency."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Sasha Costanza-Chock. 2018. Design Justice AI and Escape from the Matrix of Domination. Journal of Design and Science(2018).","DOI":"10.21428\/96c8d426"},{"key":"e_1_3_2_1_16_1","unstructured":"Kate Crawford. 2017. The Trouble with Bias. (2017). NeurIPS Keynote."},{"key":"e_1_3_2_1_17_1","volume-title":"Sociological methods: a sourcebook","author":"Denzin K","unstructured":"Norman\u00a0K Denzin. 2017. Sociological methods: a sourcebook. McGraw-Hill."},{"key":"e_1_3_2_1_18_1","volume-title":"Data Feminism","author":"D\u2019Ignazio Catherine","unstructured":"Catherine D\u2019Ignazio and Lauren\u00a0F Klein. 2020. Data Feminism. MIT Press."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Ravit Dotan and Smitha Milli. 2019. Value-Laden Disciplinary Shifts in Machine Learning. arXiv preprint arXiv:1912.01172(2019).","DOI":"10.1145\/3351095.3373157"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/1744987119880234"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.393"},{"key":"e_1_3_2_1_22_1","article-title":"A Unified Framework of Five Principles for AI in Society","volume":"1","author":"Floridi Luciano","year":"2019","unstructured":"Luciano Floridi and Josh Cowls. 2019. A Unified Framework of Five Principles for AI in Society. Harvard Data Science Review 1, 1 (2019).","journal-title":"Harvard Data Science Review"},{"key":"e_1_3_2_1_23_1","volume-title":"The discovery of grounded theory: strategies for grounded research","author":"Glaser G.","unstructured":"Barney\u00a0G. Glaser and Anselm\u00a0L. Strauss. 1999. The discovery of grounded theory: strategies for grounded research. Aldine de Gruyter."},{"key":"e_1_3_2_1_24_1","volume-title":"Good Enough. In NeurIPS Joint Workshop on AI for Social Good.","author":"Green Ben","year":"2019","unstructured":"Ben Green. 2019. \u2018Good\u2019 isn\u2019t Good Enough. In NeurIPS Joint Workshop on AI for Social Good."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings CHI.","author":"Hamidi Foad","year":"2018","unstructured":"Foad Hamidi, Morgan\u00a0Klaus Scheuerman, and Stacy\u00a0M. Branham. 2018. Gender Recognition or Gender Reductionism? The Social Implications of Embedded Gender Recognition Systems. In Proceedings CHI."},{"key":"e_1_3_2_1_26_1","volume-title":"Against Scale: Provocations and Resistances to Scale Thinking. arXiv preprint arXiv:2010.08850(2020).","author":"Hanna Alex","year":"2020","unstructured":"Alex Hanna and Tina\u00a0M. Park. 2020. Against Scale: Provocations and Resistances to Scale Thinking. arXiv preprint arXiv:2010.08850(2020)."},{"key":"e_1_3_2_1_27_1","volume-title":"Wrongfully Accused by an Algorithm. The New York Times","author":"Hill Kashmir","year":"2020","unstructured":"Kashmir Hill. 2020. Wrongfully Accused by an Algorithm. The New York Times (2020). https:\/\/www.nytimes.com\/2020\/06\/24\/technology\/facial-recognition-arrest.html"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1177\/1049732305276687"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612464056"},{"key":"e_1_3_2_1_31_1","unstructured":"Pratyusha Kalluri. 2019. The Values of Machine Learning. https:\/\/slideslive.com\/38923453\/the-values-of-machine-learning https:\/\/slideslive.com\/38923453\/the-values-of-machine-learning."},{"key":"e_1_3_2_1_32_1","volume-title":"Don\u2019t ask if Artificial Intelligence is Good or Fair, ask how it Shifts Power.Nature 583, 7815","author":"Kalluri Pratyusha","year":"2020","unstructured":"Pratyusha Kalluri. 2020. Don\u2019t ask if Artificial Intelligence is Good or Fair, ask how it Shifts Power.Nature 583, 7815 (2020), 169\u2013169."},{"key":"e_1_3_2_1_33_1","volume-title":"The problem of m rankings. The annals of mathematical statistics 10, 3","author":"Kendall G","year":"1939","unstructured":"Maurice\u00a0G Kendall and B\u00a0Babington Smith. 1939. The problem of m rankings. The annals of mathematical statistics 10, 3 (1939), 275\u2013287."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0149787"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5014\/ajot.45.3.214"},{"key":"e_1_3_2_1_36_1","volume-title":"Content Analysis: An Introduction to its Methodology","author":"Krippendorff Klaus","year":"2018","unstructured":"Klaus Krippendorff. 2018. Content Analysis: An Introduction to its Methodology. Sage Publications."},{"key":"e_1_3_2_1_37_1","volume-title":"The Essential Tension: Selected Studies in Scientific Tradition and Change","author":"Kuhn S.","unstructured":"Thomas\u00a0S. Kuhn. 1977. Objectivity, Value Judgment, and Theory Choice. In The Essential Tension: Selected Studies in Scientific Tradition and Change. University of Chicago Press, 320\u201339."},{"key":"e_1_3_2_1_38_1","unstructured":"Jason\u00a0Edward Lewis Angie Abdilla Noelani Arista Kaipulaumakaniolono Baker Scott Benesiinaabandan Michelle Brown Melanie Cheung Meredith Coleman Ashley Cordes Joel Davison 2020. Indigenous Protocol and Artificial Intelligence Position Paper. (2020)."},{"key":"e_1_3_2_1_39_1","unstructured":"T. Lewis S.\u00a0P. Gangadharan M. Saba and T. Petty. 2018. Digital Defense Playbook: Community power tools for reclaiming data. Our Data Bodies."},{"key":"e_1_3_2_1_40_1","volume-title":"Naturalistic inquiry","author":"Lincoln S.","unstructured":"Yvonna\u00a0S. Lincoln and Egon\u00a0G. Guba. 2006. Naturalistic inquiry. Sage Publ."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3317287.3328534"},{"key":"e_1_3_2_1_42_1","volume-title":"Feminism, Science, and the Philosophy of Science","author":"Longino E.","unstructured":"Helen\u00a0E. Longino. 1996. Cognitive and Non-Cognitive Values in Science: Rethinking the Dichotomy. In Feminism, Science, and the Philosophy of Science, Lynn\u00a0Hankinson Nelson and Jack Nelson (Eds.). Springer Netherlands, 39\u201358."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1086\/psaprocbienmeetp.1982.2.192409"},{"key":"e_1_3_2_1_44_1","unstructured":"Sharan\u00a0B Merriam and Robin\u00a0S Grenier. 2019. Qualitative Research in Practice. Jossey-Bass."},{"key":"e_1_3_2_1_45_1","volume-title":"The Sociology of Science: Theoretical and Empirical Investigations","author":"Merton K.","unstructured":"Robert\u00a0K. Merton. 1973. The Sociology of Science: Theoretical and Empirical Investigations. University of Chicago press."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-020-00405-8"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462608"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1136\/eb-2015-102054"},{"key":"e_1_3_2_1_49_1","volume-title":"Algorithms of oppression: How search engines reinforce racism","author":"Noble Safiya\u00a0Umoja","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of oppression: How search engines reinforce racism. NYU Press."},{"key":"e_1_3_2_1_50_1","volume-title":"Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy","author":"O\u2019Neil Cathy","unstructured":"Cathy O\u2019Neil. 2016. Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy. Broadway Books."},{"key":"e_1_3_2_1_51_1","volume-title":"The black box society","author":"Pasquale Frank","unstructured":"Frank Pasquale. 2015. The black box society. Harvard University Press."},{"key":"e_1_3_2_1_52_1","volume-title":"Qualitative Evaluation and Research Methods","author":"Patton Michael\u00a0Quinn","unstructured":"Michael\u00a0Quinn Patton. 1990. Qualitative Evaluation and Research Methods. Sage."},{"key":"e_1_3_2_1_53_1","first-page":"5","article-title":"Enhancing the quality and credibility of qualitative analysis","volume":"34","author":"Patton M\u00a0Q","year":"1999","unstructured":"M\u00a0Q Patton. 1999. Enhancing the quality and credibility of qualitative analysis. Health Services Research 34, 5 (Dec 1999).","journal-title":"Health Services Research"},{"key":"e_1_3_2_1_54_1","volume-title":"Performative Prediction. In Proceedings of ICML.","author":"Perdomo Juan","year":"2020","unstructured":"Juan Perdomo, Tijana Zrnic, Celestine Mendler-D\u00fcnner, and Moritz Hardt. 2020. Performative Prediction. In Proceedings of ICML."},{"key":"e_1_3_2_1_55_1","unstructured":"Vinay\u00a0Uday Prabhu and Abeba Birhane. 2020. Large Image Datasets: A Pyrrhic Win for Computer Vision?arXiv preprint arXiv:2006.16923(2020). https:\/\/arxiv.org\/abs\/2006.16923"},{"key":"e_1_3_2_1_57_1","unstructured":"Anna Rogers. 2019. Peer review in NLP: reject-if-not-SOTA. Hacking Semantics blog(2019). https:\/\/hackingsemantics.xyz\/2020\/reviewing-models\/#everything-wrong-with-reject-if-not-sota"},{"key":"e_1_3_2_1_58_1","volume-title":"Rise of the robots: Are you ready?Financial Times Magazine (March","author":"Rus Daniela","year":"2018","unstructured":"Daniela Rus. 2018. Rise of the robots: Are you ready?Financial Times Magazine (March 2018). https:\/\/www.ft.com\/content\/e31c4986-20d0-11e8-a895-1ba1f72c2c11"},{"key":"e_1_3_2_1_59_1","unstructured":"Harini Suresh and John\u00a0V. Guttag. 2019. A Framework for Understanding Unintended Consequences of Machine Learning. arXiv preprint arXiv:1901.10002(2019). http:\/\/arxiv.org\/abs\/1901.10002"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.respol.2015.05.007"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"crossref","unstructured":"Christiaan\u00a0H. Vinkers Joeri\u00a0K. Tijdink and Willem\u00a0M. Otte. 2015. Use of Positive and Negative Words in Scientific PubMed Abstracts between 1974 and 2014: Retrospective Analysis. BMJ 351(2015).","DOI":"10.1136\/bmj.h6467"},{"key":"e_1_3_2_1_62_1","volume-title":"Proceedings of ICML.","author":"Wagstaff Kiri","year":"2012","unstructured":"Kiri Wagstaff. 2012. Machine Learning that Matters. In Proceedings of ICML."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.176.4035.609"},{"key":"e_1_3_2_1_64_1","volume-title":"Autonomous Technology: Technics-out-of-Control as a Theme in Political Thought","author":"Winner Langdon","year":"1977","unstructured":"Langdon Winner. 1977. Autonomous Technology: Technics-out-of-Control as a Theme in Political Thought. MIT Press."},{"key":"e_1_3_2_1_65_1","volume-title":"Do Artifacts Have Politics?Daedalus 109, 1","author":"Winner Langdon","year":"1980","unstructured":"Langdon Winner. 1980. Do Artifacts Have Politics?Daedalus 109, 1 (1980), 121\u2013136."}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533083","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533083","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:10Z","timestamp":1750186930000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533083"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":63,"alternative-id":["10.1145\/3531146.3533083","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533083","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}