{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T06:33:04Z","timestamp":1773901984322,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":77,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["IIS-2040929, CNS-1704527"],"award-info":[{"award-number":["IIS-2040929, CNS-1704527"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000870","name":"John D. and Catherine T. MacArthur Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000870","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533107","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"401-426","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":40,"title":["Four Years of FAccT: A Reflexive, Mixed-Methods Analysis of Research Contributions, Shortcomings, and Future Prospects"],"prefix":"10.1145","author":[{"given":"Benjamin","family":"Laufer","sequence":"first","affiliation":[{"name":"Cornell Tech, USA"}]},{"given":"Sameer","family":"Jain","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}]},{"given":"A. Feder","family":"Cooper","sequence":"additional","affiliation":[{"name":"Cornell University, USA"}]},{"given":"Jon","family":"Kleinberg","sequence":"additional","affiliation":[{"name":"Cornell University, USA"}]},{"given":"Hoda","family":"Heidari","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"J.\u00a0Khadijah Abdurahman. 2019. A Response to Racial Categories of Machine Learning by Sebastian Benthall and Bruce Haynes. https:\/\/medium.com\/@blacksirenradio\/fat-be-wilin-deb56bf92539"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372871"},{"key":"e_1_3_2_1_3_1","volume-title":"ACM Conference on Fairness, Accountability, and Transparency (ACM FAccT). https:\/\/facctconference.org\/index.html.","author":"ACM.","year":"2022","unstructured":"ACM. 2022. ACM Conference on Fairness, Accountability, and Transparency (ACM FAccT). https:\/\/facctconference.org\/index.html."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445877"},{"key":"e_1_3_2_1_5_1","unstructured":"Maria Antoniak. 2021. little-mallet-wrapper. https:\/\/github.com\/maria-antoniak\/little-mallet-wrapper"},{"key":"e_1_3_2_1_6_1","unstructured":"Solon Barocas Moritz Hardt and Arvind Narayanan. 2019. Fairness and Machine Learning. fairmlbook.org website. http:\/\/www.fairmlbook.org."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081)","author":"Binns Reuben","year":"2018","unstructured":"Reuben Binns. 2018. Fairness in Machine Learning: Lessons from Political Philosophy. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081), Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, New York, NY, USA, 149\u2013159."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2018.2701147"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/944919.944937"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/2008\/10\/P10008"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/3157382.3157584"},{"key":"e_1_3_2_1_12_1","volume-title":"Pascalian meditations","author":"Bourdieu Pierre","unstructured":"Pierre Bourdieu. 2000. Pascalian meditations. Stanford University Press, Stanford, CA, USA."},{"key":"e_1_3_2_1_13_1","volume-title":"Science of science and reflexivity","author":"Bourdieu Pierre","unstructured":"Pierre Bourdieu. 2004. Science of science and reflexivity. Polity, Cambridge, UK."},{"key":"e_1_3_2_1_14_1","volume-title":"An invitation to reflexive sociology","author":"Bourdieu Pierre","unstructured":"Pierre Bourdieu and Lo\u00efc\u00a0JD Wacquant. 1992. An invitation to reflexive sociology. University of Chicago press, Chicago, IL, USA."},{"key":"e_1_3_2_1_15_1","volume-title":"Handbook of Markov Chain Monte Carlo","author":"Brooks Steve","unstructured":"Steve Brooks, Andrew Gelman, Galin Jones, and Xiao-Li Meng. 2011. Handbook of Markov Chain Monte Carlo. CRC press, Boca Raton, FL, USA."},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081)","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081), Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, New York, NY, USA, 77\u201391. https:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 22nd International Conference on Neural Information Processing Systems","author":"Chang Jonathan","year":"2009","unstructured":"Jonathan Chang, Jordan Boyd-Graber, Sean Gerrish, Chong Wang, and David\u00a0M. Blei. 2009. Reading Tea Leaves: How Humans Interpret Topic Models. In Proceedings of the 22nd International Conference on Neural Information Processing Systems (Vancouver, British Columbia, Canada) (NIPS\u201909). Curran Associates Inc., Red Hook, NY, USA, 288\u2013296."},{"key":"e_1_3_2_1_18_1","volume-title":"The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810 1, 1","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova and Aaron Roth. 2018. The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810 1, 1 (2018), 1\u201313."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462519"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.latechclfl-1.17"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465416.3483289"},{"key":"e_1_3_2_1_22_1","volume-title":"Research design: Qualitative, quantitative, and mixed methods approaches. SAGE publications","author":"Creswell W","unstructured":"John\u00a0W Creswell and J\u00a0David Creswell. 2017. Research design: Qualitative, quantitative, and mixed methods approaches. SAGE publications, Los Angeles, CA, USA."},{"key":"e_1_3_2_1_23_1","unstructured":"Nicolas Dugu\u00e9 and Anthony Perez. 2015. Directed Louvain: maximizing modularity in directed networks."},{"key":"e_1_3_2_1_24_1","volume-title":"Theory of Cryptography","author":"Dwork Cynthia","unstructured":"Cynthia Dwork, Frank McSherry, Kobbi Nissim, and Adam Smith. 2006. Calibrating Noise to Sensitivity in Private Data Analysis. In Theory of Cryptography, Shai Halevi and Tal Rabin (Eds.). Springer Berlin Heidelberg, Berlin, Heidelberg, 265\u2013284."},{"key":"e_1_3_2_1_25_1","volume-title":"Situating methods in the magic of Big Data and AI. Communication monographs 85, 1","author":"Elish Madeleine\u00a0Clare","year":"2018","unstructured":"Madeleine\u00a0Clare Elish and Danah Boyd. 2018. Situating methods in the magic of Big Data and AI. Communication monographs 85, 1 (2018), 57\u201380."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327884mca0503_3"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1207\/S1532785XMEP0203_2"},{"key":"e_1_3_2_1_28_1","volume-title":"Structures of social life: The four elementary forms of human relations: Communal sharing, authority ranking, equality matching, market pricing","author":"Fiske Alan\u00a0Page","unstructured":"Alan\u00a0Page Fiske. 1991. Structures of social life: The four elementary forms of human relations: Communal sharing, authority ranking, equality matching, market pricing.Free Press, New York, NY, USA."},{"key":"e_1_3_2_1_29_1","volume-title":"A description of think aloud method and protocol analysis. Qualitative health research 3, 4","author":"Fonteyn E","year":"1993","unstructured":"Marsha\u00a0E Fonteyn, Benjamin Kuipers, and Susan\u00a0J Grobe. 1993. A description of think aloud method and protocol analysis. Qualitative health research 3, 4 (1993), 430\u2013441."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.physrep.2009.11.002"},{"key":"e_1_3_2_1_31_1","unstructured":"J.\u00a0A. Frimer R. Boghrati J. Haidt J. Graham and M. Dehgani. 2019. Moral Foundations Dictionaries for Linguistic Analyses 2.0. http:\/\/www.jeremyfrimer.com\/uploads\/2\/1\/2\/7\/21278832\/summary.pdf."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.1984.4767596"},{"key":"e_1_3_2_1_33_1","volume-title":"Advances in experimental social psychology. Vol.\u00a047","author":"Graham Jesse","unstructured":"Jesse Graham, Jonathan Haidt, Sena Koleva, Matt Motyl, Ravi Iyer, Sean\u00a0P Wojcik, and Peter\u00a0H Ditto. 2013. Moral foundations theory: The pragmatic validity of moral pluralism. In Advances in experimental social psychology. Vol.\u00a047. Elsevier, New York, NY USA, 55\u2013130."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Jesse Graham Jonathan Haidt and Brian\u00a0A Nosek. 2009. Liberals and conservatives rely on different sets of moral foundations.Journal of personality and social psychology 96 5(2009) 1029.","DOI":"10.1037\/a0015141"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0307752101"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/160940690400300104"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372826"},{"key":"e_1_3_2_1_38_1","unstructured":"Moritz Hardt Nimrod Megiddo Christos\u00a0H. Papadimitriou and Mary Wootters. 2015. Strategic Classification. CoRR abs\/1506.06980(2015) 1\u201326. arXiv:1506.06980http:\/\/arxiv.org\/abs\/1506.06980"},{"key":"e_1_3_2_1_39_1","volume-title":"Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.). Vol.\u00a029. Curran Associates","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, Eric Price, and Nati Srebro. 2016. Equality of Opportunity in Supervised Learning. In Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.). Vol.\u00a029. Curran Associates, Inc., Barcelona, Spain, 1\u20139. https:\/\/proceedings.neurips.cc\/paper\/2016\/file\/9d2682367c3935defcb1f9e247a97c0d-Paper.pdf"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445867"},{"key":"e_1_3_2_1_41_1","first-page":"811","article-title":"Measuring Algorithmic Fairness","volume":"106","author":"Hellman Deborah","year":"2020","unstructured":"Deborah Hellman. 2020. Measuring Algorithmic Fairness. Virginia Law Review 106(2020), 811.","journal-title":"Virginia Law Review"},{"key":"e_1_3_2_1_42_1","unstructured":"Hans Hofmann. 1994. German Credit Dataset."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300327"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287600"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007665907178"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445919"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702520"},{"key":"e_1_3_2_1_48_1","volume-title":"The ethical algorithm: The science of socially aware algorithm design","author":"Kearns Michael","unstructured":"Michael Kearns and Aaron Roth. 2019. The ethical algorithm: The science of socially aware algorithm design. Oxford University Press, New York, NY, USA."},{"key":"e_1_3_2_1_49_1","volume-title":"Inherent Trade-Offs in the Fair Determination of Risk Scores. arXiv preprint arXiv:1609.05807 1, 1","author":"Kleinberg Jon","year":"2016","unstructured":"Jon Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2016. Inherent Trade-Offs in the Fair Determination of Risk Scores. arXiv preprint arXiv:1609.05807 1, 1 (2016), 1\u201323. http:\/\/arxiv.org\/abs\/1609.05807"},{"key":"e_1_3_2_1_50_1","unstructured":"Ronny Kohavi and Barry Becker. 1996. UCI Machine Learning Repository."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287590"},{"key":"e_1_3_2_1_53_1","first-page":"1","article-title":"How We Analayzed the COMPAS Recidivism Algorithm","volume":"2016","author":"Larson Jeff","year":"2016","unstructured":"Jeff Larson, Surya Mattu, Lauren Kirchner, and Julia Angwin. 2016. How We Analayzed the COMPAS Recidivism Algorithm. ProPublica 2016, 1 (2016), 1. https:\/\/www.propublica.org\/article\/how-we-analyzed-the-compas-recidivism-algorithm","journal-title":"ProPublica"},{"key":"e_1_3_2_1_54_1","volume-title":"The boundary specification problem in network analysis. Research methods in social network analysis 61","author":"Laumann O","year":"1989","unstructured":"Edward\u00a0O Laumann, Peter\u00a0V Marsden, and David Prensky. 1989. The boundary specification problem in network analysis. Research methods in social network analysis 61 (1989), 87."},{"key":"e_1_3_2_1_55_1","volume-title":"Community structure in directed networks. Physical review letters 100, 11","author":"Leicht A","year":"2008","unstructured":"Elizabeth\u00a0A Leicht and Mark\u00a0EJ Newman. 2008. Community structure in directed networks. Physical review letters 100, 11 (2008), 118703."},{"key":"e_1_3_2_1_56_1","volume-title":"A technique for the measurement of attitudes.Archives of psychology 22, 140","author":"Likert Rensis","year":"1932","unstructured":"Rensis Likert. 1932. A technique for the measurement of attitudes.Archives of psychology 22, 140 (1932), 55."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.447"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372868"},{"key":"e_1_3_2_1_59_1","volume-title":"MALLET: A Machine Learning for Language Toolkit","author":"McCallum Andrew\u00a0Kachites","year":"2002","unstructured":"Andrew\u00a0Kachites McCallum. 2002. MALLET: A Machine Learning for Language Toolkit. http:\/\/mallet.cs.umass.edu"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445880"},{"key":"e_1_3_2_1_61_1","unstructured":"Julia Powles and Helen Nissenbaum. 2018. The Seductive Diversion of Solving Bias in Artificial Intelligence."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445876"},{"key":"e_1_3_2_1_63_1","volume-title":"Open-ended vs. close-ended questions in web questionnaires. Developments in applied statistics 19, 1","author":"Reja Ur\u0161a","year":"2003","unstructured":"Ur\u0161a Reja, Katja\u00a0Lozar Manfreda, Valentina Hlebec, and Vasja Vehovar. 2003. Open-ended vs. close-ended questions in web questionnaires. Developments in applied statistics 19, 1 (2003), 159\u2013177."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445868"},{"key":"e_1_3_2_1_66_1","volume-title":"The coding manual for qualitative researchers","author":"Salda\u00f1a Johnny","unstructured":"Johnny Salda\u00f1a. 2021. The coding manual for qualitative researchers. Sage Publications, Los Angeles, CA, USA."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"crossref","unstructured":"Shalom\u00a0H Schwartz and Wolfgang Bilsky. 1990. Toward a theory of the universal content and structure of values: Extensions and cross-cultural replications.Journal of personality and social psychology 58 5(1990) 878.","DOI":"10.1037\/\/0022-3514.58.5.878"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_69_1","volume-title":"\u201cbig three","author":"Shweder A","year":"1997","unstructured":"Richard\u00a0A Shweder, Nancy\u00a0C Much, Manamohan Mahapatra, and Lawrence Park. 1997. The \u201cbig three\u201d of morality (autonomy, community, divinity) and the \u201cbig three\u201d explanations of suffering. Morality and health 119(1997), 119\u2013169."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.4103\/2321-0656.140875"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445934"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1402008"},{"key":"e_1_3_2_1_73_1","volume-title":"Qualitative research: Analysis types and software","author":"Tesch Renata","unstructured":"Renata Tesch. 2013. Qualitative research: Analysis types and software. Routledge, New York, NY, USA."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1080\/01638539609544962"},{"key":"e_1_3_2_1_75_1","first-page":"45","article-title":"The art of coding and thematic exploration in qualitative research","volume":"15","author":"Williams Michael","year":"2019","unstructured":"Michael Williams and Tami Moser. 2019. The art of coding and thematic exploration in qualitative research. International Management Review 15, 1 (2019), 45\u201355.","journal-title":"International Management Review"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445928"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375709"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533107","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533107","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533107","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:08Z","timestamp":1750186928000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533107"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":77,"alternative-id":["10.1145\/3531146.3533107","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533107","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}