{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T15:49:26Z","timestamp":1776095366620,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533781","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"2057-2068","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Disentangling the Components of Ethical Research in Machine Learning"],"prefix":"10.1145","author":[{"given":"Carolyn","family":"Ashurst","sequence":"first","affiliation":[{"name":"Alan Turing Institute, United Kingdom"}]},{"given":"Solon","family":"Barocas","sequence":"additional","affiliation":[{"name":"Cornell \/ Microsoft Research, USA"}]},{"given":"Rosie","family":"Campbell","sequence":"additional","affiliation":[{"name":"OpenAI, USA"}]},{"given":"Deborah","family":"Raji","sequence":"additional","affiliation":[{"name":"UC Berkeley \/ Mozilla, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Navigating the Broader Impacts of AI Research Workshop at the 34th Conference on Neural Information Processing Systems(2020)","author":"Abuhamad Grace","year":"2020","unstructured":"Grace Abuhamad and Claudel Rheault. 2020. Like a Researcher Stating Broader Impact For the Very First Time. Navigating the Broader Impacts of AI Research Workshop at the 34th Conference on Neural Information Processing Systems(2020)."},{"key":"e_1_3_2_1_2_1","volume-title":"Retrieved","author":"ACM.","year":"2021","unstructured":"ACM. 2021. Artifact Review and Badging \u2013 Version 2.0. Retrieved January 21, 2022 from https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging"},{"key":"e_1_3_2_1_3_1","volume-title":"Retrieved","year":"2022","unstructured":"Amazon. [n.d.]. Amazon Mechanical Turk. Retrieved January 21, 2022 from https:\/\/www.mturk.com\/"},{"key":"e_1_3_2_1_4_1","volume-title":"Retrieved","author":"Amodei Dario","year":"2018","unstructured":"Dario Amodei and Danny Hernandez. 2018. AI and Compute. Retrieved January 21, 2022 from https:\/\/openai.com\/blog\/ai-and-compute\/"},{"key":"e_1_3_2_1_5_1","volume-title":"Retrieved","author":"Ashurst Carolyn","year":"2020","unstructured":"Carolyn Ashurst, Markus Anderljung, Carina Prunkl, Jan Leike, Yarin Gal, Toby Shevlane, and Allan Dafoe. 2020. A Guide to Writing the NeurIPS Impact Statement. Retrieved January 21, 2022 from https:\/\/medium.com\/@GovAI\/a-guide-to-writing-the-neurips-impact-statement-4293b723f832"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Carolyn Ashurst Emmie Hine Paul Sedille and Alexis Carlier. 2021. AI Ethics Statements - Analysis and Lessons Learnt from NeurIPS Broader Impact Statements. arXiv preprint arXiv:2111.01705(2021).","DOI":"10.1145\/3531146.3533780"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Solon Barocas Asia\u00a0J Biega Benjamin Fish Jedrzej Niklas and Luke Stark. 2020. When Not to Design Build or Deploy An Interactive Discussion at the ACM FAT* 2020 Conference. https:\/\/when-not-to-build.github.io\/","DOI":"10.1145\/3351095.3375691"},{"key":"e_1_3_2_1_9_1","volume-title":"Is There Research That Shouldn\u2019t Be Done? Is There Research That Shouldn\u2019t Be Encouraged?Retrieved","author":"Bender Emily","year":"2022","unstructured":"Emily Bender. 2019. Is There Research That Shouldn\u2019t Be Done? Is There Research That Shouldn\u2019t Be Encouraged?Retrieved January 21, 2022 from https:\/\/medium.com\/@emilymenonbender\/is-there-research-that-shouldnt-be-done-is-there-research-that-shouldn-t-be-encouraged-b1bf7d321bb6"},{"key":"e_1_3_2_1_10_1","unstructured":"Samy Bengio Kate Crawford Jeanne Fromer Iason Gabriel Amanda Levendowski Deborah Raji and Ranzato Marc\u2019Aurelio. 2021. Ethics Guidelines. https:\/\/neurips.cc\/public\/EthicsGuidelines"},{"key":"e_1_3_2_1_11_1","volume-title":"Race After Technology: Abolitionist Tools for the New Jim Code. Social Forces","author":"Benjamin Ruha","year":"2019","unstructured":"Ruha Benjamin. 2019. Race After Technology: Abolitionist Tools for the New Jim Code. Social Forces (2019)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2117261118"},{"key":"e_1_3_2_1_13_1","volume-title":"Workshop on Fairness, Accountability, and Transparency in Machine Learning.","author":"Bird Sarah","year":"2016","unstructured":"Sarah Bird, Solon Barocas, Kate Crawford, Fernando Diaz, and Hanna Wallach. 2016. Exploring or exploiting? Social and ethical implications of autonomous experimentation in AI. In Workshop on Fairness, Accountability, and Transparency in Machine Learning."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00158"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/0141076820902625"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741654"},{"key":"e_1_3_2_1_17_1","unstructured":"Miles Brundage Shahar Avin Jack Clark Helen Toner Peter Eckersley Ben Garfinkel Allan Dafoe Paul Scharre Thomas Zeitzoff Bobby Filar 2018. The Malicious Use of Artificial Iintelligence: Forecasting Prevention and Mitigation. arXiv preprint arXiv:1802.07228(2018)."},{"key":"e_1_3_2_1_18_1","volume-title":"SEG technical program expanded abstracts","author":"Claerbout F","year":"1992","unstructured":"Jon\u00a0F Claerbout and Martin Karrenbach. 1992. Electronic Documents Give Reproducible Research a New Meaning. In SEG technical program expanded abstracts 1992. Society of Exploration Geophysicists, 601\u2013604."},{"key":"e_1_3_2_1_19_1","volume-title":"Retrieved","author":"Critical Technology Coalition","year":"2020","unstructured":"Coalition for Critical Technology. 2020. Abolish the #TechToPrisonPipeline. Retrieved January 21, 2022 from https:\/\/medium.com\/@CoalitionForCriticalTechnology\/abolish-the-techtoprisonpipeline-9b5b14366b16"},{"key":"e_1_3_2_1_20_1","volume-title":"Retrieved","author":"Crawford Kate","year":"2019","unstructured":"Kate Crawford and Trevor Paglen. 2019. Excavating AI: The Politics of Training Sets for Machine Learning. Retrieved January 21, 2022 from https:\/\/excavating.ai"},{"key":"e_1_3_2_1_21_1","volume-title":"Tutorial on Fairness Accountability Transparency and Ethics in Computer Vision at CVPR","author":"Denton Emily","year":"2020","unstructured":"Emily Denton and Timnit Gebru. 2020. Tutorial on Fairness Accountability Transparency and Ethics in Computer Vision at CVPR 2020. https:\/\/sites.google.com\/view\/fatecv-tutorial\/"},{"key":"e_1_3_2_1_22_1","volume-title":"Retrieved","author":"DHEW.","year":"1978","unstructured":"DHEW. 1978. The Belmont Report. Retrieved January 21, 2022 from https:\/\/videocast.nih.gov\/pdf\/ohrp_belmont_report.pdf"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-021-00052-5"},{"key":"e_1_3_2_1_24_1","volume-title":"Retrieved","author":"EMNLP.","year":"2020","unstructured":"EMNLP. 2020. Call For Papers. Retrieved January 21, 2022 from https:\/\/2020.emnlp.org\/call-for-papers"},{"key":"e_1_3_2_1_25_1","volume-title":"Retrieved","author":"EPSRC.","year":"2020","unstructured":"EPSRC. 2020. Anticipate, Reflect, Engage and Act (AREA). Retrieved January 21, 2022 from https:\/\/epsrc.ukri.org\/research\/framework\/area\/"},{"key":"e_1_3_2_1_26_1","volume-title":"Automating Inequality: How High-Tech Tools Profile, Police, and Punish the Poor","author":"Eubanks Virginia","year":"2018","unstructured":"Virginia Eubanks. 2018. Automating Inequality: How High-Tech Tools Profile, Police, and Punish the Poor. St. Martin\u2019s Press."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173016"},{"key":"e_1_3_2_1_29_1","volume-title":"Ghost Work: How to Stop Silicon Valley From Building a New Global Underclass","author":"Gray L","year":"2019","unstructured":"Mary\u00a0L Gray and Siddharth Suri. 2019. Ghost Work: How to Stop Silicon Valley From Building a New Global Underclass. Eamon Dolan Books."},{"key":"e_1_3_2_1_30_1","volume-title":"Retrieved","year":"2021","unstructured":"Jules. Harvey, Adam.\u00a0LaPlace. 2021. Exposing.ai. Retrieved January 21, 2022 from https:\/\/exposing.ai"},{"key":"e_1_3_2_1_31_1","unstructured":"HHS. 2018. Code of Federal Regulations - Title 45 Public Welfare CFR 46 - 2018 Common Rule. https:\/\/www.hhs.gov\/ohrp\/regulations-and-policy\/regulations\/45-cfr-46\/revised-common-rule-regulatory-text\/index.html"},{"key":"e_1_3_2_1_32_1","volume-title":"Emotions For Science. Retrieved","author":"Hill Kashmir","year":"2014","unstructured":"Kashmir Hill. 2014. Facebook Manipulated 689,003 Users\u2019 Emotions For Science. Retrieved January 21, 2022 from https:\/\/www.forbes.com\/sites\/kashmirhill\/2014\/06\/28\/facebook-manipulated-689003-users-emotions-for-science\/?sh=5fd1818b197c"},{"key":"e_1_3_2_1_33_1","volume-title":"Retrieved","author":"Hsu Jeremy","year":"2019","unstructured":"Jeremy Hsu. 2019. Microsoft\u2019s AI Research Draws Controversy Over Possible Disinformation Use. Retrieved January 21, 2022 from https:\/\/spectrum.ieee.org\/microsofts-ai-research-draws-controversy-over-possible-disinformation-use"},{"key":"e_1_3_2_1_34_1","volume-title":"Retrieved","author":"ICO.","year":"2018","unstructured":"ICO. 2018. Special Category Data. Retrieved January 21, 2022 from https:\/\/ico.org.uk\/for-organisations\/guide-to-data-protection\/guide-to-the-general-data-protection-regulation-gdpr\/lawful-basis-for-processing\/special-category-data"},{"key":"e_1_3_2_1_35_1","volume-title":"What is personal data?Retrieved","author":"ICO.","year":"2022","unstructured":"ICO. 2018. What is personal data?Retrieved January 21, 2022 from https:\/\/ico.org.uk\/for-organisations\/guide-to-data-protection\/guide-to-the-general-data-protection-regulation-gdpr\/key-definitions\/what-is-personal-data"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_1_37_1","volume-title":"Retrieved","author":"Johnson Khari","year":"2020","unstructured":"Khari Johnson. 2020. NeurIPS Requires AI Researchers to Account for Societal Impact and Financial Conflicts of Interest. Retrieved January 21, 2022 from https:\/\/venturebeat.com\/2020\/02\/24\/neurips-requires-ai-researchers-to-account-for-societal-impact-and-financial-conflicts-of-interest"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.1996.03540200048030"},{"key":"e_1_3_2_1_39_1","volume-title":"HARKing: Hypothesizing After the Results are Known. Personality and social psychology review 2, 3","author":"Kerr L","year":"1998","unstructured":"Norbert\u00a0L Kerr. 1998. HARKing: Hypothesizing After the Results are Known. Personality and social psychology review 2, 3 (1998), 196\u2013217."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1421412111"},{"key":"e_1_3_2_1_41_1","volume-title":"Retrieved","author":"Lin Hsuan-Tien","year":"2020","unstructured":"Hsuan-Tien Lin, Maria\u00a0Florina Balcan, Raia Hadsell, and Marc\u00a0Aurelio Ranzato. 2020. What We Learned From NeurIPS 2020 Reviewing Process. Retrieved January 21, 2022 from https:\/\/medium.com\/@NeurIPSConf\/what-we-learned-from-neurips-2020-reviewing-process-e24549eea38f"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2021.05.006"},{"key":"e_1_3_2_1_43_1","volume-title":"Ethics in Human Research. Tropical parasitology 1, 1","author":"Mandal Jharna","year":"2011","unstructured":"Jharna Mandal, Srinivas Acharya, and Subhash\u00a0Chandra Parija. 2011. Ethics in Human Research. Tropical parasitology 1, 1 (2011), 2."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2012021117"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951716650211"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_47_1","volume-title":"Unpacking the Expressed Consequences of AI Research in Broader Impact Statements. AAAI\/ACM Conference on Artificial Intelligence, Ethics, and Society (AIES)","author":"Nanayakkara Priyanka","year":"2021","unstructured":"Priyanka Nanayakkara, Jessica Hullman, and Nicholas Diakopoulos. 2021. Unpacking the Expressed Consequences of AI Research in Broader Impact Statements. AAAI\/ACM Conference on Artificial Intelligence, Ethics, and Society (AIES) (2021)."},{"key":"e_1_3_2_1_48_1","volume-title":"Retrieved","author":"IPS.","year":"2020","unstructured":"NeurIPS. 2020. Getting Started with NeurIPS 2020. Retrieved January 21, 2022 from https:\/\/medium.com\/@NeurIPSConf\/getting-started-with-neurips-2020-e350f9b39c28"},{"key":"e_1_3_2_1_49_1","volume-title":"Retrieved","author":"IPS.","year":"2021","unstructured":"NeurIPS. 2021. NeurIPS 2021 Paper Checklist Guidelines. Retrieved January 21, 2022 from https:\/\/neurips.cc\/Conferences\/2021\/PaperInformation\/PaperChecklist"},{"key":"e_1_3_2_1_50_1","volume-title":"Algorithms of Oppression","author":"Noble Safiya\u00a0Umoja","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of Oppression. New York University Press."},{"key":"e_1_3_2_1_51_1","unstructured":"Cathy O\u2019Neil. 2016. Weapons of Math Destruction: How Big Data Increases Inequality and Threatens Democracy. Crown."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1093\/scipol"},{"key":"e_1_3_2_1_53_1","unstructured":"PAI. 2021. Managing the Risks of AI Research. https:\/\/www.partnershiponai.org\/responsible-publication-recommendations"},{"key":"e_1_3_2_1_54_1","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track.","author":"Peng L","year":"2021","unstructured":"Kenneth\u00a0L Peng, Arunesh Mathur, and Arvind Narayanan. 2021. Mitigating Dataset Harms Requires Stewardship: Lessons From 1000 Papers. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track."},{"key":"e_1_3_2_1_55_1","volume-title":"Improving reproducibility in machine learning research: a report from the NeurIPS 2019 reproducibility program. Journal of Machine Learning Research 22","author":"Pineau Joelle","year":"2021","unstructured":"Joelle Pineau, Philippe Vincent-Lamarre, Koustuv Sinha, Vincent Larivi\u00e8re, Alina Beygelzimer, Florence d\u2019Alch\u00e9 Buc, Emily Fox, and Hugo Larochelle. 2021. Improving reproducibility in machine learning research: a report from the NeurIPS 2019 reproducibility program. Journal of Machine Learning Research 22 (2021)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00298-y"},{"key":"e_1_3_2_1_57_1","volume-title":"Misogynistic Slurs. Retrieved","author":"Quach Katyanna","year":"2020","unstructured":"Katyanna Quach. 2020. MIT Apologizes, Permanently Pulls Offline Huge Dataset That Taught AI Systems To Use Racist, Misogynistic Slurs. Retrieved January 21, 2022 from https:\/\/www.theregister.com\/2020\/07\/01\/mit_dataset_removed"},{"key":"e_1_3_2_1_58_1","unstructured":"Alec Radford Jeffrey Wu Dario Amodei Daniela Amodei Jack Clark Miles Brundage and Ilya Sutskever. 2019. Better language models and their implications. OpenAI Blog https:\/\/openai. com\/blog\/better-language-models 1(2019) 2."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3381831"},{"key":"e_1_3_2_1_60_1","first-page":"534","article-title":"P-curve: A Key to the File-drawer.Journal of experimental psychology","volume":"143","author":"Simonsohn Uri","year":"2014","unstructured":"Uri Simonsohn, Leif\u00a0D Nelson, and Joseph\u00a0P Simmons. 2014. P-curve: A Key to the File-drawer.Journal of experimental psychology: General 143, 2 (2014), 534.","journal-title":"General"},{"key":"e_1_3_2_1_61_1","volume-title":"Bias in Research. Biochemia medica 23, 1","author":"Simundic Ana-Maria","year":"2013","unstructured":"Ana-Maria Simundic. 2013. Bias in Research. Biochemia medica 23, 1 (2013), 12\u201315."},{"key":"e_1_3_2_1_62_1","volume-title":"Dissemination and Publication of Research Findings: An Updated Review of Related Biases. Health technology assessment 14, 8","author":"Song Fujian","year":"2010","unstructured":"Fujian Song, Sheetal Parekh, Lee Hooper, Yoon\u00a0K Loke, J Ryder, Alex\u00a0J Sutton, C Hing, Chun\u00a0Shing Kwok, Chun Pang, and Ian Harvey. 2010. Dissemination and Publication of Research Findings: An Updated Review of Related Biases. Health technology assessment 14, 8 (2010), 1\u2013220."},{"key":"e_1_3_2_1_63_1","unstructured":"Victoria Stodden. 2014. 2014 : What Scientific Idea is Ready For Retirement?https:\/\/www.edge.org\/response-detail\/25340."},{"key":"e_1_3_2_1_64_1","volume-title":"Nutritional Labels for Data and Models. A Quarterly bulletin of the Computer Society of the IEEE Technical Committee on Data Engineering 42, 3","author":"Stoyanovich Julia","year":"2019","unstructured":"Julia Stoyanovich and Bill Howe. 2019. Nutritional Labels for Data and Models. A Quarterly bulletin of the Computer Society of the IEEE Technical Committee on Data Engineering 42, 3 (2019)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1355"},{"key":"e_1_3_2_1_66_1","unstructured":"[66] The Data Protection Act 2018. https:\/\/www.legislation.gov.uk\/ukpga\/2018\/12\/contents\/enacted"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","unstructured":"The Turing Way Community. 2021. The Turing Way: A Handbook For Reproducible Ethical and Collaborative Research. https:\/\/doi.org\/10.5281\/zenodo.3233853","DOI":"10.5281\/zenodo.3233853"},{"key":"e_1_3_2_1_68_1","volume-title":"Retrieved","author":"Data Service UK","year":"2022","unstructured":"UK Data Service. [n.d.]. The Data Protection Act and GDPR. Retrieved January 21, 2022 from https:\/\/ukdataservice.ac.uk\/learning-hub\/research-data-management\/data-protection\/data-protection-legislation\/data-protection-act-and-gdpr"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488666"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"crossref","unstructured":"Shoshana Zuboff. 2019. The Age of Surveillance Capitalism: The Fight for a Human Future At the New Frontier of Power. Profile books.","DOI":"10.1177\/0049085719872928"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533781","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533781","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:30Z","timestamp":1750188690000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533781"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":70,"alternative-id":["10.1145\/3531146.3533781","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533781","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}