{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T05:58:46Z","timestamp":1757311126176,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":111,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T00:00:00Z","timestamp":1686528000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,12]]},"DOI":"10.1145\/3593013.3593996","type":"proceedings-article","created":{"date-parts":[[2023,6,12]],"date-time":"2023-06-12T14:40:46Z","timestamp":1686580846000},"page":"271-284","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Making Intelligence: Ethical Values in IQ and ML Benchmarks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9573-3332","authenticated-orcid":false,"given":"Borhane","family":"Blili-Hamelin","sequence":"first","affiliation":[{"name":"AI Risk and Vulnerability Alliance, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1355-9104","authenticated-orcid":false,"given":"Leif","family":"Hancox-Li","sequence":"additional","affiliation":[{"name":"Capital One, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13194-021-00437-7"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-017-0475-5_8"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1093\/ije"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v36i1.2564"},{"key":"e_1_3_2_1_5_1","volume-title":"Bender and Kar\u00ebn Fort","author":"Emily","year":"2021","unstructured":"Emily M. Bender and Kar\u00ebn Fort. 2021. NAACL Ethics Review Process Report-Back. https:\/\/iuliaturc-google.github.io\/naacl-org\/naacl-2021-website\/blog\/ethics-review-process-report-back\/"},{"key":"e_1_3_2_1_6_1","unstructured":"Samy Bengio Alina Beygelzimer Kate Crawford Jeanne Fromer Iason Gabriel Amanda Levendowski Deborah Raji and Marc\u2019Aurelio Ranzato. 2022. Provisional Draft of the NeurIPS Code of Ethics. https:\/\/openreview.net\/forum?id=zVoy8kAFKPr"},{"key":"e_1_3_2_1_7_1","unstructured":"Samy Bengio Sasha Luccioni and Inioluwa Deborah Raji. 2023. Announcing the NeurIPS Code of Ethics. https:\/\/blog.neurips.cc\/2023\/04\/20\/announcing-the-neurips-code-of-ethics\/"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533083"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Rishi Bommasani. 2022. Evaluation for Change. (2022). https:\/\/doi.org\/10.48550\/ARXIV.2212.11670 Publisher: arXiv Version Number: 1.","DOI":"10.48550\/ARXIV.2212.11670"},{"key":"e_1_3_2_1_11_1","unstructured":"Rishi Bommasani Kathleen A. Creel Ananya Kumar Dan Jurafsky and Percy Liang. 2022. Picking on the Same Person: Does Algorithmic Monoculture lead to Outcome Homogenization?http:\/\/arxiv.org\/abs\/2211.13972 arXiv:2211.13972 [cs]."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/380681"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"Margarita Boyarskaya Alexandra Olteanu and Kate Crawford. 2020. Overcoming Failures of Imagination in AI Infused System Development and Deployment. (2020). https:\/\/doi.org\/10.48550\/ARXIV.2011.13416 arXiv Version Number: 3.","DOI":"10.48550\/ARXIV.2011.13416"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3337722.3337750"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1177\/0098858817723663"},{"volume-title":"Human cognitive abilities: a survey of factor-analytic studies","author":"Carroll John B.","key":"e_1_3_2_1_17_1","unstructured":"John B. Carroll. 1993. Human cognitive abilities: a survey of factor-analytic studies. Cambridge University Press, Cambridge ; New York."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375813"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1136\/jnnp.2003.028076"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324922000043"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Amanda Coston Anna Kawakami Haiyi Zhu Ken Holstein and Hoda Heidari. 2022. A Validity Perspective on Evaluating the Justified Use of Data-driven Decision-making Algorithms. https:\/\/doi.org\/10.48550\/ARXIV.2206.14983","DOI":"10.48550\/ARXIV.2206.14983"},{"key":"e_1_3_2_1_22_1","volume-title":"The Algorithmic Leviathan: Arbitrariness, Fairness, and Opportunity in Algorithmic Decision-Making Systems. Canadian Journal of Philosophy","author":"Creel Kathleen","year":"2022","unstructured":"Kathleen Creel and Deborah Hellman. 2022. The Algorithmic Leviathan: Arbitrariness, Fairness, and Opportunity in Algorithmic Decision-Making Systems. Canadian Journal of Philosophy (2022), 1\u201318."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5406\/amerjpsyc.125.2.0145"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-120710-100353"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1093\/actrade\/9780198796206.001.0001"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2006.02.001"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2005.06.003"},{"key":"e_1_3_2_1_28_1","unstructured":"Mostafa Dehghani Yi Tay Alexey A. Gritsenko Zhe Zhao Neil Houlsby Fernando Diaz Donald Metzler and Oriol Vinyals. 2021. The Benchmark Lottery. http:\/\/arxiv.org\/abs\/2107.07002 arXiv:2107.07002 [cs]."},{"key":"e_1_3_2_1_29_1","volume-title":"Andrew Smart, and Hilary Nicole","author":"Denton Emily","year":"2021","unstructured":"Emily Denton, Alex Hanna, Razvan Amironesei, Andrew Smart, and Hilary Nicole. 2021. On the genealogy of machine learning datasets: A critical history of ImageNet. Big Data & Society 8, 2 (2021)."},{"key":"e_1_3_2_1_30_1","volume-title":"Hilary Nicole, and Morgan Klaus Scheuerman.","author":"Denton Emily","year":"2020","unstructured":"Emily Denton, Alex Hanna, Razvan Amironesei, Andrew Smart, Hilary Nicole, and Morgan Klaus Scheuerman. 2020. Bringing the People Back In: Contesting Benchmark Machine Learning Datasets. http:\/\/arxiv.org\/abs\/2007.07399 arXiv:2007.07399 [cs]."},{"key":"e_1_3_2_1_31_1","volume-title":"Human Help Wanted: Why AI Is Terrible at Content Moderation. https:\/\/www.pcmag.com\/opinions\/human-help-wanted-why-ai-is-terrible-at-content-moderation Accessed","author":"Dickson Ben","year":"2022","unstructured":"Ben Dickson. 2019. Human Help Wanted: Why AI Is Terrible at Content Moderation. https:\/\/www.pcmag.com\/opinions\/human-help-wanted-why-ai-is-terrible-at-content-moderation Accessed Jan 18, 2022."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3373157"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1086\/392855"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10670-013-9538-0"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534647"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00355-6"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1177\/0306312711424596"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1177\/0042085903038004006"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533206"},{"key":"e_1_3_2_1_41_1","volume-title":"Advances in Neural Information Processing Systems","author":"Geirhos Robert","year":"2021","unstructured":"Robert Geirhos, Kantharaju Narayanappa, Benjamin Mitzkus, Tizian Thieringer, Matthias Bethge, Felix A. Wichmann, and Wieland Brendel. 2021. Partial success in closing the gap between human and machine vision. In Advances in Neural Information Processing Systems, M. Ranzato, A. Beygelzimer, Y. Dauphin, P.S. Liang, and J. Wortman Vaughan (Eds.). Vol. 34. Curran Associates, Inc., 23885\u201323899. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/c8877cff22082a16395a57e97232bb6f-Paper.pdf"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","unstructured":"Sayan Ghosh Dylan Baker David Jurgens and Vinodkumar Prabhakaran. 2021. Detecting Cross-Geographic Biases in Toxicity Modeling on Social Media. (2021). https:\/\/doi.org\/10.48550\/ARXIV.2104.06999 Publisher: arXiv Version Number: 2.","DOI":"10.48550\/ARXIV.2104.06999"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0160-2896(97)90014-3"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.0963-7214.2004.01301001.x"},{"key":"e_1_3_2_1_45_1","volume-title":"The mismeasure of man","author":"Gould Stephen Jay","unstructured":"Stephen Jay Gould. 1981. The mismeasure of man (1st ed.). Norton, New York.","edition":"1"},{"key":"e_1_3_2_1_46_1","volume-title":"Advances in Neural Information Processing Systems","author":"Gulcehre Caglar","year":"2020","unstructured":"Caglar Gulcehre, Ziyu Wang, Alexander Novikov, Thomas Paine, Sergio G\u00f3mez, Konrad Zolna, Rishabh Agarwal, Josh S Merel, Daniel J Mankowitz, Cosmin Paduraru, Gabriel Dulac-Arnold, Jerry Li, Mohammad Norouzi, Matthew Hoffman, Nicolas Heess, and Nando de Freitas. 2020. RL Unplugged: A Suite of Benchmarks for Offline Reinforcement Learning. In Advances in Neural Information Processing Systems, H. Larochelle, M. Ranzato, R. Hadsell, M. F. Balcan, and H. Lin (Eds.). Vol. 33. 7248\u20137259. https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/51200d29d1fc15f5a71c1dab4bb54f7c-Paper.pdf"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3467017"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning(Proceedings of Machine Learning Research","volume":"4421","author":"Hu Junjie","year":"2020","unstructured":"Junjie Hu, Sebastian Ruder, Aditya Siddhant, Graham Neubig, Orhan Firat, and Melvin Johnson. 2020. XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalisation. In Proceedings of the 37th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol. 119). 4411\u20134421. https:\/\/proceedings.mlr.press\/v119\/hu20b.html"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533233"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_2_1_52_1","first-page":"523","article-title":"The Black\u2013White test score gap. Brookings Institution Press, Washington, DC","author":"Jencks Christopher","year":"1998","unstructured":"Christopher Jencks and Meredith Phillips (Eds.). 1998. The Black\u2013White test score gap. Brookings Institution Press, Washington, DC, US. Pages: x, 523.","journal-title":"US. Pages"},{"volume-title":"Straight talk about mental tests","author":"Jensen Arthur Robert","key":"e_1_3_2_1_53_1","unstructured":"Arthur Robert Jensen. 1981. Straight talk about mental tests. Free Press, New York."},{"volume-title":"The g factor: the science of mental ability","author":"Jensen Arthur Robert","key":"e_1_3_2_1_54_1","unstructured":"Arthur Robert Jensen. 1998. The g factor: the science of mental ability. Praeger, Westport, Connecticut."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2203.07785"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-019-1426-2"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199672349.001.0001"},{"key":"e_1_3_2_1_58_1","volume-title":"Thick evaluation","author":"Kirchin Simon","unstructured":"Simon Kirchin. 2017. Thick evaluation (1st ed.). Oxford University Press, Oxford.","edition":"1"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2018340118"},{"volume-title":"The essential tension: selected studies in scientific tradition and change","author":"Kuhn Thomas S.","key":"e_1_3_2_1_60_1","unstructured":"Thomas S. Kuhn. 1977. Objectivity, Value Judgment, and Theory Choice. In The essential tension: selected studies in scientific tradition and change. Univ. of Chicago Press, Chicago, Ill., 320\u2013339."},{"key":"e_1_3_2_1_61_1","unstructured":"Travis LaCroix and Alexandra Sasha Luccioni. 2022. Metaethical Perspectives on \u2019Benchmarking\u2019 AI Ethics. http:\/\/arxiv.org\/abs\/2204.05151 arXiv:2204.05151 [cs]."},{"volume-title":"Eugenics: a very short introduction","author":"Levine Philippa","key":"e_1_3_2_1_62_1","unstructured":"Philippa Levine. 2017. Eugenics: a very short introduction. Oxford University Press, New York, NY."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2211.09110"},{"key":"e_1_3_2_1_64_1","volume-title":"Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks","volume":"1","author":"Liao Thomas","year":"2021","unstructured":"Thomas Liao, Rohan Taori, Deborah Raji, and Ludwig Schmidt. 2021. Are We Learning Yet? A Meta Review of Evaluation Failures Across Machine Learning. In Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks, Vol. 1. https:\/\/datasets-benchmarks-proceedings.neurips.cc\/paper\/2021\/file\/757b505cfd34c64c85ca5b5690ee5293-Paper-round2.pdf"},{"key":"e_1_3_2_1_65_1","first-page":"205","article-title":"Path dependence, lock-in, and history","volume":"11","author":"Liebowitz Stan J","year":"1995","unstructured":"Stan J Liebowitz and Stephen E Margolis. 1995. Path dependence, lock-in, and history. Journal of Law, Economics, & Organization 11 (1995), 205\u2013226. Issue 1.","journal-title":"Journal of Law, Economics, & Organization"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019"},{"volume-title":"Feminism, Science, and the Philosophy of Science","author":"Longino Helen E.","key":"e_1_3_2_1_67_1","unstructured":"Helen E. Longino. 1996. Cognitive and Non-Cognitive Values in Science: Rethinking the Dichotomy. In Feminism, Science, and the Philosophy of Science, Lynn Hankinson Nelson and Jack Nelson (Eds.). Kluwer Academic Publishers, 39\u201358."},{"key":"e_1_3_2_1_68_1","volume-title":"Ethical Review Guidelines. https:\/\/neurips.cc\/public\/EthicsGuidelines Accessed","author":"Luccioni Sasha","year":"2022","unstructured":"Sasha Luccioni, William Isaac, Cherie Poland, Deborah Raji, Samy Bengio, Kate Crawford, Jeanne Fromer, Iason Gabriel, Amanda Levendowski, and Marc\u2019Aurelio Ranzato. 2021. Ethical Review Guidelines. https:\/\/neurips.cc\/public\/EthicsGuidelines Accessed Aug 28, 2022."},{"key":"e_1_3_2_1_69_1","volume-title":"Rebooting AI: Building artificial intelligence we can trust","author":"Marcus Gary","year":"2019","unstructured":"Gary Marcus and Ernest Davis. 2019. Rebooting AI: Building artificial intelligence we can trust. Pantheon, New York."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555141"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.socscimed.2022.114877"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9744.2012.01298.x"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951716650211"},{"volume-title":"Innate: how the wiring of our brains shapes who we are","author":"Mitchell Kevin J.","key":"e_1_3_2_1_74_1","unstructured":"Kevin J. Mitchell. 2018. Innate: how the wiring of our brains shapes who we are. Princeton University Press, Princeton."},{"key":"e_1_3_2_1_75_1","volume-title":"A Critical Analysis of Standardized Testing in Speech and Language Therapy. Language, Speech, and Hearing Services in Schools","author":"Nair Vishnu KK","year":"2023","unstructured":"Vishnu KK Nair, Warda Farah, and Ian Cushing. 2023. A Critical Analysis of Standardized Testing in Speech and Language Therapy. Language, Speech, and Hearing Services in Schools (2023), 1\u201313."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aax2342"},{"key":"e_1_3_2_1_78_1","volume-title":"Basic Documents: Forty-ninth edition. Technical Report","author":"World Health Organization","year":"2020","unstructured":"World Health Organization. 2020. Basic Documents: Forty-ninth edition. Technical Report. World Health Organization. https:\/\/apps.who.int\/gb\/bd\/pdf_files\/BD_49th-en.pdf"},{"key":"e_1_3_2_1_79_1","volume-title":"Image Classification on ImageNet. https:\/\/paperswithcode.com\/sota\/image-classification-on-imagenet Accessed","author":"Code Papers With","year":"2022","unstructured":"Papers With Code. 2022. Image Classification on ImageNet. https:\/\/paperswithcode.com\/sota\/image-classification-on-imagenet Accessed Apr 22, 2022."},{"key":"e_1_3_2_1_80_1","volume-title":"Machine Translation on WMT2014 English-German. https:\/\/paperswithcode.com\/sota\/machine-translation-on-wmt2014-english-german Accessed","author":"Code Papers With","year":"2022","unstructured":"Papers With Code. 2022. Machine Translation on WMT2014 English-German. https:\/\/paperswithcode.com\/sota\/machine-translation-on-wmt2014-english-german Accessed Apr 22, 2022."},{"key":"e_1_3_2_1_81_1","volume-title":"Object Detection on COCO test-dev. https:\/\/paperswithcode.com\/sota\/object-detection-on-coco Accessed","author":"Code Papers With","year":"2022","unstructured":"Papers With Code. 2022. Object Detection on COCO test-dev. https:\/\/paperswithcode.com\/sota\/object-detection-on-coco Accessed Apr 22, 2022."},{"key":"e_1_3_2_1_82_1","volume-title":"Semantic Segmentation on ADE20K. https:\/\/paperswithcode.com\/sota\/semantic-segmentation-on-ade20k Accessed","author":"Code Papers With","year":"2022","unstructured":"Papers With Code. 2022. Semantic Segmentation on ADE20K. https:\/\/paperswithcode.com\/sota\/semantic-segmentation-on-ade20k Accessed Apr 22, 2022."},{"key":"e_1_3_2_1_83_1","volume-title":"Speech Recognition on LibriSpeech test-clean. https:\/\/paperswithcode.com\/sota\/speech-recognition-on-librispeech-test-clean Accessed","author":"Code Papers With","year":"2022","unstructured":"Papers With Code. 2022. Speech Recognition on LibriSpeech test-clean. https:\/\/paperswithcode.com\/sota\/speech-recognition-on-librispeech-test-clean Accessed Apr 22, 2022."},{"volume-title":"Ableism in Education: Rethinking School Practices and Policies","author":"Parekh Gillian","key":"e_1_3_2_1_84_1","unstructured":"Gillian Parekh. 2022. Ableism in Education: Rethinking School Practices and Policies. WW Norton & Company, New York."},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1080\/02691720902962813"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1111\/jcpp.13534"},{"key":"e_1_3_2_1_87_1","volume-title":"Kirstie Whitaker, and Andrew Strait.","author":"Petermann Mylene","year":"2022","unstructured":"Mylene Petermann, Niccolo Tempini, Ismael Kherroubi Garcia, Kirstie Whitaker, and Andrew Strait. 2022. Looking before we leap: Ethical review processes for AI and data science research. Technical Report. Ada Lovelace Institute. https:\/\/www.adalovelaceinstitute.org\/report\/looking-before-we-leap\/ arXiv Version Number: 1."},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00298-y"},{"key":"e_1_3_2_1_89_1","volume-title":"Conference on Neural Information Processing Systems Track on Datasets and Benchmarks","author":"Raji Inioluwa Deborah","year":"2021","unstructured":"Inioluwa Deborah Raji, Emily M Bender, Amandalynne Paullada, Emily Denton, and Alex Hanna. 2021. AI and the everything in the whole wide world benchmark. Conference on Neural Information Processing Systems Track on Datasets and Benchmarks (2021)."},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11229-018-1796-6"},{"volume-title":"Intelligence: all that matters. Hodder & Stoughton","author":"Ritchie Stuart","key":"e_1_3_2_1_91_1","unstructured":"Stuart Ritchie. 2015. Intelligence: all that matters. Hodder & Stoughton, London."},{"volume-title":"Superior: the return of race science","author":"Saini Angela","key":"e_1_3_2_1_92_1","unstructured":"Angela Saini. 2019. Superior: the return of race science. Beacon Press, Boston."},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476058"},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359246"},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392866"},{"key":"e_1_3_2_1_96_1","unstructured":"Amy Sequenzia. 2018. Intelligence Is an Ableist Concept by Amy Sequenzia on Ollibean. https:\/\/ollibean.com\/intelligence-is-an-ableist-concept\/ Section: Amy Sequenzia."},{"key":"e_1_3_2_1_97_1","doi-asserted-by":"publisher","DOI":"10.2307\/1412107"},{"key":"e_1_3_2_1_98_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00585-2"},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445939"},{"key":"e_1_3_2_1_100_1","doi-asserted-by":"publisher","DOI":"10.1086\/650206"},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2006.09.004"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3441330"},{"volume-title":"The Stanford Encyclopedia of Philosophy (Spring 2021 ed.), Edward N","author":"V\u00e4yrynen Pekka","key":"e_1_3_2_1_103_1","unstructured":"Pekka V\u00e4yrynen. 2021. Thick Ethical Concepts. In The Stanford Encyclopedia of Philosophy (Spring 2021 ed.), Edward N. Zalta (Ed.). Metaphysics Research Lab, Stanford University."},{"volume-title":"Proceedings of the 33rd International Conference on Neural Information Processing Systems. Number 294","author":"Wang Alex","key":"e_1_3_2_1_104_1","unstructured":"Alex Wang, Yada Pruksachatkun, Nikita Nangia, Amanpreet Singh, Julian Michael, Felix Hill, Omer Levy, and Samuel R. Bowman. 2019. SuperGLUE: a stickier benchmark for general-purpose language understanding systems. In Proceedings of the 33rd International Conference on Neural Information Processing Systems. Number 294. Red Hook, NY, USA, 3266\u20133280."},{"key":"e_1_3_2_1_105_1","volume-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding. arXiv preprint arXiv:1804.07461","author":"Wang Alex","year":"2018","unstructured":"Alex Wang, Amanpreet Singh, Julian Michael, Felix Hill, Omer Levy, and Samuel R Bowman. 2018. GLUE: A multi-task benchmark and analysis platform for natural language understanding. arXiv preprint arXiv:1804.07461 (2018)."},{"key":"e_1_3_2_1_106_1","doi-asserted-by":"publisher","DOI":"10.1177\/0016986215605360"},{"key":"e_1_3_2_1_107_1","doi-asserted-by":"publisher","DOI":"10.5406\/amerjpsyc.134.4.0479"},{"key":"e_1_3_2_1_108_1","doi-asserted-by":"publisher","DOI":"10.1037\/bul0000184"},{"key":"e_1_3_2_1_109_1","volume-title":"Internationale Zeitschrift f\u00fcr Philosophie der Kultur VII","author":"Weber Max","year":"1917","unstructured":"Max Weber. 1917. Der Sinn der \u2018\u2018Wertfreiheit\u201c der soziologischen und \u00f6konomischen Wissenschaften. Logos. Internationale Zeitschrift f\u00fcr Philosophie der Kultur VII (1917)."},{"volume-title":"Sociology and Economics. In Methodology of Social Sciences","author":"Weber Max","key":"e_1_3_2_1_110_1","unstructured":"Max Weber. 2011. The Meaning of \u201cEthical Neutrality\u201d in Sociology and Economics. In Methodology of Social Sciences, E. Shils and H. Finch (Eds.). Routledge, London. https:\/\/www.taylorfrancis.com\/books\/e\/9781315124445"},{"key":"e_1_3_2_1_111_1","volume-title":"Wechsler Adult Intelligence Scale: WAIS-IV","author":"Wechsler David","unstructured":"David Wechsler. 2008. Wechsler Adult Intelligence Scale: WAIS-IV ; technical and interpretive manual (4th ed.). Pearson, San Antonio, Texas.","edition":"4"},{"volume-title":"Autonomous technology: technics-out-of-control as a theme in political thought","author":"Winner Langdon","key":"e_1_3_2_1_112_1","unstructured":"Langdon Winner. 1978. Autonomous technology: technics-out-of-control as a theme in political thought. MIT Press, Cambridge, Massachusetts."},{"key":"e_1_3_2_1_113_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1910.04867"}],"event":{"name":"FAccT '23: the 2023 ACM Conference on Fairness, Accountability, and Transparency","acronym":"FAccT '23","location":"Chicago IL USA"},"container-title":["2023 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3593996","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3593013.3593996","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:48:02Z","timestamp":1750178882000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3593013.3593996"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,12]]},"references-count":111,"alternative-id":["10.1145\/3593013.3593996","10.1145\/3593013"],"URL":"https:\/\/doi.org\/10.1145\/3593013.3593996","relation":{},"subject":[],"published":{"date-parts":[[2023,6,12]]},"assertion":[{"value":"2023-06-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}