{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T17:20:49Z","timestamp":1772644849246,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,8]],"date-time":"2023-08-08T00:00:00Z","timestamp":1691452800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DMS-1912866"],"award-info":[{"award-number":["DMS-1912866"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["MURI program"],"award-info":[{"award-number":["MURI program"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["GARD HR00112020007,Young Faculty Award Program"],"award-info":[{"award-number":["GARD HR00112020007,Young Faculty Award Program"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004705","name":"Capital One Financial Corporation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004705","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,8]]},"DOI":"10.1145\/3600211.3604691","type":"proceedings-article","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T18:41:37Z","timestamp":1693334497000},"page":"229-247","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["A Deep Dive into Dataset Imbalance and Bias in Face Identification"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6883-7079","authenticated-orcid":false,"given":"Valeriia","family":"Cherepanova","sequence":"first","affiliation":[{"name":"University of Maryland, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6766-2095","authenticated-orcid":false,"given":"Steven","family":"Reich","sequence":"additional","affiliation":[{"name":"University of Maryland, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8598-7681","authenticated-orcid":false,"given":"Samuel","family":"Dooley","sequence":"additional","affiliation":[{"name":"University of Maryland, USA and Abacus.AI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5264-798X","authenticated-orcid":false,"given":"Hossein","family":"Souri","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2231-680X","authenticated-orcid":false,"given":"John","family":"Dickerson","sequence":"additional","affiliation":[{"name":"University of Maryland, USA and ArthurAI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8266-2424","authenticated-orcid":false,"given":"Micah","family":"Goldblum","sequence":"additional","affiliation":[{"name":"New York University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1660-9307","authenticated-orcid":false,"given":"Tom","family":"Goldstein","sequence":"additional","affiliation":[{"name":"University of Maryland, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,8,29]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACVW50321.2020.9096947"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the European Conference on Computer Vision (ECCV) Workshops. 0\u20130.","author":"Alvi Mohsan","year":"2018","unstructured":"Mohsan Alvi, Andrew Zisserman, and Christoffer Nell\u00e5ker. 2018. Turning a blind eye: Explicit removal of biases and variation from deep neural network embeddings. In Proceedings of the European Conference on Computer Vision (ECCV) Workshops. 0\u20130."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.07.011"},{"key":"e_1_3_2_1_4_1","volume-title":"Accuracy comparison across face recognition algorithms: Where are we on measuring race bias?IEEE transactions on biometrics, behavior, and identity science 3, 1","author":"Cavazos G","year":"2020","unstructured":"Jacqueline\u00a0G Cavazos, P\u00a0Jonathon Phillips, Carlos\u00a0D Castillo, and Alice\u00a0J O\u2019Toole. 2020. Accuracy comparison across face recognition algorithms: Where are we on measuring race bias?IEEE transactions on biometrics, behavior, and identity science 3, 1 (2020), 101\u2013111."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"e_1_3_2_1_6_1","volume-title":"Special issue on learning from imbalanced data sets. ACM SIGKDD explorations newsletter 6, 1","author":"Chawla V","year":"2004","unstructured":"Nitesh\u00a0V Chawla, Nathalie Japkowicz, and Aleksander Kotcz. 2004. Special issue on learning from imbalanced data sets. ACM SIGKDD explorations newsletter 6, 1 (2004), 1\u20136."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-39804-2_12"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-97909-0_46"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3376898"},{"key":"e_1_3_2_1_10_1","first-page":"16","article-title":"Reject options and confidence measures for knn classifiers","volume":"8","author":"Dalitz Christoph","year":"2009","unstructured":"Christoph Dalitz. 2009. Reject options and confidence measures for knn classifiers. Schriftenreihe des Fachbereichs Elektrotechnik und Informatik Hochschule Niederrhein 8 (2009), 16\u201338.","journal-title":"Schriftenreihe des Fachbereichs Elektrotechnik und Informatik Hochschule Niederrhein"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"David Danks and Alex\u00a0John London. 2017. Algorithmic Bias in Autonomous Systems.. In IJCAI Vol.\u00a017. 4691\u20134697.","DOI":"10.24963\/ijcai.2017\/654"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00482"},{"key":"e_1_3_2_1_13_1","volume-title":"Comparing Human and Machine Bias in Face Recognition. arXiv preprint arXiv:2110.08396","author":"Dooley Samuel","year":"2021","unstructured":"Samuel Dooley, Ryan Downing, George Wei, Nathan Shankar, Bradon Thymes, Gudrun Thorkelsdottir, Tiye Kurtz-Miott, Rachel Mattson, Olufemi Obiwumi, Valeriia Cherepanova, 2021. Comparing Human and Machine Bias in Face Recognition. arXiv preprint arXiv:2110.08396 (2021)."},{"key":"e_1_3_2_1_14_1","volume-title":"Robustness disparities in commercial face detection. arXiv preprint arXiv:2108.12508","author":"Dooley Samuel","year":"2020","unstructured":"Samuel Dooley, Tom Goldstein, and John\u00a0P Dickerson. 2020. Robustness disparities in commercial face detection. arXiv preprint arXiv:2108.12508 (2020)."},{"key":"e_1_3_2_1_15_1","volume-title":"International joint conference on artificial intelligence, Vol.\u00a017","author":"Elkan Charles","unstructured":"Charles Elkan. 2001. The foundations of cost-sensitive learning. In International joint conference on artificial intelligence, Vol.\u00a017. Lawrence Erlbaum Associates Ltd, 973\u2013978."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Patrick\u00a0J Grother Mei\u00a0L Ngan Kayee\u00a0K Hanaoka 2019. Face recognition vendor test part 3: demographic effects. (2019).","DOI":"10.6028\/NIST.IR.8280"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00458"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_19_1","volume-title":"The impact of imbalanced training data for convolutional neural networks. Degree Project in Computer Science","author":"Hensman Paulina","year":"2015","unstructured":"Paulina Hensman and David Masko. 2015. The impact of imbalanced training data for convolutional neural networks. Degree Project in Computer Science, KTH Royal Institute of Technology (2015)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0192-5"},{"key":"e_1_3_2_1_22_1","volume-title":"Cost-sensitive learning of deep feature representations from imbalanced data","author":"Khan H","year":"2017","unstructured":"Salman\u00a0H Khan, Munawar Hayat, Mohammed Bennamoun, Ferdous\u00a0A Sohel, and Roberto Togneri. 2017. Cost-sensitive learning of deep feature representations from imbalanced data. IEEE transactions on neural networks and learning systems 29, 8 (2017), 3573\u20133587."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2012.2214212"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2018.00283"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13748-016-0094-0"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2016.7533053"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"e_1_3_2_1_28_1","volume-title":"Cost-sensitive learning and the class imbalance problem. Encyclopedia of machine learning 2011","author":"Ling X","year":"2008","unstructured":"Charles\u00a0X Ling and Victor\u00a0S Sheng. 2008. Cost-sensitive learning and the class imbalance problem. Encyclopedia of machine learning 2011 (2008), 231\u2013235."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1109\/TSMCB.2008.2007853","article-title":"Exploratory undersampling for class-imbalance learning","volume":"39","author":"Liu Xu-Ying","year":"2008","unstructured":"Xu-Ying Liu, Jianxin Wu, and Zhi-Hua Zhou. 2008. Exploratory undersampling for class-imbalance learning. IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics) 39, 2 (2008), 539\u2013550.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1870076.1870082"},{"key":"e_1_3_2_1_33_1","volume-title":"FRVT 2006 and ICE 2006 large-scale experimental results. IEEE transactions on pattern analysis and machine intelligence 32","author":"Phillips P\u00a0Jonathon","year":"2009","unstructured":"P\u00a0Jonathon Phillips, W\u00a0Todd Scruggs, Alice\u00a0J O\u2019Toole, Patrick\u00a0J Flynn, Kevin\u00a0W Bowyer, Cathy\u00a0L Schott, and Matthew Sharpe. 2009. FRVT 2006 and ICE 2006 large-scale experimental results. IEEE transactions on pattern analysis and machine intelligence 32, 5 (2009), 831\u2013846."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIPR.2018.00027"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00008"},{"key":"e_1_3_2_1_36_1","volume-title":"Deep learning face representation by joint identification-verification. Advances in neural information processing systems 27","author":"Sun Yi","year":"2014","unstructured":"Yi Sun, Yuheng Chen, Xiaogang Wang, and Xiaoou Tang. 2014. Deep learning face representation by joint identification-verification. Advances in neural information processing systems 27 (2014)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/1368656"},{"key":"e_1_3_2_1_38_1","volume-title":"A framework for understanding unintended consequences of machine learning. arXiv preprint arXiv:1901.10002 2","author":"Suresh Harini","year":"2019","unstructured":"Harini Suresh and John\u00a0V Guttag. 2019. A framework for understanding unintended consequences of machine learning. arXiv preprint arXiv:1901.10002 2 (2019)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273614"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00552"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00934"},{"key":"e_1_3_2_1_42_1","volume-title":"Training deep neural networks on imbalanced data sets. In 2016 international joint conference on neural networks (IJCNN)","author":"Wang Shoujin","unstructured":"Shoujin Wang, Wei Liu, Jia Wu, Longbing Cao, Qinxue Meng, and Paul\u00a0J Kennedy. 2016. Training deep neural networks on imbalanced data sets. In 2016 international joint conference on neural networks (IJCNN). IEEE, 4368\u20134374."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00420"}],"event":{"name":"AIES '23: AAAI\/ACM Conference on AI, Ethics, and Society","location":"Montr\u00e9al QC Canada","acronym":"AIES '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence"]},"container-title":["Proceedings of the 2023 AAAI\/ACM Conference on AI, Ethics, and Society"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604691","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604691","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3600211.3604691","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:39Z","timestamp":1750178259000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3600211.3604691"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,8]]},"references-count":42,"alternative-id":["10.1145\/3600211.3604691","10.1145\/3600211"],"URL":"https:\/\/doi.org\/10.1145\/3600211.3604691","relation":{},"subject":[],"published":{"date-parts":[[2023,8,8]]},"assertion":[{"value":"2023-08-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}