{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T18:45:32Z","timestamp":1772649932411,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"DFG","award":["405630557"],"award-info":[{"award-number":["405630557"]}]},{"name":"BMBF ML-3","award":["01IS18056A\/B"],"award-info":[{"award-number":["01IS18056A\/B"]}]},{"name":"BMBF","award":["16SV7945K"],"award-info":[{"award-number":["16SV7945K"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533159","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"973-987","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Female, white, 27? Bias Evaluation on Data and Algorithms for Affect Recognition in Faces"],"prefix":"10.1145","author":[{"given":"Jaspar","family":"Pahl","sequence":"first","affiliation":[{"name":"Multimodal Human Sensing, Fraunhofer-Institute for Integrated Circuits IIS, Germany and Cognitive Systems Group, University of Bamberg, Germany"}]},{"given":"Ines","family":"Rieger","sequence":"additional","affiliation":[{"name":"Fraunhofer-Institute for Integrated Circuits IIS, Germany and Cognitive Systems Group, University of Bamberg, Germany"}]},{"given":"Anna","family":"M\u00f6ller","sequence":"additional","affiliation":[{"name":"Fraunhofer-Institute for Integrated Circuits IIS, Germany and Chair for Visual Computing, Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany"}]},{"given":"Thomas","family":"Wittenberg","sequence":"additional","affiliation":[{"name":"Fraunhofer-Institute for Integrated Circuits IIS, Germany and Chair for Visual Computing, Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany"}]},{"given":"Ute","family":"Schmid","sequence":"additional","affiliation":[{"name":"Cognitive Systems Group, University of Bamberg, Germany and Project Group Comprehensible AI, Fraunhofer-Institute for Integrated Circuits IIS, Germany"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","unstructured":"Tadas Baltru\u0161aitis Marwa Mahmoud and Peter Robinson. 2015. Cross-dataset Learning and Person-specific Normalisation for Automatic Action Unit Detection. In 2015 11th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG) Vol.\u00a006. 1\u20136. https:\/\/doi.org\/10.1109\/FG.2015.7284869","DOI":"10.1109\/FG.2015.7284869"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"},{"key":"e_1_3_2_1_3_1","first-page":"271","article-title":"Introducing the Geneva Multimodal Emotion Portrayal (GEMEP) Corpus","volume":"2010","author":"B\u00e4nziger Tanja","year":"2010","unstructured":"Tanja B\u00e4nziger and Klaus\u00a0R Scherer. 2010. Introducing the Geneva Multimodal Emotion Portrayal (GEMEP) Corpus. Blueprint for Affective Computing: A Sourcebook 2010 (2010), 271\u201394.","journal-title":"Blueprint for Affective Computing: A Sourcebook"},{"key":"e_1_3_2_1_4_1","first-page":"2017","article-title":"Fairness in Machine Learning","volume":"1","author":"Barocas Solon","year":"2017","unstructured":"Solon Barocas, Moritz Hardt, and Arvind Narayanan. 2017. Fairness in Machine Learning. NIPS Tutorial 1(2017), 2017.","journal-title":"NIPS Tutorial"},{"key":"e_1_3_2_1_5_1","unstructured":"Lisa\u00a0Feldman Barrett. 2017. How Emotions are made: The Secret Life of the Brain. Houghton Mifflin Harcourt."},{"key":"e_1_3_2_1_6_1","unstructured":"Kyunghyun Cho Bart van Merrienboer Caglar Gulcehre Dzmitry Bahdanau Fethi Bougares Holger Schwenk and Yoshua Bengio. 2014. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. (2014). arxiv:1406.1078\u00a0[cs.CL]"},{"key":"e_1_3_2_1_7_1","unstructured":"Nikhil Churamani Ozgur Kara and Hatice Gunes. 2021. Domain-Incremental Continual Learning for Mitigating Bias in Facial Expression and Action Unit Recognition. arXiv preprint arXiv:2103.08637(2021)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0079131"},{"key":"e_1_3_2_1_9_1","volume-title":"Amazon scraps secret AI recruiting tool that showed bias against women. https:\/\/www.reuters.com\/article\/us-amazon-com-jobs-automation-insight-idUSKCN1MK08G. [Online","author":"Dastin Jeffrey","year":"2022","unstructured":"Jeffrey Dastin. 2018. Amazon scraps secret AI recruiting tool that showed bias against women. https:\/\/www.reuters.com\/article\/us-amazon-com-jobs-automation-insight-idUSKCN1MK08G. [Online; accessed 05-January-2022]."},{"key":"e_1_3_2_1_10_1","volume-title":"Multitask Emotion Recognition with Incomplete Labels. In 2020 15th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2020)","author":"Deng Didan","year":"2020","unstructured":"Didan Deng, Zhaokang Chen, and Bertram\u00a0E Shi. 2020. Multitask Emotion Recognition with Incomplete Labels. In 2020 15th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2020)(FG). IEEE Computer Society, 828\u2013835."},{"key":"e_1_3_2_1_11_1","volume-title":"Imagenet: A Large-scale Hierarchical Image Database. In 2009 IEEE Conference on Computer Vision and Pattern Recognition. Ieee, 248\u2013255","author":"Deng Jia","year":"2009","unstructured":"Jia Deng, Wei Dong, Richard Socher, Li-Jia Li, Kai Li, and Li Fei-Fei. 2009. Imagenet: A Large-scale Hierarchical Image Database. In 2009 IEEE Conference on Computer Vision and Pattern Recognition. Ieee, 248\u2013255."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Jessica Deuschel Bettina Finzel and Ines Rieger. 2021. Uncovering the Bias in Facial Expressions. Kolloquium Forschende Frauen 2020 - Gender in Gesellschaft 4.0: Beitr\u00e4ge Bamberger Nachwuchswissenschaftlerinnen(2021).","DOI":"10.20378\/irb-50304"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1002\/0470013494.ch3"},{"key":"e_1_3_2_1_14_1","unstructured":"Paul Ekman WV Friesen and JC Hager. 2002. Facs Manual. A Human Face (2002)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0030377"},{"key":"e_1_3_2_1_16_1","volume-title":"Pan-cultural Elements in Facial Displays of Emotion. Science 164, 3875","author":"Ekman Paul","year":"1969","unstructured":"Paul Ekman, E\u00a0Richard Sorenson, and Wallace\u00a0V Friesen. 1969. Pan-cultural Elements in Facial Displays of Emotion. Science 164, 3875 (1969), 86\u201388."},{"key":"e_1_3_2_1_17_1","first-page":"5","article-title":"Facial Action Coding System: A Technique for the Measurement of Facial Movement","volume":"3","author":"Friesen E","year":"1978","unstructured":"E Friesen and Paul Ekman. 1978. Facial Action Coding System: A Technique for the Measurement of Facial Movement. Palo Alto 3, 2 (1978), 5.","journal-title":"Palo Alto"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2017.144"},{"key":"e_1_3_2_1_19_1","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2015. Deep Residual Learning for Image Recognition. CoRR abs\/1512.03385(2015). arxiv:1512.03385http:\/\/arxiv.org\/abs\/1512.03385"},{"key":"e_1_3_2_1_20_1","volume-title":"Addressing Bias in Machine Learning Algorithms: A Pilot Study on Emotion Recognition for Intelligent Systems. In 2017 IEEE Workshop on Advanced Robotics and its Social Impacts (ARSO). IEEE, 1\u20137.","author":"Howard Ayanna","year":"2017","unstructured":"Ayanna Howard, Cha Zhang, and Eric Horvitz. 2017. Addressing Bias in Machine Learning Algorithms: A Pilot Study on Emotion Recognition for Intelligent Systems. In 2017 IEEE Workshop on Advanced Robotics and its Social Impacts (ARSO). IEEE, 1\u20137."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cub.2015.05.052"},{"key":"e_1_3_2_1_22_1","volume-title":"Analysing Affective Behavior in the First ABAW 2020 Competition. In 2020 15th IEEE International Conference on Automatic Face and Gesture Recognition (FG","author":"Kollias D","year":"2020","unstructured":"D Kollias, A Schulc, E Hajiyev, and S Zafeiriou. 2020. Analysing Affective Behavior in the First ABAW 2020 Competition. In 2020 15th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2020). 794\u2013800."},{"key":"e_1_3_2_1_23_1","unstructured":"Dimitrios Kollias Panagiotis Tzirakis Mihalis\u00a0A Nicolaou Athanasios Papaioannou Guoying Zhao Bj\u00f6rn Schuller Irene Kotsia and Stefanos Zafeiriou. 2019. Deep Affect Prediction In-the-wild: Aff-wild Database and Challenge Deep Architectures and Beyond. International Journal of Computer Vision(2019) 1\u201323."},{"key":"e_1_3_2_1_24_1","unstructured":"Dimitrios Kollias and Stefanos Zafeiriou. 2019. Expression Affect Action Unit Recognition: Aff-Wild2 Multi-Task Learning and ArcFace. arXiv preprint arXiv:1910.04855(2019)."},{"key":"e_1_3_2_1_25_1","first-page":"411","article-title":"Reliability in Content Analysis: Some Common Misconceptions and Recommendations","volume":"30","author":"Krippendorff Klaus","year":"2004","unstructured":"Klaus Krippendorff. 2004. Reliability in Content Analysis: Some Common Misconceptions and Recommendations. Human Communication Research 30, 3 (2004), 411\u2013433.","journal-title":"Human Communication Research"},{"key":"e_1_3_2_1_26_1","unstructured":"Klaus Krippendorff. 2011. Computing Krippendorff\u2019s Alpha - Reliability. (2011)."},{"key":"e_1_3_2_1_27_1","volume-title":"Content Analysis: An Introduction to its Methodology","author":"Krippendorff Klaus","year":"2018","unstructured":"Klaus Krippendorff. 2018. Content Analysis: An Introduction to its Methodology. Sage publications."},{"key":"e_1_3_2_1_28_1","unstructured":"Alex Krizhevsky Geoffrey Hinton 2009. Learning Multiple Layers of Features from Tiny Images. (2009)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2868382"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.2973158"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.277"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771462"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2016.182"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2013.4"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2981912"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2993148.2993168"},{"key":"e_1_3_2_1_38_1","unstructured":"Rosalind\u00a0Wright Picard. 1995. Affective Computing. (1995)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0734-189X(87)80186-X"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.438"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Lauren Rhue. 2018. Racial Influence on Automated Perceptions of Emotions. Available at SSRN 3281765(2018).","DOI":"10.2139\/ssrn.3281765"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-89991-4_6"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2900022"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7284874"},{"key":"e_1_3_2_1_45_1","volume-title":"Google \u2018fixed","author":"Vincent James","year":"2018","unstructured":"James Vincent. 2018. Google \u2018fixed\u2019 its racist algorithm by removing gorillas from its image-labeling tech. https:\/\/www.theverge.com\/2018\/1\/12\/16882408\/google-racist-gorillas-photo-recognition-algorithm-ai. [Online; accessed 05-January-2022]."},{"key":"e_1_3_2_1_46_1","volume-title":"Challenge. In Computer Vision and Pattern Recognition Workshops (CVPRW), 2017 IEEE Conference on. IEEE","author":"Zafeiriou Stefanos","year":"2017","unstructured":"Stefanos Zafeiriou, Dimitrios Kollias, Mihalis\u00a0A Nicolaou, Athanasios Papaioannou, Guoying Zhao, and Irene Kotsia. 2017. Aff-wild: Valence and Arousal \u2018In-the-wild\u2019 Challenge. In Computer Vision and Pattern Recognition Workshops (CVPRW), 2017 IEEE Conference on. IEEE, 1980\u20131987."},{"key":"e_1_3_2_1_47_1","volume-title":"The AI Index 2021 Annual Report. (03","author":"Zhang Daniel","year":"2021","unstructured":"Daniel Zhang, Saurabh Mishra, Erik Brynjolfsson, John Etchemendy, Deep Ganguli, Barbara Grosz, Terah Lyons, James Manyika, Juan Niebles, Michael Sellitto, Yoav Shoham, Jack Clark, and Raymond Perrault. 2021. The AI Index 2021 Annual Report. (03 2021)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/lsp.2016.2603342"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2014.06.002"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.374"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00223"}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533159","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533159","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:09Z","timestamp":1750186929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533159"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":51,"alternative-id":["10.1145\/3531146.3533159","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533159","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}