{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T17:48:03Z","timestamp":1777052883376,"version":"3.51.4"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031250712","type":"print"},{"value":"9783031250729","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25072-9_16","type":"book-chapter","created":{"date-parts":[[2023,2,17]],"date-time":"2023-02-17T08:40:04Z","timestamp":1676623204000},"page":"245-261","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Counterfactual Fairness for\u00a0Facial Expression Recognition"],"prefix":"10.1007","author":[{"given":"Jiaee","family":"Cheong","sequence":"first","affiliation":[]},{"given":"Sinan","family":"Kalkan","sequence":"additional","affiliation":[]},{"given":"Hatice","family":"Gunes","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,18]]},"reference":[{"key":"16_CR1","first-page":"2","volume":"1","author":"S Barocas","year":"2017","unstructured":"Barocas, S., Hardt, M., Narayanan, A.: Fairness in machine learning. NIPS Tutor. 1, 2 (2017)","journal-title":"NIPS Tutor."},{"key":"16_CR2","unstructured":"Binns, R.: Fairness in machine learning: Lessons from political philosophy. In: Conference on Fairness, Accountability and Transparency (2018)"},{"issue":"04","key":"16_CR3","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1142\/S0218001493000339","volume":"7","author":"J Bromley","year":"1993","unstructured":"Bromley, J., et al.: Signature verification using a \u201cSiamese\u2019\u2019 time delay neural network. Int. J. Pattern Recogn. Artif. Intell. 7(04), 669\u2013688 (1993)","journal-title":"Int. J. Pattern Recogn. Artif. Intell."},{"key":"16_CR4","unstructured":"Buolamwini, J., Gebru, T.: Gender shades: intersectional accuracy disparities in commercial gender classification. In: Conference on Fairness, Accountability and Transparency, pp. 77\u201391. PMLR (2018)"},{"issue":"6","key":"16_CR5","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/MSP.2021.3106619","volume":"38","author":"J Cheong","year":"2021","unstructured":"Cheong, J., Kalkan, S., Gunes, H.: The hitchhiker\u2019s guide to bias and fairness in facial affective signal processing: overview and techniques. IEEE Signal Process. Mag. 38(6), 39\u201349 (2021)","journal-title":"IEEE Signal Process. Mag."},{"key":"16_CR6","unstructured":"Chopra, S., Hadsell, R., LeCun, Y.: Learning a similarity metric discriminatively, with application to face verification. In: CVPR (2005)"},{"issue":"2","key":"16_CR7","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1089\/big.2016.0047","volume":"5","author":"A Chouldechova","year":"2017","unstructured":"Chouldechova, A.: Fair prediction with disparate impact: a study of bias in recidivism prediction instruments. Big Data 5(2), 153\u2013163 (2017)","journal-title":"Big Data"},{"key":"16_CR8","unstructured":"Churamani, N., Kara, O., Gunes, H.: Domain-incremental continual learning for mitigating bias in facial expression and action unit recognition. arXiv preprint arXiv:2103.08637 (2021)"},{"issue":"7853","key":"16_CR9","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1038\/d41586-021-00868-5","volume":"592","author":"K Crawford","year":"2021","unstructured":"Crawford, K.: Time to regulate AI that interprets human emotions. Nature 592(7853), 167\u2013167 (2021)","journal-title":"Nature"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Dash, S., Balasubramanian, V.N., Sharma, A.: Evaluating and mitigating bias in image classifiers: a causal perspective using counterfactuals. In: WACV (2022)","DOI":"10.1109\/WACV51458.2022.00393"},{"key":"16_CR11","unstructured":"Davani, A.M., Omrani, A., Kennedy, B., Atari, M., Ren, X., Dehghani, M.: Fair hate speech detection through evaluation of social group counterfactuals. arXiv preprint arXiv:2010.12779 (2020)"},{"key":"16_CR12","unstructured":"Davani, A.M., Omrani, A., Kennedy, B., Atari, M., Ren, X., Dehghani, M.: Improving counterfactual generation for fair hate speech detection. In: Workshop on Online Abuse and Harms (WOAH) (2021)"},{"key":"16_CR13","unstructured":"Denton, E., Hutchinson, B., Mitchell, M., Gebru, T.: Detecting bias with generative counterfactual face attribute augmentation. arXiv e-prints, pp. arXiv-1906 (2019)"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Dinan, E., Fan, A., Williams, A., Urbanek, J., Kiela, D., Weston, J.: Queens are powerful too: mitigating gender bias in dialogue generation. In: EMNLP (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.656"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Dwork, C., Hardt, M., Pitassi, T., Reingold, O., Zemel, R.: Fairness through awareness. In: Proceedings of the 3rd Innovations in Theoretical Computer Science Conference, pp. 214\u2013226 (2012)","DOI":"10.1145\/2090236.2090255"},{"key":"16_CR16","volume-title":"What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS)","author":"R Ekman","year":"1997","unstructured":"Ekman, R.: What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS). Oxford University Press, USA (1997)"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Friedler, S.A., Scheidegger, C., Venkatasubramanian, S., Choudhary, S., Hamilton, E.P., Roth, D.: A comparative study of fairness-enhancing interventions in machine learning. In: Conference on Fairness, Accountability, and Transparency (2019)","DOI":"10.1145\/3287560.3287589"},{"key":"16_CR18","unstructured":"Gajane, P., Pechenizkiy, M.: On formalizing fairness in prediction with machine learning. arXiv preprint arXiv:1710.03184 (2017)"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Garcia, R., Wandzik, L., Grabner, L., Krueger, J.: The harms of demographic bias in deep face recognition research. In: Proceedings of International Conference on Biometrics (ICB), pp. 1\u20136 (2019)","DOI":"10.1109\/ICB45273.2019.8987334"},{"issue":"2","key":"16_CR20","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1016\/j.imavis.2012.06.016","volume":"31","author":"H Gunes","year":"2013","unstructured":"Gunes, H., Schuller, B.: Categorical and dimensional affect analysis in continuous input: current trends and future directions. Image Vis. Comput. 31(2), 120\u2013136 (2013)","journal-title":"Image Vis. Comput."},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Hanna, A., Denton, E., Smart, A., Smith-Loud, J.: Towards a critical race methodology in algorithmic fairness. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 501\u2013512 (2020)","DOI":"10.1145\/3351095.3372826"},{"key":"16_CR22","unstructured":"Hardt, M., Price, E., Srebro, N.: Equality of opportunity in supervised learning. In: NIPS (2016)"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"16_CR24","doi-asserted-by":"publisher","first-page":"900","DOI":"10.1080\/1369118X.2019.1573912","volume":"22","author":"A Hoffman","year":"2019","unstructured":"Hoffman, A.: Where fairness fails: data, algorithms and the limits of antidiscrimination discourse. J. Inf. Commun. Soc. 22, 900\u2013915 (2019)","journal-title":"J. Inf. Commun. Soc."},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Howard, A., Zhang, C., Horvitz, E.: Addressing bias in machine learning algorithms: A pilot study on emotion recognition for intelligent systems. In: Proceedings of Advanced Robotics Social Impacts (ARSO) (2017)","DOI":"10.1109\/ARSO.2017.8025197"},{"key":"16_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103652","volume":"304","author":"N Jain","year":"2022","unstructured":"Jain, N., Olmo, A., Sengupta, S., Manikonda, L., Kambhampati, S.: Imperfect imaganation: Implications of GANs exacerbating biases on facial data augmentation and snapchat face lenses. Artif. Intell. 304, 103652 (2022)","journal-title":"Artif. Intell."},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"Joo, J., K\u00e4rkk\u00e4inen, K.: Gender slopes: Counterfactual fairness for computer vision models by attribute manipulation. In: Workshop on Fairness, Accountability, Transparency and Ethics in Multimedia (2020)","DOI":"10.1145\/3422841.3423533"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Kamiran, F., Karim, A., Zhang, X.: Decision theory for discrimination-aware classification. In: International Conference on Data Mining (2012)","DOI":"10.1109\/ICDM.2012.45"},{"key":"16_CR29","unstructured":"Kilbertus, N., Rojas-Carulla, M., Parascandolo, G., Hardt, M., Janzing, D., Sch\u00f6lkopf, B.: Avoiding discrimination through causal reasoning. In: NIPS, pp. 656\u2013666 (2017)"},{"key":"16_CR30","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"16_CR31","unstructured":"Kusner, M., Loftus, J., Russell, C., Silva, R.: Counterfactual fairness. In: NIPS (2017)"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Li, S., Deng, W., Du, J.: Reliable crowdsourcing and deep locality-preserving learning for expression recognition in the wild. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.277"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Liu, M., et al.: StGAN: a unified selective transfer network for arbitrary image attribute editing. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00379"},{"key":"16_CR34","unstructured":"Loftus, J.R., Russell, C., Kusner, M.J., Silva, R.: Causal reasoning for algorithmic fairness. arXiv preprint arXiv:1805.05859 (2018)"},{"key":"16_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/978-3-030-62077-6_14","volume-title":"Logic, Language, and Security","author":"K Lu","year":"2020","unstructured":"Lu, K., Mardziel, P., Wu, F., Amancharla, P., Datta, A.: Gender bias in neural natural language processing. In: Nigam, V., et al. (eds.) Logic, Language, and Security. LNCS, vol. 12300, pp. 189\u2013202. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-62077-6_14"},{"key":"16_CR36","unstructured":"Maudslay, R.H., Gonen, H., Cotterell, R., Teufel, S.: It\u2019s all in the name: mitigating gender bias with name-based counterfactual data substitution. In: EMNLP-IJCNLP (2019)"},{"issue":"6","key":"16_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3457607","volume":"54","author":"N Mehrabi","year":"2019","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., Galstyan, A.: A survey on bias and fairness in machine learning. ACM Comput. Surv. (CSUR) 54(6), 1\u201335 (2019)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"16_CR38","doi-asserted-by":"crossref","unstructured":"Mehrabi, N., Naveed, M., Morstatter, F., Galstyan, A.: Exacerbating algorithmic bias through fairness attacks. In: AAAI (2021)","DOI":"10.1609\/aaai.v35i10.17080"},{"key":"16_CR39","doi-asserted-by":"crossref","unstructured":"Nabi, R., Shpitser, I.: Fair inference on outcomes. In: AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11553"},{"key":"16_CR40","doi-asserted-by":"publisher","first-page":"55592","DOI":"10.1109\/ACCESS.2020.2981912","volume":"8","author":"M Ngxande","year":"2020","unstructured":"Ngxande, M., Tapamo, J., Burke, M.: Bias remediation in driver drowsiness detection systems using generative adversarial networks. IEEE Access 8, 55592\u201355601 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2981912","journal-title":"IEEE Access"},{"key":"16_CR41","doi-asserted-by":"crossref","unstructured":"Niu, Y., Tang, K., Zhang, H., Lu, Z., Hua, X.S., Wen, J.R.: Counterfactual VQA: a cause-effect look at language bias. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.01251"},{"key":"16_CR42","unstructured":"Pearl, J.: Causality. Cambridge University Press, Cambridge (2009)"},{"issue":"6","key":"16_CR43","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"JA Russell","year":"1980","unstructured":"Russell, J.A.: A circumplex model of affect. J. Pers. Soc. Psychol. 39(6), 1161 (1980)","journal-title":"J. Pers. Soc. Psychol."},{"key":"16_CR44","doi-asserted-by":"crossref","unstructured":"Salimi, B., Rodriguez, L., Howe, B., Suciu, D.: Interventional fairness: causal database repair for algorithmic fairness. In: International Conference on Management of Data (2019)","DOI":"10.1145\/3299869.3319901"},{"issue":"6","key":"16_CR45","doi-asserted-by":"publisher","first-page":"1113","DOI":"10.1109\/TPAMI.2014.2366127","volume":"37","author":"E Sariyanidi","year":"2014","unstructured":"Sariyanidi, E., Gunes, H., Cavallaro, A.: Automatic analysis of facial affect: a survey of registration, representation, and recognition. IEEE TPAMI 37(6), 1113\u20131133 (2014)","journal-title":"IEEE TPAMI"},{"key":"16_CR46","doi-asserted-by":"crossref","unstructured":"Verma, S., Rubin, J.: Fairness definitions explained. In: International Workshop on Software Fairness (Fairware), pp. 1\u20137. IEEE (2018)","DOI":"10.1145\/3194770.3194776"},{"key":"16_CR47","doi-asserted-by":"crossref","unstructured":"Wang, W., Feng, F., He, X., Zhang, H., Chua, T.S.: Clicks can be cheating: counterfactual recommendation for mitigating clickbait issue. In: ACM SIGIR Conference on Research and Development in Information Retrieval (2021)","DOI":"10.1145\/3404835.3462962"},{"key":"16_CR48","unstructured":"Wong, A.: Mitigating gender bias in neural machine translation using counterfactual data. M.A. thesis, City University of New York (2020)"},{"key":"16_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1007\/978-3-030-65414-6_35","volume-title":"Computer Vision \u2013 ECCV 2020 Workshops","author":"T Xu","year":"2020","unstructured":"Xu, T., White, J., Kalkan, S., Gunes, H.: Investigating bias and fairness in facial expression recognition. In: Bartoli, A., Fusiello, A. (eds.) ECCV 2020. LNCS, vol. 12540, pp. 506\u2013523. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-65414-6_35"},{"key":"16_CR50","unstructured":"Zafar, M.B., Valera, I., Rogriguez, M.G., Gummadi, K.P.: Fairness constraints: mechanisms for fair classification. In: Artificial Intelligence and Statistics, pp. 962\u2013970. PMLR (2017)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25072-9_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:38:24Z","timestamp":1710257904000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25072-9_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031250712","9783031250729"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25072-9_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"18 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"From the workshops, 367 reviewed full papers have been selected for publication","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}