{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T14:00:11Z","timestamp":1780495211946,"version":"3.54.1"},"reference-count":54,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T00:00:00Z","timestamp":1774483200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100017266","name":"Navarra Government","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100017266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Pattern Recognition"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.patcog.2026.113616","type":"journal-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T03:43:17Z","timestamp":1774582997000},"page":"113616","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"PA","title":["Balancing tails when comparing distributions: Comprehensive equity index (CEI) with application to bias evaluation in operational face biometrics"],"prefix":"10.1016","volume":"179","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1463-4511","authenticated-orcid":false,"given":"Imanol","family":"Solano","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6343-5656","authenticated-orcid":false,"given":"Julian","family":"Fierrez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7268-4785","authenticated-orcid":false,"given":"Aythami","family":"Morales","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alejandro","family":"Pe\u00f1a","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9393-3066","authenticated-orcid":false,"given":"Ruben","family":"Tolosana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francisco","family":"Zamora-Martinez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Javier","family":"San Agustin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.patcog.2026.113616_bib0001","series-title":"Proceedings of CVPR","first-page":"1562","article-title":"Improving Parkinson detection using dynamic features from evoked expressions in video","author":"Gomez","year":"2021"},{"key":"10.1016\/j.patcog.2026.113616_bib0002","series-title":"Proceedings of AAAI","article-title":"edBB-Demo: biometrics and behavior analysis for educational platforms","author":"Daza","year":"2023"},{"issue":"5","key":"10.1016\/j.patcog.2026.113616_bib0003","doi-asserted-by":"crossref","first-page":"434","DOI":"10.1007\/s42979-023-01733-0","article-title":"Human-centric multimodal machine learning: recent advances and testbed on AI-based recruitment","volume":"4","author":"Pe\u00f1a","year":"2023","journal-title":"SN Comput. Sci."},{"key":"10.1016\/j.patcog.2026.113616_bib0004","series-title":"Introduction to Biometrics","author":"Jain","year":"2011"},{"key":"10.1016\/j.patcog.2026.113616_bib0005","series-title":"Proceedings of CVPR","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He","year":"2016"},{"key":"10.1016\/j.patcog.2026.113616_bib0006","series-title":"Proceedings of CVPR","first-page":"4690","article-title":"ArcFace: additive angular margin loss for deep face recognition","author":"Deng","year":"2019"},{"key":"10.1016\/j.patcog.2026.113616_bib0007","series-title":"AAAI Workshop on Artificial Intelligence Safety (SafeAI)","first-page":"146","article-title":"Algorithmic discrimination: formulation and exploration in deep learning-based face biometrics","volume":"2560","author":"Serna","year":"2020"},{"key":"10.1016\/j.patcog.2026.113616_bib0008","series-title":"IAPR Iberoamerican Congress on Pattern Recognition (CIARP)","first-page":"584","article-title":"Measuring the gender and ethnicity bias in deep models for face recognition","volume":"11401","author":"Acien","year":"2018"},{"key":"10.1016\/j.patcog.2026.113616_bib0009","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/TBIOM.2025.3601217","article-title":"Review of demographic fairness in face recognition","volume":"Vol. 8","author":"Kotwal","year":"2026","journal-title":"IEEE Trans. Biom. Behav. Identity Sci."},{"key":"10.1016\/j.patcog.2026.113616_bib0010","unstructured":"I. Serna, A. Morales, J. Fierrez, Unraveling machine behavior by multi-level bias analysis and detection: methodology and application to face biometrics, arXiv preprint (2025)."},{"key":"10.1016\/j.patcog.2026.113616_bib0011","series-title":"AAAI Workshop on Artificial Intelligence Safety (SafeAI)","article-title":"IFBiD: inference-free bias detection","volume":"3087","author":"Serna","year":"2022"},{"key":"10.1016\/j.patcog.2026.113616_bib0012","series-title":"IAPR Intl. Conf. on Pattern Recognition (ICPR)","first-page":"3720","article-title":"InsideBias: measuring bias in deep networks and application to face gender biometrics","author":"Serna","year":"2021"},{"key":"10.1016\/j.patcog.2026.113616_bib0013","series-title":"Proceedings of ECCV","first-page":"330","article-title":"Jointly de-biasing face recognition and demographic attribute estimation","author":"Gong","year":"2020"},{"key":"10.1016\/j.patcog.2026.113616_bib0014","series-title":"Proceedings of CVPR","first-page":"9139","article-title":"Mitigating bias in face recognition using skewness-aware reinforcement learning","author":"Wang","year":"2020"},{"key":"10.1016\/j.patcog.2026.113616_bib0015","series-title":"IAPR Intl. Conf. on Document Analysis and Recognition Workshops (ICDARw)","article-title":"PBa-LLM: privacy-and bias-aware NLP using named-entity recognition (NER)","author":"Mancera","year":"2025"},{"key":"10.1016\/j.patcog.2026.113616_bib0016","series-title":"Proceedings of BTAS","first-page":"1","article-title":"The effect of broad and specific demographic homogeneity on the imposter distributions and false match rates in face recognition algorithm performance","author":"Howard","year":"2019"},{"issue":"1","key":"10.1016\/j.patcog.2026.113616_bib0017","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1109\/TBIOM.2021.3102862","article-title":"Fairness in biometrics: a figure of merit to assess biometric verification systems","volume":"4","author":"de Freitas Pereira","year":"2022","journal-title":"IEEE Trans. Biom. Behav. Identity Sci."},{"key":"10.1016\/j.patcog.2026.113616_bib0018","series-title":"Proceedings of ICPR Workshops","first-page":"431","article-title":"Evaluating proposed fairness models for face recognition algorithms","author":"Howard","year":"2023"},{"key":"10.1016\/j.patcog.2026.113616_bib0019","series-title":"Proceedings of ICPR","first-page":"110","article-title":"Comprehensive equity index (CEI): definition and application to bias evaluation in biometrics","author":"Solano","year":"2024"},{"issue":"3","key":"10.1016\/j.patcog.2026.113616_bib0020","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1109\/TSMCC.2005.848181","article-title":"Target dependent score normalization techniques and their application to signature verification","volume":"35","author":"Fierrez-Aguilar","year":"2005","journal-title":"IEEE Trans. Syst. Man Cybern. Part C"},{"issue":"6","key":"10.1016\/j.patcog.2026.113616_bib0021","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3457607","article-title":"A survey on bias and fairness in machine learning","volume":"54","author":"Mehrabi","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.patcog.2026.113616_bib0022","doi-asserted-by":"crossref","DOI":"10.1038\/s42256-019-0088-2","article-title":"The global landscape of AI ethics guidelines","volume":"1","author":"Jobin","year":"2019","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.patcog.2026.113616_bib0023","series-title":"Artificial Intelligence and Statistics","first-page":"962","article-title":"Fairness constraints: mechanisms for fair classification","author":"Zafar","year":"2017"},{"key":"10.1016\/j.patcog.2026.113616_bib0024","series-title":"Proceedings of NIPS","first-page":"3323","article-title":"Equality of opportunity in supervised learning","volume":"Vol. 29","author":"Hardt","year":"2016"},{"key":"10.1016\/j.patcog.2026.113616_bib0025","doi-asserted-by":"crossref","first-page":"1102","DOI":"10.1109\/ACCESS.2023.3345452","article-title":"Keystroke verification challenge (KVC): biometric and fairness benchmark evaluation","volume":"12","author":"Stragapede","year":"2024","journal-title":"IEEE Access"},{"key":"10.1016\/j.patcog.2026.113616_bib0026","series-title":"Proceedings of ICPR Workshops","first-page":"479","article-title":"Fairness index measures to evaluate bias in biometric recognition","author":"Kotwal","year":"2022"},{"key":"10.1016\/j.patcog.2026.113616_bib0027","doi-asserted-by":"crossref","DOI":"10.1016\/j.artint.2022.103682","article-title":"Sensitive loss: improving accuracy and fairness of face representations with discrimination-aware deep learning","volume":"305","author":"Serna","year":"2022","journal-title":"Artif. Intell."},{"key":"10.1016\/j.patcog.2026.113616_bib0028","unstructured":"ISO\/IEC FDIS 19795-10:2024, Biometric performance testing and reporting - Part 10: Framework for demographic evaluation, (2024)."},{"key":"10.1016\/j.patcog.2026.113616_sbref0028","series-title":"FRVT Part 8: Summarizing Demographic Differentials","author":"Grother","year":"2022"},{"issue":"1","key":"10.1016\/j.patcog.2026.113616_bib0030","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1109\/TTS.2021.3111823","article-title":"A comprehensive study on face recognition biases beyond demographics","volume":"3","author":"Terh\u00f6rst","year":"2022","journal-title":"IEEE Trans. Technol. Soc."},{"key":"10.1016\/j.patcog.2026.113616_bib0031","series-title":"Proceedings of ICCV","first-page":"692","article-title":"Racial faces in the wild: reducing racial bias by information maximization adaptation network","author":"Wang","year":"2019"},{"key":"10.1016\/j.patcog.2026.113616_bib0032","series-title":"Proceedings of ECCV","first-page":"87","article-title":"MS-Celeb-1M: a dataset and benchmark for large-scale face recognition","author":"Guo","year":"2016"},{"key":"10.1016\/j.patcog.2026.113616_bib0033","series-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","first-page":"1445","article-title":"Partial FC: training 10 million identities on a single machine","author":"An","year":"2021"},{"key":"10.1016\/j.patcog.2026.113616_bib0034","series-title":"Proceedings of CVPR","first-page":"10492","article-title":"WebFace260M: a benchmark unveiling the power of million-scale deep face recognition","author":"Zhu","year":"2021"},{"key":"10.1016\/j.patcog.2026.113616_bib0035","series-title":"Proceedings of FGR","first-page":"341","article-title":"MORPH: a longitudinal image database of normal adult age-progression","author":"Ricanek","year":"2006"},{"key":"10.1016\/j.patcog.2026.113616_bib0036","series-title":"Proceedings of ICCV","first-page":"3086","article-title":"GANDiffFace: controllable generation of synthetic datasets for face recognition with realistic variations","author":"Melzi","year":"2023"},{"issue":"8","key":"10.1016\/j.patcog.2026.113616_bib0037","doi-asserted-by":"crossref","first-page":"2001","DOI":"10.1109\/TIFS.2018.2807791","article-title":"Facial soft biometrics for recognition in the wild: recent works, annotation and COTS evaluation","volume":"13","author":"Gonzalez-Sosa","year":"2018","journal-title":"IEEE Trans. Inf. Forensics Secur."},{"key":"10.1016\/j.patcog.2026.113616_bib0038","series-title":"IEEE\/CVF WACV Workshops","first-page":"84","article-title":"FaceQvec: vector quality assessment for face biometrics based on ISO compliance","author":"Hernandez-Ortega","year":"2022"},{"key":"10.1016\/j.patcog.2026.113616_bib0039","series-title":"Proceedings of WACV","first-page":"892","article-title":"FRCSyn Challenge at WACV 2024: face recognition challenge in the era of synthetic data","author":"Melzi","year":"2024"},{"key":"10.1016\/j.patcog.2026.113616_bib0040","series-title":"Proceedings of CVPR","first-page":"5265","article-title":"CosFace: large margin cosine loss for deep face recognition","author":"Wang","year":"2018"},{"key":"10.1016\/j.patcog.2026.113616_bib0041","series-title":"Proceedings of ICB","first-page":"158","article-title":"IARPA Janus benchmark-C: face dataset and protocol","author":"Maze","year":"2018"},{"key":"10.1016\/j.patcog.2026.113616_bib0042","series-title":"Continuous Univariate Distributions, Volume 2","article-title":"Chapter 25: beta distributions","author":"Johnson","year":"1995"},{"key":"10.1016\/j.patcog.2026.113616_bib0043","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2021.108283","article-title":"SetMargin loss applied to deep keystroke biometrics with circle packing interpretation","volume":"122","author":"Morales","year":"2022","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2026.113616_bib0044","series-title":"IAPR Intl. Conf. on Pattern Recognition (ICPR)","first-page":"3566","article-title":"Learning emotional-blinded face representations","author":"Pe\u00f1a","year":"2021"},{"key":"10.1016\/j.patcog.2026.113616_bib0045","series-title":"IEEE\/CVF Winter Conf. on Applications of Computer Vision (WACV)","first-page":"1548","article-title":"FairFace: face attribute dataset for balanced race, gender, and age for bias measurement and mitigation","author":"Karkkainen","year":"2021"},{"issue":"233","key":"10.1016\/j.patcog.2026.113616_bib0046","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.forsciint.2013.08.020","article-title":"Identification using face regions: application and assessment in forensic scenarios","author":"Tome","year":"2013","journal-title":"Forensic Sci. Int."},{"key":"10.1016\/j.patcog.2026.113616_bib0047","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1016\/j.inffus.2022.03.008","article-title":"Cross-sensor periocular biometrics for partial face recognition in a global pandemic: comparative benchmark and novel multialgorithmic approach","volume":"83\u201384","author":"Alonso-Fernandez","year":"2022","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.patcog.2026.113616_bib0048","series-title":"European Conf. on Computer Vision Workshops (ECCVw)","first-page":"84","article-title":"Fairness under cover: evaluating the impact of occlusions on demographic bias in facial recognition","author":"Mamede","year":"2025"},{"issue":"11","key":"10.1016\/j.patcog.2026.113616_bib0049","doi-asserted-by":"crossref","first-page":"154","DOI":"10.3390\/computers10110154","article-title":"Symbolic AI for XAI: evaluating LFIT inductive programming for explaining biases in machine learning","volume":"10","author":"Ortega","year":"2021","journal-title":"Computers"},{"key":"10.1016\/j.patcog.2026.113616_bib0050","series-title":"European Conf. on Artificial Intelligence Workshops (ECAIw)","article-title":"Symbolic AI (LFIT) for XAI to handle biases","volume":"3523","author":"Tello","year":"2023"},{"key":"10.1016\/j.patcog.2026.113616_bib0051","doi-asserted-by":"crossref","first-page":"163805","DOI":"10.1109\/ACCESS.2025.3608951","article-title":"Is my data in your AI? Membership inference test (MINT) applied to face biometrics","volume":"13","author":"DeAlcala","year":"2025","journal-title":"IEEE Access"},{"key":"10.1016\/j.patcog.2026.113616_bib0052","series-title":"IEEE\/CVF Intl. Conf. on Computer Vision (ICCV)","article-title":"Active membership inference test (aMINT): enhancing model auditability with multi-task learning","author":"DeAlcala","year":"2025"},{"key":"10.1016\/j.patcog.2026.113616_bib0053","doi-asserted-by":"crossref","unstructured":"G. Mancera, D. DeAlcala, J. Fierrez, R. Tolosana, A. Morales, Is My Text in Your AI Model? Gradient-based Membership Inference Test applied to LLMs, arXiv: 2503.07384, 2025.","DOI":"10.1109\/CAI68641.2026.11536313"},{"key":"10.1016\/j.patcog.2026.113616_bib0054","series-title":"IEEE\/CVF Conf. on Computer Vision and Pattern Recognition Workshops (CVPRw)","first-page":"2781","article-title":"gMINT: gradient-based membership inference test applied to image models","author":"DeAlcala","year":"2025"}],"container-title":["Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320326005819?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320326005819?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T13:00:07Z","timestamp":1780491607000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0031320326005819"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":54,"alternative-id":["S0031320326005819"],"URL":"https:\/\/doi.org\/10.1016\/j.patcog.2026.113616","relation":{},"ISSN":["0031-3203"],"issn-type":[{"value":"0031-3203","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Balancing tails when comparing distributions: Comprehensive equity index (CEI) with application to bias evaluation in operational face biometrics","name":"articletitle","label":"Article Title"},{"value":"Pattern Recognition","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.patcog.2026.113616","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"113616"}}