{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T11:17:40Z","timestamp":1781522260304,"version":"3.54.1"},"reference-count":147,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Department of Information Security and Communication Technology, NTNU, Gj\u00f8vik and Advanced Technology Development Centre, Indian Institute of Technology, Kharagpur, India"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3063031","type":"journal-article","created":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T21:52:41Z","timestamp":1614635561000},"page":"37431-37455","source":"Crossref","is-referenced-by-count":37,"title":["Audio-Visual Biometric Recognition and Presentation Attack Detection: A Comprehensive Survey"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2760-2832","authenticated-orcid":false,"given":"Hareesh","family":"Mandalapu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aravinda","family":"Reddy P N","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0484-3956","authenticated-orcid":false,"given":"Raghavendra","family":"Ramachandra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Krothapalli Sreenivasa","family":"Rao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pabitra","family":"Mitra","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S. R. Mahadeva","family":"Prasanna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9159-2923","authenticated-orcid":false,"given":"Christoph","family":"Busch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","author":"deravi","year":"1999","journal-title":"Audio-Visual Person Recognition for Security and Access Control"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2010.2064307"},{"key":"ref33","author":"chibelushi","year":"1994","journal-title":"Voice and Facial Image Integration for Person Recognition"},{"key":"ref32","article-title":"Bt david database-internal report","author":"chibelushi","year":"1996"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1049\/cp:19970414","article-title":"audio-visual person recognition: an evaluation of data fusion strategies","author":"chibelushi","year":"1997","journal-title":"European Conference on Security and Detection - ECOS97 Incorporating the One Day Symposium on Technology Used for Combatting Fraud (Conf Publ No 437)"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/BCC.2006.4341615"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2877690"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.177"},{"key":"ref35","first-page":"176","article-title":"Multimodal person recognition using unconstrained audio and video","author":"choudhury","year":"1999","journal-title":"Proc Int Conf Audio Video-Based Biometr Person Authentication"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77347-4_2"},{"key":"ref28","first-page":"2255","article-title":"Biometric liveness detection based on cross modal fusion","author":"chetty","year":"2009","journal-title":"Proc 12th Int Conf Inform Fusion"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2003.1221235"},{"key":"ref29","article-title":"Liveness verification in audio-video speaker authentication","author":"chetty","year":"2004","journal-title":"Proc 10th ASSTA Conf"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-015-2848-2"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2008.4517954"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-29451-3"},{"key":"ref24","first-page":"96","article-title":"A blueprint for a comprehensive Australian english auditory-visual speech corpus","author":"burnham","year":"2009","journal-title":"Proc HCSNet Workshop Designing Austral Nat Corpus"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/34.464560"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-5230-9"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-85729-748-8"},{"key":"ref25","article-title":"Building an audio-visual corpus of Australian English: Large corpus collection with an economical portable and replicable black box","author":"burnham","year":"2011","journal-title":"Proc ISCA"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/34.879790"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/2.820041"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1520-684X(19980615)29:6<49::AID-SCJ5>3.0.CO;2-L"},{"key":"ref146","article-title":"Features extraction using a Gabor filter family","author":"zheng","year":"2004","journal-title":"Proc 6th LASTED Int Conf Signal Image Process"},{"key":"ref147","first-page":"973","article-title":"Liveness detection using time drift between lip movement and voice","author":"zhu","year":"2013","journal-title":"Proc Int Conf Mach Learn Cybern"},{"key":"ref59","first-page":"113","article-title":"Multi-modal face and speaker identification on a handheld device","author":"hazen","year":"2003","journal-title":"Proc Workshop Multimodal User Authentication"},{"key":"ref58","first-page":"1","article-title":"Within-class covariance normalization for svm-based speaker recognition","author":"hatch","year":"2006","journal-title":"Proc Int Conf Spoken Lang Process"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2004.1334395"},{"key":"ref56","article-title":"IREX III-performance of iris identification algorithms","author":"grother","year":"2012"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.IR.8009"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/2818990"},{"key":"ref53","first-page":"174","article-title":"Multimodal biometrics via discriminant correlation analysis on mobile devices","author":"gofman","year":"2018","journal-title":"Proc Int Conf Secur Manage (SAM)"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00947"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0016009"},{"key":"ref4","first-page":"1","article-title":"A deep neural network for audio-visual person recognition","author":"rafiqul alam","year":"2015","journal-title":"Proc IEEE 7th Int Conf Biometrics Theory Appl Syst (BTAS)"},{"key":"ref3","first-page":"1631","article-title":"An efficient reliability estimation technique for audio-visual person identification","author":"rafiqul alam","year":"2013","journal-title":"Proc IEEE 8th Conf Ind Electron Appl (ICIEA)"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSPA.2013.6487281"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2615524"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2006.886017"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/11527923_81"},{"key":"ref7","author":"aleksic","year":"2003","journal-title":"An Audio-Visual Person Identification and Verification System Using FAPs as Visual Features"},{"key":"ref9","first-page":"1","article-title":"Secure computation of hidden Markov models","author":"aliasgari","year":"2013","journal-title":"Proc Int Conf Secur Cryptogr (SECRYPT)"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2007.02.017"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2004.826754"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44887-X_86"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-1809.1936.tb02137.x"},{"key":"ref42","year":"2014","journal-title":"Easy PASS-Grenzkontrolle Einfach Und Schnell"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-8655(97)00071-8"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1109\/ISPA.2005.195419","article-title":"co-inertia analysis for \"liveness\" test in audio-visual biometrics","author":"eveno","year":"2005","journal-title":"ISPA 2005 the 4th International Symposium on Image and Signal Processing and Analysis 2005 ISPA-05"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-03168-7_14"},{"key":"ref127","year":"2019","journal-title":"SPEECHPRO"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2010.2057231"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/ISPACS.2012.6473450"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ICICISYS.2010.5658534"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2013.10.001"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2459017"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1155\/2009\/746481"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2009.09.003"},{"key":"ref70","first-page":"1603","article-title":"Integrating acoustic and labial information for speaker identification and verification","author":"jourlin","year":"1997","journal-title":"Proc 5th Eur Conf Speech Commun Technol"},{"key":"ref128","doi-asserted-by":"crossref","first-page":"1635","DOI":"10.1109\/TIP.2010.2042645","article-title":"Enhanced local texture feature sets for face recognition under difficult lighting conditions","volume":"19","author":"tan","year":"2010","journal-title":"IEEE Trans Image Process"},{"key":"ref76","first-page":"1","article-title":"Cancelable biometrics: A comprehensive survey","author":"kumar","year":"2019","journal-title":"Artif Intell Rev"},{"key":"ref77","first-page":"1","article-title":"AVICAR: Audio-visual speech corpus in a car environment","author":"lee","year":"2004","journal-title":"Proc Int Conf Spoken Lang Process"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2249"},{"key":"ref74","article-title":"On the improvements of UNI-modal and bi-modal fusions of speaker and face recognition for mobile biometrics","author":"khoury","year":"2013"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0016012"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/79.911195"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1023\/B:VISI.0000013087.49260.fb"},{"key":"ref78","author":"li","year":"2013","journal-title":"Identity Authentication Based on Audio Visual Biometrics A Survey"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2019.09.004"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2002.1035365"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2012.54"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2007.05.003"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2007.4380058"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/IJCB.2011.6117599"},{"key":"ref137","first-page":"166","article-title":"The big Australian speech corpus (the big ASC)","author":"wagner","year":"2011","journal-title":"Proc SST 13th Australas Int Conf Speech Sci Technol"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1109\/TPAMI.2005.55","article-title":"Face recognition using laplacianfaces","volume":"27","author":"he","year":"2005","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.1999.757487"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1117\/12.965761"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/RATFG.1999.799230"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/2733373.2806293"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICIG.2004.97"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/737814"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2000.859322"},{"key":"ref66","year":"2008"},{"key":"ref141","article-title":"Fingerprint vendor technology evaluation","author":"watson","year":"2015"},{"key":"ref67","year":"2009"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/CIS.2008.49"},{"key":"ref68","year":"2016"},{"key":"ref143","first-page":"221","article-title":"Feature level fusion of speech and face image based person identification system","author":"b","year":"2010","journal-title":"Proc 2nd Int Conf Comput Eng Appl"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2010.2050476"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/ICSSE.2012.6257171"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2006.881199"},{"key":"ref145","first-page":"31","article-title":"Multi-view semi-supervised discriminant analysis: A new approach to audio-visual person recognition","author":"zhao","year":"2012","journal-title":"Proc 20th Eur Signal Process Conf (EUSIPCO)"},{"key":"ref1","article-title":"Multi-modal person verification tools using speech and images","author":"acheroy","year":"1996","journal-title":"Multimedia Applications, Services and Techniques - ECMAST?99"},{"key":"ref109","article-title":"Smartphone multi-modal biometric authentication: Database and evaluation","author":"ramachandra","year":"2019","journal-title":"arXiv 1912 02487 [cs]"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2009.76"},{"key":"ref108","first-page":"1","article-title":"Presentation attack detection methods for face recognition systems: A comprehensive survey","volume":"50","author":"raghavendra","year":"2017","journal-title":"Comput Surv"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44887-X_88"},{"key":"ref107","article-title":"Fundamentals of speech recognition","author":"rabiner","year":"1993","journal-title":"Fundamentals of speech recognition"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.21437\/Odyssey.2018-3"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2007.4409052"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ATSIP.2018.8364513"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2016.7900099"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2004.1325907"},{"key":"ref104","first-page":"1","article-title":"The Kaldi speech recognition toolkit","author":"povey","year":"2011","journal-title":"Proc IEEE Workshop Autom Speech Recog and Understanding"},{"key":"ref90","first-page":"1100","article-title":"Bi-modal authentication in mobile environments using session variability modelling","author":"motlicek","year":"2012","journal-title":"Proc Int Conf Pattern Recognit (ICPR)"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0016021"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0016021"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7285017"},{"key":"ref112","first-page":"34","article-title":"Overview and recent advances in partial least squares","author":"rosipal","year":"2005","journal-title":"Proc Int Stat Optim Perspect Workshop &#x2018;Subspace Latent Struct Feature Selection&#x2019;"},{"key":"ref110","year":"2019","journal-title":"RESPECT"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2012.6288262"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.21437\/Odyssey.2016-42"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2010.39"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2015.2434151"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2393347.2396517"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-1434"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44887-X_74"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/11590323_39"},{"key":"ref14","article-title":"Multi-modal data fusion for person authentication using SVM","author":"ben-yacoub","year":"1998"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/72.788647"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-01793-3_21"},{"key":"ref82","article-title":"Cross-lingual speaker verification: Evaluation on X-vector method","author":"mandalapu","year":"2020","journal-title":"Proc 3rd Int Conf Intell Technol Appl (INTAP)"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44887-X_89"},{"key":"ref117","article-title":"The vidtimit database","author":"sanderson","year":"2002"},{"key":"ref81","first-page":"68","article-title":"An Italian database of emotional speech and facial expressions","author":"mana","year":"2006","journal-title":"Proc Workshop Programme Corpora Res Emotion Affect Tuesday 23rd May 2006"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1049\/iet-bmt.2014.0031"},{"key":"ref84","article-title":"Mobio database for the ICPR 2010 face and speech competition","author":"mccool","year":"2009"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/0167-6393(95)00013-E"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-8655(03)00070-9"},{"key":"ref83","article-title":"Multilingual voice impersonation dataset and evaluation","author":"mandalapu","year":"2020","journal-title":"Proc 3rd Int Conf Intell Technol Appl (INTAP)"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/279943.279962"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/s10044-008-0121-2"},{"key":"ref113","first-page":"1221","article-title":"Multimodal biometrics: An overview","author":"ross","year":"2004","journal-title":"Proc 12th Eur Signal Process Conf"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.21437\/Odyssey.2020-37"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/MMSP.1999.793814"},{"key":"ref115","first-page":"229","article-title":"Efficient privacy-preserving face recognition","author":"sadeghi","year":"2009","journal-title":"Proc Int Conf Inf Secur Cryptol"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2004.05.001"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvlc.2009.01.008"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2005.1550194"},{"key":"ref122","first-page":"133","article-title":"Mobbio: A multimodal database captured with a portable handheld device","volume":"3","author":"sequeira","year":"2014","journal-title":"Proc Int Conf Comput Vis Theory Appl (VISAPP)"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/ISM.2009.78"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICMEW.2012.116"},{"key":"ref86","first-page":"319","article-title":"the algorithms of natural vision: the multi-channel gradient model","author":"mcowan","year":"1995","journal-title":"Proceedings of 1st International Conference on Genetic Algorithms in Engineering Systems Innovations and Applications"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3121138.3121165"},{"key":"ref88","first-page":"965","article-title":"XM2VTSDB: The extended M2VTS database","volume":"964","author":"messer","year":"1999","journal-title":"Proc 2nd Int Conf Audio Video-Based"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09366483.pdf?arnumber=9366483","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:57:08Z","timestamp":1639771028000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9366483\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":147,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3063031","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}