{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T18:32:56Z","timestamp":1774377176778,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"38","license":[{"start":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T00:00:00Z","timestamp":1752278400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T00:00:00Z","timestamp":1752278400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-025-21006-7","type":"journal-article","created":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T08:30:23Z","timestamp":1752309023000},"page":"46833-46862","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Deep cross-modal integration with hierarchical multi-head attention for big five personality prediction"],"prefix":"10.1007","volume":"84","author":[{"given":"Revathi","family":"S","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"G. S.","family":"Nagaraja","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3931-9468","authenticated-orcid":false,"given":"Farooque","family":"Azam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,12]]},"reference":[{"key":"21006_CR1","doi-asserted-by":"publisher","unstructured":"Feng X, Nana Yaw A, Haifeng L, Zhen C, Wei W (2017) Socially Aware Conference Participant Recommendation With Personality Traits. IEEE Systems J 1(4):2255\u20132266. https:\/\/doi.org\/10.1109\/JSYST.2014.2342375","DOI":"10.1109\/JSYST.2014.2342375"},{"key":"21006_CR2","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1146\/annurev-clinpsy-032210-104540","volume":"7","author":"DN Klein","year":"2011","unstructured":"Klein DN, Kotov R, Bufferd SJ (2011) Personality and depression: explanatory models and review of the evidence. Annu Rev Clin Psychol 7:269\u201395","journal-title":"Annu Rev Clin Psychol"},{"key":"21006_CR3","doi-asserted-by":"publisher","unstructured":"Escalante HJ et al (2011) ChaLearn Joint Contest on Multimedia Challenges Beyond Visual Analysis: An overview. 23rd International Conference on Pattern Recognition,\u00a0pp 67\u201373. https:\/\/doi.org\/10.1109\/ICPR.2016.7899609","DOI":"10.1109\/ICPR.2016.7899609"},{"key":"21006_CR4","doi-asserted-by":"publisher","unstructured":"Julio CSJJ, Agata L, Cristina P, Xavier B, Sergio E Person perception biases exposed: revisiting the first impressions dataset. IEEE WACVW 2021, pp 13\u20132. https:\/\/doi.org\/10.1109\/WACVW52041.2021.00006","DOI":"10.1109\/WACVW52041.2021.00006"},{"key":"21006_CR5","doi-asserted-by":"publisher","DOI":"10.1109\/CSITSS60515.2023.10334177","author":"GS Nagaraja","year":"2023","unstructured":"Nagaraja GS, Revathi S (2023) Multimodal personality prediction using deep learning techniques. CSITSS. https:\/\/doi.org\/10.1109\/CSITSS60515.2023.10334177","journal-title":"CSITSS"},{"issue":"3","key":"21006_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12193-023-00401-0","volume":"17","author":"OM Candy","year":"2023","unstructured":"Candy OM, Shogo O, Yukiko I, Nakano, Masashi U (2023) Personality trait Estimation in group discussions using multimodal analysis and speaker embedding. J Multimodal User-Interfaces 17(3):1\u201317. https:\/\/doi.org\/10.1007\/s12193-023-00401-0","journal-title":"J Multimodal User-Interfaces"},{"issue":"3","key":"21006_CR7","doi-asserted-by":"publisher","first-page":"2153","DOI":"10.1109\/TAFFC.2022.3179478","volume":"14","author":"MA Uddin","year":"2023","unstructured":"Uddin MA, Joolee JB, Sohn KA (2023) Deep Multi-Modal network based automated depression severity Estimation. IEEE Trans Affect Comput 14(3):2153\u20132167. https:\/\/doi.org\/10.1109\/TAFFC.2022.3179478","journal-title":"IEEE Trans Affect Comput"},{"key":"21006_CR8","doi-asserted-by":"publisher","unstructured":"Jeanfed R, Hugo JE, Lis (2022) Luis Villasenor-Pineda. Sequential Models for Automatic Personality Recognition from Multimodal Information in Social Interactions. IEEE International Autumn Meeting on Power, Electronics, and Computing (ROPEC) 6:1\u20136. https:\/\/doi.org\/10.1109\/ROPEC55836.2022.10018711","DOI":"10.1109\/ROPEC55836.2022.10018711"},{"key":"21006_CR9","doi-asserted-by":"publisher","unstructured":"Zhao X, Tang Z, Zhang S (2022) Deep personality trait recognition: A survey. Front Psychol 13. https:\/\/doi.org\/10.3389\/fpsyg.2022.839619","DOI":"10.3389\/fpsyg.2022.839619"},{"key":"21006_CR10","doi-asserted-by":"publisher","unstructured":"Salam H, Manoranjan V, Jiang J, Celiktutan O (2022) Learning Personalised Models for Automatic Self-Reported Personality Recognition. Understanding Social Behavior in Dyadic and Small Group Interactions, PMLR, pp 1\u201321. https:\/\/doi.org\/10.1109\/TAFFC.2015.2513401","DOI":"10.1109\/TAFFC.2015.2513401"},{"key":"21006_CR11","doi-asserted-by":"publisher","unstructured":"Lee CH, Yang HC, Su XQ, Tang YX (2022) A multimodal affective sensing model for constructing a Personality-Based financial advisor system. Appl Sci 10066. https:\/\/doi.org\/10.3390\/app121910066","DOI":"10.3390\/app121910066"},{"key":"21006_CR12","doi-asserted-by":"publisher","unstructured":"Tanay A, Dhruv A, Michal B, Neelabh S, Francois B (2022) Multimodal personality recognition using Cross-attention transformer and behaviour encoding. VISAPP 501\u2013508. https:\/\/doi.org\/10.48550\/arXiv.2112.12180","DOI":"10.48550\/arXiv.2112.12180"},{"issue":"2","key":"21006_CR13","doi-asserted-by":"publisher","first-page":"894","DOI":"10.1109\/TAFFC.2020.2973984","volume":"13","author":"Escalante","year":"2022","unstructured":"Hugo Jair, Escalante et al (2022) Modeling, recognizing, and explaining apparent personality from videos. IEEE Trans Affect Comput 13(2):894\u2013891. https:\/\/doi.org\/10.1109\/TAFFC.2020.2973984","journal-title":"IEEE Trans Affect Comput"},{"key":"21006_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-020-3307-3","author":"G Xiaoya","year":"2022","unstructured":"Xiaoya G, Jingjing W, Li S, Min Z, Guodong Z (2022) Cognition-driven multimodal personality classification. Sci China Inform Sci. https:\/\/doi.org\/10.1007\/s11432-020-3307-3","journal-title":"Sci China Inform Sci"},{"key":"21006_CR15","unstructured":"Adam F, Rachid R, Saboundji et al (2022) Multimodal Sentiment and Personality Perception Under Speech: A Comparison of Transformer-based Architectures. Understanding Social Behavior in Dyadic & Small Group Interactions. PMLR 173:218\u2013241"},{"key":"21006_CR16","doi-asserted-by":"publisher","unstructured":"Dersu, Giritlioglu et al (2021) Multimodal analysis of personality traits on videos of self-presentation & induced behavior. J Multimodal User Interfaces 15:337\u2013358. https:\/\/doi.org\/10.1007\/s12193-020-00347-7","DOI":"10.1007\/s12193-020-00347-7"},{"key":"21006_CR17","doi-asserted-by":"publisher","unstructured":"Shao Z, Song et al (2021) Personality recognition by modelling person-specific cognitive processes using graph representation. ACM Multimedia 357\u2013366. https:\/\/doi.org\/10.1145\/3474085.3475460","DOI":"10.1145\/3474085.3475460"},{"key":"21006_CR18","doi-asserted-by":"publisher","first-page":"2762","DOI":"10.1007\/s11263-020-01309-y","volume":"128","author":"Y Li","year":"2020","unstructured":"Li Y et al (2020) CR-Net: A deep Classification-Regression network for multimodal apparent personality analysis. Int J Comput Vis 128:2762\u20132780. https:\/\/doi.org\/10.1007\/s11263-020-01309-y","journal-title":"Int J Comput Vis"},{"key":"21006_CR19","doi-asserted-by":"publisher","unstructured":"Yan S, Huang D, Soleymani M (2020) Mitigating biases in multimodal personality assessment. Proceedings of ICMI 20:361\u2013369. https:\/\/doi.org\/10.1145\/3382507.3418889","DOI":"10.1145\/3382507.3418889"},{"key":"21006_CR20","doi-asserted-by":"publisher","unstructured":"Lin V, Girard J, Sayette M, Morency L-P (2020) Toward multimodal modeling of emotional expressiveness. Proceedings of ICMI 20:548\u2013557. https:\/\/doi.org\/10.1145\/3382507.3418887","DOI":"10.1145\/3382507.3418887"},{"issue":"3","key":"21006_CR21","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1109\/TAFFC.2017.2762299","volume":"9","author":"XS Wei","year":"2018","unstructured":"Wei XS, Zhang C-L, Zhang H, Wu (2018) Jianxin. Deep bimodal regression of apparent personality traits from short video sequences. EEE Trans Affect Comput 9(3):303\u2013315. https:\/\/doi.org\/10.1109\/TAFFC.2017.2762299","journal-title":"EEE Trans Affect Comput"},{"key":"21006_CR22","doi-asserted-by":"crossref","unstructured":"Chanchal Suman S, Saha A, Gupta SK, Pandey P, Bhattacharyya (2022) A multi-modal personality prediction system. Knowl Based Syst 236","DOI":"10.1016\/j.knosys.2021.107715"},{"key":"21006_CR23","doi-asserted-by":"crossref","unstructured":"Ouarka A, Ait Baha T, Es-Saady Y (2024) A deep multimodal fusion method for personality traits prediction. Multimedia Tools Appl","DOI":"10.1007\/s11042-024-20356-y"},{"key":"21006_CR24","doi-asserted-by":"crossref","unstructured":"Bajestani SS, Khalilzadeh MM, Azarnoosh M, Kobravi HR (2024) Personality prediction via multi-task transformer architecture combined with image aesthetics. Digit Scholarsh Humanit 39(2):836\u2013848","DOI":"10.1093\/llc\/fqae034"},{"key":"21006_CR25","doi-asserted-by":"crossref","unstructured":"Alshouha B, Serrano-Guerrero J, Chiclana F, Romero FP, Olivas JA (2024) Personality trait detection via transfer learning. Computers Mater Continua 78(2):1933\u20131956","DOI":"10.32604\/cmc.2023.046711"},{"key":"21006_CR26","unstructured":"Sixu An X, Sun Y, Li Y, Yang, Xu G (2024) Personality analysis from online short video platforms with multi-domain adaptation. J LaTeX Class Files 14(8):1\u201310"},{"key":"21006_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-019-08443-x","author":"K Yadav","year":"2020","unstructured":"Yadav K, Singha (2020) Joyeeta. Facial expression recognition using modified Viola-John\u2019s algorithm and KNN classifier. Multimedia Tools Appl. https:\/\/doi.org\/10.1007\/s11042-019-08443-x","journal-title":"Multimedia Tools Appl"},{"key":"21006_CR28","doi-asserted-by":"publisher","unstructured":"Bevilacqua F, Engstr\u00f6m H, Backlund P (2018) Automated analysis of facial cues from videos as a potential method for differentiating stress and boredom of players in games. Hindawi, IJCGT. https:\/\/doi.org\/10.1155\/2018\/8734540","DOI":"10.1155\/2018\/8734540"},{"key":"21006_CR29","doi-asserted-by":"publisher","unstructured":"Sabur A, Alim, Nahrul KA, Md Rashid (2018) Some Commonly Used Speech Feature Extraction Algorithms. Open Access Book From Natural to Artificial Intelligence - Algorithms and Applications. https:\/\/doi.org\/10.5772\/intechopen.8041","DOI":"10.5772\/intechopen.8041"},{"key":"21006_CR30","doi-asserted-by":"publisher","unstructured":"Zhancheng R, Qiang S, Xiaolei D & Hao X (2021) Sentiment-aware deep learning approach from personality detection from text. Inf Process Manag 58(3). https:\/\/doi.org\/10.1016\/j.ipm.2021.102532","DOI":"10.1016\/j.ipm.2021.102532"},{"key":"21006_CR31","doi-asserted-by":"publisher","unstructured":"Yash M, Fatehi S et al (2020) Bottom-up and top-down: predicting personality with psycholinguistic and Language model features. ICDM 1184\u20131189. https:\/\/doi.org\/10.1109\/ICDM50108.2020.00146","DOI":"10.1109\/ICDM50108.2020.00146"},{"key":"21006_CR32","doi-asserted-by":"publisher","unstructured":"Mathew M et al (2019) Suicide Risk Assessment with Multi-level Dual-Context Language and BERT. Proceedings of the Sixth Workshop on Computational Linguistics and Clinical Psychology. pp 39\u201344. https:\/\/doi.org\/10.18653\/v1\/W19-3005","DOI":"10.18653\/v1\/W19-3005"},{"issue":"4","key":"21006_CR33","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1111\/j.1468-0068.2010.00822.x","volume":"46","author":"E Camp","year":"2011","unstructured":"Camp E, Sarcasm (2011) Pretense, and the semantics\/pragmatics distinction. Wiley Online Libr 46(4):587\u2013634. https:\/\/doi.org\/10.1111\/j.1468-0068.2010.00822.x","journal-title":"Wiley Online Libr"},{"issue":"1","key":"21006_CR34","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1186\/s40537-021-00444-8","volume":"8","author":"J Laith Alzubaidi, Zhang","year":"2021","unstructured":"Laith Alzubaidi, Zhang J et al (2021) Review of deep learning: concepts, CNN architectures, challenges, applications, future directions. J Big Data 8(1):53. https:\/\/doi.org\/10.1186\/s40537-021-00444-8","journal-title":"J Big Data"},{"key":"21006_CR35","doi-asserted-by":"publisher","unstructured":"Hugo J, Escalante et al (2019) Explaining first impressions: modeling, recognizing, and explaining apparent personality from videos. IEEE Trans Affect Comput 99. https:\/\/doi.org\/10.48550\/arXiv.1802.00745","DOI":"10.48550\/arXiv.1802.00745"},{"key":"21006_CR36","doi-asserted-by":"crossref","unstructured":"Kassab K, Kashevnik A, Mayatin, Zubok D (2023) VPTD: human face video dataset for personality traits detection. Data 8(7):113","DOI":"10.3390\/data8070113"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-025-21006-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-025-21006-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-025-21006-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T22:13:49Z","timestamp":1765836829000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-025-21006-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,12]]},"references-count":36,"journal-issue":{"issue":"38","published-online":{"date-parts":[[2025,11]]}},"alternative-id":["21006"],"URL":"https:\/\/doi.org\/10.1007\/s11042-025-21006-7","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,12]]},"assertion":[{"value":"11 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 June 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 July 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not Applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"I hereby give my consent for the publication of my manuscript in Multimedia Tools and Applications, and confirm that it has not been published elsewhere or under consideration for publication.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publish"}}]}}