{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T09:25:46Z","timestamp":1780046746181,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,27]]},"DOI":"10.1145\/3746027.3758242","type":"proceedings-article","created":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T07:37:21Z","timestamp":1761377841000},"page":"12957-12964","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["MDPE: A Multimodal Deception Dataset with Personality and Emotional Characteristics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-2866-5891","authenticated-orcid":false,"given":"Cong","family":"Cai","sequence":"first","affiliation":[{"name":"Beijing Institute of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7650-4913","authenticated-orcid":false,"given":"Shan","family":"Liang","sequence":"additional","affiliation":[{"name":"Xi'an Jiaotong-Liverpool University, Suzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8678-2459","authenticated-orcid":false,"given":"Xuefei","family":"Liu","sequence":"additional","affiliation":[{"name":"Institute of Automation, Chinese Academy of Sciences (CAS), Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8443-2315","authenticated-orcid":false,"given":"Kang","family":"Zhu","sequence":"additional","affiliation":[{"name":"Anhui University, Hefei, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1632-4293","authenticated-orcid":false,"given":"Zhengqi","family":"Wen","sequence":"additional","affiliation":[{"name":"BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9344-6428","authenticated-orcid":false,"given":"Jianhua","family":"Tao","sequence":"additional","affiliation":[{"name":"Department of Automation, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7922-3365","authenticated-orcid":false,"given":"Heng","family":"Xie","sequence":"additional","affiliation":[{"name":"Beijing Institute of Technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3148-2006","authenticated-orcid":false,"given":"Jizhou","family":"Cui","sequence":"additional","affiliation":[{"name":"ShanghaiTech University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4171-884X","authenticated-orcid":false,"given":"Yiming","family":"Ma","sequence":"additional","affiliation":[{"name":"University of CAS, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4693-5440","authenticated-orcid":false,"given":"Zhenhua","family":"Cheng","sequence":"additional","affiliation":[{"name":"University of CAS, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7014-1410","authenticated-orcid":false,"given":"Hanzhe","family":"Xu","sequence":"additional","affiliation":[{"name":"Tianjin Normal University, Tianjin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9598-1881","authenticated-orcid":false,"given":"Ruibo","family":"Fu","sequence":"additional","affiliation":[{"name":"Institute of Automation, CAS, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1529-1552","authenticated-orcid":false,"given":"Bin","family":"Liu","sequence":"additional","affiliation":[{"name":"The State Key Laboratory of Multimodal Artificial Intelligence Systems, CASIA, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7799-366X","authenticated-orcid":false,"given":"Yongwei","family":"Li","sequence":"additional","affiliation":[{"name":"Institute of Psychology, CAS, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2016.2639344"},{"key":"e_1_3_2_1_2_1","volume-title":"Emotional intelligence, Machiavellianism and emotional manipulation: Does EI have a dark side? Personality and individual differences 43, 1","author":"Austin Elizabeth J","year":"2007","unstructured":"Elizabeth J Austin, Daniel Farrelly, Carolyn Black, and Helen Moore. 2007. Emotional intelligence, Machiavellianism and emotional manipulation: Does EI have a dark side? Personality and individual differences 43, 1 (2007), 179--189."},{"key":"e_1_3_2_1_3_1","volume-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations. Advances in neural information processing systems 33","author":"Baevski Alexei","year":"2020","unstructured":"Alexei Baevski, Yuhao Zhou, Abdelrahman Mohamed, and Michael Auli. 2020. wav2vec 2.0: A framework for self-supervised learning of speech representations. Advances in neural information processing systems 33 (2020), 12449--12460."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771407"},{"key":"e_1_3_2_1_5_1","volume-title":"Nonverbal communication","author":"Burgoon Judee K","unstructured":"Judee K Burgoon, Valerie Manusov, and Laura K Guerrero. 2021. Nonverbal communication. Routledge."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Mihai Burzo Mohamed Abouelenien Veronica Perez-Rosas and Rada Mihalcea. 2018. Multimodal deception detection. In The Handbook of Multimodal-Multisensor Interfaces: Signal Processing Architectures and Detection of Emotion and Cognition-Volume 2. 419--453.","DOI":"10.1145\/3107990.3108005"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3188113"},{"key":"e_1_3_2_1_8_1","volume-title":"integrity, and white collar crime: A construct validity study. Personnel psychology 46, 2","author":"Collins Judith M","year":"1993","unstructured":"Judith M Collins and Frank L Schmidt. 1993. Personality, integrity, and white collar crime: A construct validity study. Personnel psychology 46, 2 (1993), 295--311."},{"key":"e_1_3_2_1_9_1","volume-title":"Cues to deception. Psychological bulletin 129, 1","author":"DePaulo Bella M","year":"2003","unstructured":"Bella M DePaulo, James J Lindsay, Brian E Malone, Laura Muhlenbruck, Kelly Charlton, and Harris Cooper. 2003. Cues to deception. Psychological bulletin 129, 1 (2003), 74."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.93.2.374"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/1469-8986.3820205"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/aur.2795"},{"key":"e_1_3_2_1_13_1","unstructured":"Alexey Dosovitskiy Lucas Beyer Alexander Kolesnikov Dirk Weissenborn Xiaohua Zhai Thomas Unterthiner Mostafa Dehghani Matthias Minderer Georg Heigold Sylvain Gelly et al. 2020. An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)."},{"key":"e_1_3_2_1_14_1","volume-title":"Glm: General language model pretraining with autoregressive blank infilling. arXiv preprint arXiv:2103.10360","author":"Du Zhengxiao","year":"2021","unstructured":"Zhengxiao Du, Yujie Qian, Xiao Liu, Ming Ding, Jiezhong Qiu, Zhilin Yang, and Jie Tang. 2021. Glm: General language model pretraining with autoregressive blank infilling. arXiv preprint arXiv:2103.10360 (2021)."},{"key":"e_1_3_2_1_15_1","volume-title":"Telling lies: Clues to deceit in the marketplace, politics, and marriage (revised edition)","author":"Ekman Paul","unstructured":"Paul Ekman. 2009. Telling lies: Clues to deceit in the marketplace, politics, and marriage (revised edition). WW Norton & Company."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/2390665.2390708"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-8760(00)00192-6"},{"key":"e_1_3_2_1_18_1","volume-title":"Emotional intelligence and deception: A theoretical model and propositions. Journal of Business Ethics","author":"Gaspar Joseph P","year":"2022","unstructured":"Joseph P Gaspar, Redona Methasani, and Maurice E Schweitzer. 2022. Emotional intelligence and deception: A theoretical model and propositions. Journal of Business Ethics (2022), 1--18."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1111\/ncmr.12010"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9914"},{"key":"e_1_3_2_1_21_1","volume-title":"A general theory of crime","author":"Gottfredson Michael R","unstructured":"Michael R Gottfredson and Travis Hirschi. 1990. A general theory of crime. In A general theory of crime. Stanford University Press."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.2307\/30040678"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1080\/10683160701645181"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00016"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1002\/acp.3052"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Julia Bell Hirschberg Stefan Benus Jason M Brenier Frank Enos Sarah Friedman Sarah Gilman Cynthia Girand Martin Graciarena Andreas Kathol Laura Michaelis et al. 2005. Distinguishing deceptive from non-deceptive speech. (2005).","DOI":"10.21437\/Interspeech.2005-580"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10919-010-0102-1"},{"key":"e_1_3_2_1_29_1","volume-title":"The dark triad and normal personality traits. Personality and Individual differences 40, 2","author":"Jakobwitz Sharon","year":"2006","unstructured":"Sharon Jakobwitz and Vincent Egan. 2006. The dark triad and normal personality traits. Personality and Individual differences 40, 2 (2006), 331--339."},{"key":"e_1_3_2_1_30_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)."},{"key":"e_1_3_2_1_31_1","volume-title":"International Conference on Computational Linguistics and Intelligent Text Processing. Springer, 87--96","author":"Krishnamurthy Gangeshwar","year":"2018","unstructured":"Gangeshwar Krishnamurthy, Navonil Majumder, Soujanya Poria, and Erik Cambria. 2018. A deep learning approach for multimodal deception detection. In International Conference on Computational Linguistics and Intelligent Text Processing. Springer, 87--96."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2823465.2823468"},{"key":"e_1_3_2_1_33_1","volume-title":"Deep facial expression recognition: A survey","author":"Li Shan","year":"2020","unstructured":"Shan Li and Weihong Deng. 2020. Deep facial expression recognition: A survey. IEEE transactions on affective computing 13, 3 (2020), 1195--1215."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1037\/1076-898X.2.2.164"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2017.23"},{"key":"e_1_3_2_1_36_1","first-page":"9","article-title":"Voice Emotion Games: Language and Emotion in the Voice of Children with Autism Spectrum Conditio. In Proceedings of the 3rd International Workshop on Intelligent Digital Games for Empowerment and Inclusion (IDGEI 2015) as part of the 20th ACM International Conference on Intelligent User Interfaces","volume":"2015","author":"Marchi Erik","year":"2015","unstructured":"Erik Marchi, Bj\u00f6rn Schuller, Simon Baron-Cohen, Amandine Lassalle, Helen O'Reilly, Delia Pigat, Ofer Golan, S Friedenson, Shahar Tal, S Bolte, et al. 2015. Voice Emotion Games: Language and Emotion in the Voice of Children with Autism Spectrum Conditio. In Proceedings of the 3rd International Workshop on Intelligent Digital Games for Empowerment and Inclusion (IDGEI 2015) as part of the 20th ACM International Conference on Intelligent User Interfaces, IUI 2015. 9--pages.","journal-title":"IUI"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418864"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISCCSP.2012.6217806"},{"key":"e_1_3_2_1_39_1","volume-title":"Lying words: Predicting deception from linguistic styles. Personality and social psychology bulletin 29, 5","author":"Newman Matthew L","year":"2003","unstructured":"Matthew L Newman, James W Pennebaker, Diane S Berry, and Jane M Richards. 2003. Lying words: Predicting deception from linguistic styles. Personality and social psychology bulletin 29, 5 (2003), 665--675."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICTEA.2012.6462897"},{"key":"e_1_3_2_1_41_1","volume-title":"Preliminary preparation and evaluation of China emotional image material library. Chinese mental health psychology Journal 24, 7","author":"Pengfei Xu Yuxia Huang","year":"2010","unstructured":"Yuxia Huang Pengfei Xu and Yuejia Luo. 2010. Preliminary preparation and evaluation of China emotional image material library. Chinese mental health psychology Journal 24, 7 (2010), 551--554."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1281"},{"key":"e_1_3_2_1_43_1","unstructured":"Ver\u00f3nica P\u00e9rez-Rosas Rada Mihalcea Alexis Narvaez and Mihai Burzo. 2014. A Multimodal Dataset for Deception Detection.. In LREC. 3118--3122."},{"key":"e_1_3_2_1_44_1","volume-title":"Dementia clinical trials over the past decade: are women fairly represented? BMJ Neurology Open 4, 2","author":"Pinho-Gomes Ana-Catarina","year":"2022","unstructured":"Ana-Catarina Pinho-Gomes, Jessica Gong, Katie Harris, Mark Woodward, and Cheryl Carcel. 2022. Dementia clinical trials over the past decade: are women fairly represented? BMJ Neurology Open 4, 2 (2022)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-49409-8_32"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.paid.2011.03.031"},{"key":"e_1_3_2_1_47_1","volume-title":"International conference on machine learning. PMLR, 8748--8763","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et al. 2021. Learning transferable visual models from natural language supervision. In International conference on machine learning. PMLR, 8748--8763."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2014.2317309"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.2466\/pr0.1994.75.2.937"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102532"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1080\/08824099709388688"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0176591"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.3015684"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1175"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCB52358.2021.9484409"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1002\/acp.1190"},{"key":"e_1_3_2_1_57_1","volume-title":"Dropout: a simple way to prevent neural networks from overfitting. The journal of machine learning research 15, 1","author":"Srivastava Nitish","year":"2014","unstructured":"Nitish Srivastava, Geoffrey Hinton, Alex Krizhevsky, Ilya Sutskever, and Ruslan Salakhutdinov. 2014. Dropout: a simple way to prevent neural networks from overfitting. The journal of machine learning research 15, 1 (2014), 1929--1958."},{"key":"e_1_3_2_1_58_1","volume-title":"Detecting lies and deceit: Pitfalls and opportunities","author":"Vrij Aldert","unstructured":"Aldert Vrij. 2008. Detecting lies and deceit: Pitfalls and opportunities. John Wiley & Sons."},{"key":"e_1_3_2_1_59_1","unstructured":"Aiyuan Yang Bin Xiao Bingning Wang Borong Zhang Ce Bian Chao Yin Chenxu Lv Da Pan Dian Wang Dong Yan et al. 2023. Baichuan 2: Open largescale language models. arXiv preprint arXiv:2309.10305 (2023)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1177\/10731911211008245"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2951656"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:GRUP.0000011944.62889.6f"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1177\/1747021820978851"},{"key":"e_1_3_2_1_64_1","volume-title":"Advances in experimental social psychology.","author":"Zuckerman Miron","unstructured":"Miron Zuckerman, Bella M DePaulo, and Robert Rosenthal. 1981. Verbal and nonverbal communication of deception. In Advances in experimental social psychology. Vol. 14. Elsevier, 1--59."}],"event":{"name":"MM '25: The 33rd ACM International Conference on Multimedia","location":"Dublin Ireland","acronym":"MM '25","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 33rd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746027.3758242","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T05:01:30Z","timestamp":1765342890000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746027.3758242"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,27]]},"references-count":64,"alternative-id":["10.1145\/3746027.3758242","10.1145\/3746027"],"URL":"https:\/\/doi.org\/10.1145\/3746027.3758242","relation":{},"subject":[],"published":{"date-parts":[[2025,10,27]]},"assertion":[{"value":"2025-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}