{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T17:27:12Z","timestamp":1783099632468,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,26]],"date-time":"2023-10-26T00:00:00Z","timestamp":1698278400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62141201"],"award-info":[{"award-number":["62141201"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Natural Science Foundation of Chongqing","award":["CSTB2022NSCQ-MSX1672"],"award-info":[{"award-number":["CSTB2022NSCQ-MSX1672"]}]},{"name":"Chongqing University of Technology Graduate Education Quality Development Action Plan Funding Results","award":["gzlcx20233217"],"award-info":[{"award-number":["gzlcx20233217"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,26]]},"DOI":"10.1145\/3581783.3611805","type":"proceedings-article","created":{"date-parts":[[2023,10,27]],"date-time":"2023-10-27T07:27:12Z","timestamp":1698391632000},"page":"5994-6003","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["Multimodal Prompt Transformer with Hybrid Contrastive Learning for Emotion Recognition in Conversation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6648-3995","authenticated-orcid":false,"given":"Shihao","family":"Zou","sequence":"first","affiliation":[{"name":"Chongqing University of Technology, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3667-6198","authenticated-orcid":false,"given":"Xianying","family":"Huang","sequence":"additional","affiliation":[{"name":"Chongqing University of Technology, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0583-9717","authenticated-orcid":false,"given":"Xudong","family":"Shen","sequence":"additional","affiliation":[{"name":"Chongqing University of Technology, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"F Gregory Ashby Alice M Isen et al. 1999. A neuropsychological theory of positive affect and its influence on cognition. Psychological review Vol. 106 3 (1999) 529.","DOI":"10.1037\/\/0033-295X.106.3.529"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning, ICML (Proceedings of Machine Learning Research","volume":"539","author":"Belghazi Mohamed Ishmael","unstructured":"Mohamed Ishmael Belghazi, Aristide Baratin, Sai Rajeswar, Sherjil Ozair, Yoshua Bengio, R. Devon Hjelm, and Aaron C. Courville. 2018. Mutual Information Neural Estimation. In Proceedings of the 35th International Conference on Machine Learning, ICML (Proceedings of Machine Learning Research, Vol. 80). 530--539. http:\/\/proceedings.mlr.press\/v80\/belghazi18a.html"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-008-9076-6"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning, ICML (Proceedings of Machine Learning Research","volume":"1607","author":"Chen Ting","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey E. Hinton. 2020. A Simple Framework for Contrastive Learning of Visual Representations. In Proceedings of the 37th International Conference on Machine Learning, ICML (Proceedings of Machine Learning Research, Vol. 119). 1597--1607. http:\/\/proceedings.mlr.press\/v119\/chen20j.html"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n19--1423"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874246"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0026007"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1015"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.723"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d18-1280"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n18-1193"},{"key":"e_1_3_2_1_12_1","volume-title":"Stochastic neighbor embedding. Advances in neural information processing systems","author":"Hinton Geoffrey E","year":"2002","unstructured":"Geoffrey E Hinton and Sam Roweis. 2002. Stochastic neighbor embedding. Advances in neural information processing systems, Vol. 15 (2002)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9747397"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"Dou Hu Lingwei Wei and Xiaoyong Huai. 2021b. DialogueCRN: Contextual Reasoning Networks for Emotion Recognition in Conversations. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing ACL\/IJCNLP (Volume 1: Long Papers). 7042--7052. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.547","DOI":"10.18653\/v1\/2021.acl-long.547"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","unstructured":"Jingwen Hu Yuchen Liu Jinming Zhao and Qin Jin. 2021a. MMGCN: Multimodal Fusion via Deep Graph Convolution Network for Emotion Recognition in Conversation. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing ACL\/IJCNLP (Volume 1: Long Papers). 5666--5675. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.440","DOI":"10.18653\/v1\/2021.acl-long.440"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.597"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.306"},{"key":"e_1_3_2_1_19_1","volume-title":"Adam: A Method for Stochastic Optimization. In 3rd International Conference on Learning Representations, ICLR. http:\/\/arxiv.org\/abs\/1412","author":"Diederik","unstructured":"Diederik P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In 3rd International Conference on Learning Representations, ICLR. http:\/\/arxiv.org\/abs\/1412.6980"},{"key":"e_1_3_2_1_20_1","volume-title":"Basic emotion questions. Emotion review","author":"Levenson Robert W","year":"2011","unstructured":"Robert W Levenson. 2011. Basic emotion questions. Emotion review, Vol. 3, 4 (2011), 379--386."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21348"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"Zaijing Li Fengxiao Tang Ming Zhao and Yusen Zhu. 2022a. EmoCaps: Emotion Capsule based Model for Conversational Emotion Recognition. In Findings of the Association for Computational Linguistics: ACL. 1610--1618. https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.126","DOI":"10.18653\/v1\/2022.findings-acl.126"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3234553"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00079"},{"key":"e_1_3_2_1_26_1","volume-title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR, Vol. abs\/1907.11692 (2019). showeprint[arXiv]1907.11692 http:\/\/arxiv.org\/abs\/1907.11692"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107751"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.06.011"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016818"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1081"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1050"},{"key":"e_1_3_2_1_33_1","volume-title":"DialogXL: All-in-One XLNet for Multi-Party Conversation Emotion Recognition. In Thirty-Fifth AAAI Conference on Artificial Intelligence,. 13789--13797","author":"Shen Weizhou","year":"2021","unstructured":"Weizhou Shen, Junqing Chen, Xiaojun Quan, and Zhixian Xie. 2021a. DialogXL: All-in-One XLNet for Multi-Party Conversation Emotion Recognition. In Thirty-Fifth AAAI Conference on Artificial Intelligence,. 13789--13797. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/17625"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.123"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1656"},{"key":"e_1_3_2_1_36_1","volume-title":"Representation Learning with Contrastive Predictive Coding. CoRR","author":"Li Yazhe","year":"2018","unstructured":"A\"a ron van den Oord, Yazhe Li, and Oriol Vinyals. 2018. Representation Learning with Contrastive Predictive Coding. CoRR, Vol. abs\/1807.03748 (2018). [arXiv]1807.03748 http:\/\/arxiv.org\/abs\/1807.03748"},{"key":"e_1_3_2_1_37_1","volume-title":"Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems,NeurIPS. 5998--6008","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems,NeurIPS. 5998--6008. https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","unstructured":"Yuanmeng Yan Rumei Li Sirui Wang Fuzheng Zhang Wei Wu and Weiran Xu. 2021. ConSERT: A Contrastive Framework for Self-Supervised Sentence Representation Transfer. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing ACL\/IJCNLP (Volume 1: Long Papers). 5065--5075. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.393","DOI":"10.18653\/v1\/2021.acl-long.393"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.79"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413949"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.125"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109978"}],"event":{"name":"MM '23: The 31st ACM International Conference on Multimedia","location":"Ottawa ON Canada","acronym":"MM '23","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 31st ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581783.3611805","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581783.3611805","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:10:27Z","timestamp":1755821427000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581783.3611805"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,26]]},"references-count":42,"alternative-id":["10.1145\/3581783.3611805","10.1145\/3581783"],"URL":"https:\/\/doi.org\/10.1145\/3581783.3611805","relation":{},"subject":[],"published":{"date-parts":[[2023,10,26]]},"assertion":[{"value":"2023-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}