{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T18:40:06Z","timestamp":1748889606382,"version":"3.41.0"},"reference-count":95,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Ningbo Science Technology Plan projects","award":["2024Z290","2023S176"],"award-info":[{"award-number":["2024Z290","2023S176"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput. Soc. Syst."],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1109\/tcss.2024.3475511","type":"journal-article","created":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T17:34:50Z","timestamp":1730223290000},"page":"1145-1163","source":"Crossref","is-referenced-by-count":0,"title":["Fine-Grained Emotion Comprehension: Semisupervised Multimodal Emotion and Intensity Recognition"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4838-4042","authenticated-orcid":false,"given":"Zheng","family":"Fang","sequence":"first","affiliation":[{"name":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1806-5027","authenticated-orcid":false,"given":"Zhen","family":"Liu","sequence":"additional","affiliation":[{"name":"Faculty of Electrical Engineering and Computer Science, Ningbo University, Ningbo, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3469-275X","authenticated-orcid":false,"given":"Tingting","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Science and Technology, Ningbo University, Cixi, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6972-6577","authenticated-orcid":false,"given":"Chih-Chieh","family":"Hung","sequence":"additional","affiliation":[{"name":"National Chung Hsing University, Taichung, Taiwan"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3143803"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2974688"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2019.8802992"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3003648"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v13i01.3225"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2014.6890213"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/15213260701853161"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2964794"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-021-1293-0"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2019.12.001"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.02.003"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3005405"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2022.3160060"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054621"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688036"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2017.2719043"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2961089"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3032037"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2019.102447"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2021.3114365"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1115"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413678"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-04216-6"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.723"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1209"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3172360"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5347"},{"key":"ref28","first-page":"7124","article-title":"Modeling intra-and inter-modal relations: Hierarchical graph contrastive learning for multimodal sentiment analysis","volume-title":"Proc. 29th Int. Conf. Comput. Linguistics","volume":"29","author":"Lin","year":"2022"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3096037"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053762"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1080\/02699930902949031"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1037\/h0054570"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.48.5.1253"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.43.5.349"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3758\/BF03206544"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.1188976"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2014.2336244"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58589-1_42"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472666"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/APSIPAASC47483.2019.9023144"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413579"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3240508.3240578"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2821192"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107340"},{"article-title":"Multi-task learning with deep neural networks: A survey","year":"2020","author":"Crawshaw","key":"ref45"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-10581"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2021-1852"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3274783.3275184"},{"key":"ref49","first-page":"1","article-title":"Dynamic multi-task learning for face recognition with facial expression","volume-title":"Proc. IEEE Int. Conf. Comput. Vis. (ICCV)","author":"Ming","year":"2019"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2019.8802914"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.5555\/2946645.2946704"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.316"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref54","first-page":"7482","article-title":"Multi-task learning using uncertainty to weigh losses for scene geometry and semantics","volume-title":"Proc. IEEE Conf. Comput. Vision Pattern Recognit. (CVPR)","author":"Kendall","year":"2018"},{"issue":"2","key":"ref55","article-title":"Universal facial expressions in emotion","volume":"15","author":"Ekman","year":"1973","journal-title":"Studia Psychol."},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/0092-6566(77)90037-X"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1382"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/SLT48900.2021.9383618"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353731"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683725"},{"article-title":"An overview of deep semi-supervised learning","year":"2020","author":"Ouali","key":"ref61"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3220219"},{"key":"ref63","first-page":"896","article-title":"Pseudo-label: The simple and efficient semi-supervised learning method for deep neural networks","volume-title":"Proc. Workshop Challenges Representation Learn.","volume":"3","author":"Lee","year":"2013"},{"key":"ref64","first-page":"3239","article-title":"Realistic evaluation of deep semi-supervised learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"31","author":"Oliver","year":"2018"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00683"},{"key":"ref66","first-page":"1163","article-title":"Regularization with stochastic transformations and perturbations for deep semi-supervised learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"29","author":"Sajjadi","year":"2016"},{"article-title":"Semi-supervised learning with context-conditional generative adversarial networks","year":"2016","author":"Denton","key":"ref67"},{"article-title":"Unsupervised and semi-supervised learning with categorical generative adversarial networks","year":"2015","author":"Springenberg","key":"ref68"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.90"},{"key":"ref70","first-page":"596","article-title":"FixMatch: Simplifying semi-supervised learning with consistency and confidence","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"33","author":"Sohn","year":"2020"},{"key":"ref71","first-page":"6256","article-title":"Unsupervised data augmentation for consistency training","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"33","author":"Xie","year":"2020"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207304"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3070203"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3054719"},{"key":"ref75","first-page":"525","article-title":"Multi-task learning as multi-objective optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"31","author":"Sener","year":"2018"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080702"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2926724"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW53433.2021.00025"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.534"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"ref81","first-page":"1","article-title":"PolyViT: Co-training vision transformers on images, videos and audio","volume-title":"Trans. Mach. Learn. Res.","author":"Likhosherstov","year":"2022"},{"article-title":"Parameter efficient multimodal transformers for video representation learning","year":"2021","author":"Lee","key":"ref82"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01039"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3243465"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00675"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045167"},{"key":"ref87","first-page":"315","article-title":"Deep sparse rectifier neural networks","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Glorot"},{"issue":"10s","key":"ref88","first-page":"1","article-title":"Transformers in vision: A survey","volume":"54","author":"Salman","year":"2021","journal-title":"ACM Comput. Surveys (CSUR)"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1656"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2006.145"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1121\/1.5042758"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2013-198"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2016.2603342"},{"key":"ref95","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."}],"container-title":["IEEE Transactions on Computational Social Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6570650\/11018518\/10737896.pdf?arnumber=10737896","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T18:03:06Z","timestamp":1748887386000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10737896\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":95,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tcss.2024.3475511","relation":{},"ISSN":["2329-924X","2373-7476"],"issn-type":[{"type":"electronic","value":"2329-924X"},{"type":"electronic","value":"2373-7476"}],"subject":[],"published":{"date-parts":[[2025,6]]}}}