{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T12:33:12Z","timestamp":1781094792728,"version":"3.54.1"},"reference-count":114,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"JSPS KAKENHI","award":["22H03693"],"award-info":[{"award-number":["22H03693"]}]},{"name":"JSPS KAKENHI","award":["23K24948"],"award-info":[{"award-number":["23K24948"]}]},{"name":"Tsukuba Simulated Patient Association"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3573648","type":"journal-article","created":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T18:04:18Z","timestamp":1748282658000},"page":"99490-99508","source":"Crossref","is-referenced-by-count":7,"title":["Framework for Emotion Recognition Using Cross-Modal Transformers With Non-Contact Multimodal Signals Aiming Clinical Service Support"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-3321-9764","authenticated-orcid":false,"given":"Homura","family":"Kawamura","sequence":"first","affiliation":[{"name":"Graduate School of Science and Technology, University of Tsukuba, Tsukuba, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7031-7279","authenticated-orcid":false,"given":"Tomofumi","family":"Miura","sequence":"additional","affiliation":[{"name":"Department of Palliative Medicine, National Cancer Center Hospital East, Kashiwa, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9221-4423","authenticated-orcid":false,"given":"Yuka","family":"Maeda","sequence":"additional","affiliation":[{"name":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4903-4191","authenticated-orcid":false,"given":"Yukihiko","family":"Okada","sequence":"additional","affiliation":[{"name":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2339-5298","authenticated-orcid":false,"given":"Keiichi","family":"Zempo","sequence":"additional","affiliation":[{"name":"Graduate School of Science and Technology, University of Tsukuba, Tsukuba, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1186\/s13584-020-00375-4"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/08998280.2012.11928784"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocab091"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/0277-9536(84)90003-0"},{"issue":"1","key":"ref5","first-page":"13","article-title":"Empathy matters: Study shows that teaching empathy can improve patient satisfaction","volume":"106","author":"Riess","year":"2016","journal-title":"Iowa Med., J. Iowa Med. Soc."},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.techfore.2022.121844"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3389\/fnbeh.2014.00457"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/0163278704267037"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1111\/papr.12563"},{"issue":"10","key":"ref10","first-page":"388","article-title":"Empathy: The key to understanding","volume":"3","author":"Burnard","year":"1988","journal-title":"Prof. Nurse (London, England)"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.7326\/0003-4819-118-12-199306150-00010"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/BF02596174"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1001\/jama.1997.03540320082047"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2022.106646"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1037\/a0017088"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2934529"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.resuscitation.2021.08.032"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.5764"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60796-8_44"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10772-011-9125-1"},{"issue":"8","key":"ref21","doi-asserted-by":"crossref","first-page":"1863","DOI":"10.3390\/s19081863","article-title":"A review on automatic facial expression recognition systems assisted by multimodal sensor data","volume":"19","author":"Samadiani","year":"2019","journal-title":"Sensors"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1186\/1741-7015-8-15"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3444494"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2024.1332451"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3389\/fphys.2023.1356664"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2014.03.004"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18103\/mra.v12i1.4772"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2010.01.025"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s40670-023-01768-1"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1002\/pon.917"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/pon.1093"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1002\/pon.1102"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1093\/jjco\/hyn159"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2015.7318978"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2016.11.008"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-10-5903-2_16"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120948"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2024.106002"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-022-01211-x"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2021.684037"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.195"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2023.3282704"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01187"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2022.3225330"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0196391"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3163856"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.3390\/s17071694"},{"key":"ref48","article-title":"DailyDialog: A manually labelled multi-turn dialogue dataset","author":"Li","year":"2017","journal-title":"arXiv:1710.03957"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2021.103107"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3043201"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2018.2884461"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.15"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3463746"},{"issue":"14","key":"ref54","doi-asserted-by":"crossref","first-page":"4913","DOI":"10.3390\/s21144913","article-title":"Robust multimodal emotion recognition from conversation with transformer-based crossmodality fusion","volume":"21","author":"Xie","year":"2021","journal-title":"Sensors"},{"key":"ref55","volume-title":"Miradar;8 High Performance 24GHz FMCW MIMO Radar Platform","year":"2021"},{"key":"ref56","article-title":"Multi-criteria design analysis of sensor systems for railway level crossings","author":"Miyashita","year":"2020"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-1873"},{"key":"ref58","first-page":"12449","article-title":"Wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Baevski"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICCUBEA47591.2019.9129067"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2990405"},{"key":"ref62","article-title":"A fine-tuned Wav2vec 2.0\/HuBERT benchmark for speech emotion recognition, speaker verification and spoken language understanding","author":"Wang","year":"2021","journal-title":"arXiv:2111.02735"},{"key":"ref63","article-title":"Adam: A method for stochastic optimization 3rd international conference on learning representations","volume-title":"Proc. ICLR Conf. Track","volume":"1","author":"Kingma"},{"key":"ref64","article-title":"XLNet: Generalized autoregressive pretraining for language understanding","author":"Yang","year":"2019","journal-title":"arXiv:1906.08237"},{"key":"ref65","volume-title":"Improving Language Understanding By Generative Pre-training","author":"Radford","year":"2018"},{"key":"ref66","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1371"},{"key":"ref68","article-title":"Publicly available clinical BERT embeddings","author":"Alsentzer","year":"2019","journal-title":"arXiv:1904.03323"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0259763"},{"key":"ref70","article-title":"TransferTransfo: A transfer learning approach for neural network based conversational agents","author":"Wolf","year":"2019","journal-title":"arXiv:1901.08149"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2013.11.007"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2017.00019"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.12921\/cmst.2005.11.01.39-48"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/IECBES.2018.8626634"},{"issue":"11","key":"ref75","doi-asserted-by":"crossref","first-page":"4945","DOI":"10.3390\/app11114945","article-title":"Emotion recognition from ECG signals using wavelet scattering and machine learning","volume":"11","author":"Sep\u00falveda","year":"2021","journal-title":"Appl. Sci."},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1098\/rspa.1998.0193"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611970104"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.3390\/s21155015"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICMIC.2015.7409485"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3349341.3349422"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.3390\/s19204495"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ISSPIT.2009.5407547"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/34.192463"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.230"},{"issue":"2","key":"ref85","doi-asserted-by":"crossref","first-page":"155","DOI":"10.3390\/healthcare12020155","article-title":"Continual learning with deep neural networks in physiological signal data: A survey","volume":"12","author":"Li","year":"2024","journal-title":"Healthcare"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.3390\/bioengineering8030035"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109978"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.02.010"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1200\/JCO.2013.51.2756"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1002\/9781444392029"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-2409"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.3390\/s23094394"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-01779-1"},{"key":"ref95","article-title":"MELD: A multimodal multi-party dataset for emotion recognition in conversations","author":"Poria","year":"2018","journal-title":"arXiv:1810.02508"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.07.035"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-703"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/s11518-024-5607-y"},{"key":"ref99","first-page":"451","article-title":"WESER: Wav2 Vec 2.0 enhanced speech emotion recognizer","volume-title":"Proc. Doctoral Symp. Comput. Intell.","author":"Matraf"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.4324\/9781351308724"},{"key":"ref101","article-title":"WavFusion: Towards wav2vec 2.0 multimodal speech emotion recognition","author":"Li","year":"2024","journal-title":"arXiv:2412.05558"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3172954"},{"key":"ref103","article-title":"Using early-stopping to avoid overfitting in wrapper-based feature selection employing stochastic search","author":"Loughrey","year":"2005"},{"issue":"86","key":"ref104","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"issue":"11","key":"ref105","doi-asserted-by":"crossref","first-page":"4782","DOI":"10.3390\/app11114782","article-title":"Make patient consultation warmer: A clinical application for speech emotion recognition","volume":"11","author":"Li","year":"2021","journal-title":"Appl. Sci."},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511543753.022"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1002\/jclp.10090"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1111\/j.1440-172X.2006.00562.x"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3026823"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2017.134"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12021"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2018.07.041"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/3675094.3677582"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1016\/0005-7916(94)90063-9"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11015455.pdf?arnumber=11015455","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T17:52:27Z","timestamp":1749837147000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11015455\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":114,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3573648","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}