{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T17:47:44Z","timestamp":1776880064073,"version":"3.51.2"},"reference-count":65,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"NSF","award":["CNS-2016719"],"award-info":[{"award-number":["CNS-2016719"]}]},{"name":"NSTC","award":["110-2221-E-007-067-MY3"],"award-info":[{"award-number":["110-2221-E-007-067-MY3"]}]},{"name":"NSTC","award":["112-2634-F-002-005"],"award-info":[{"award-number":["112-2634-F-002-005"]}]},{"name":"NOVATEK Fellowship"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1109\/taffc.2024.3411290","type":"journal-article","created":{"date-parts":[[2024,6,7]],"date-time":"2024-06-07T17:30:13Z","timestamp":1717781413000},"page":"41-55","source":"Crossref","is-referenced-by-count":16,"title":["Minority Views Matter: Evaluating Speech Emotion Classifiers With Human Subjective Annotations by an All-Inclusive Aggregation Rule"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2125-5689","authenticated-orcid":false,"given":"Huang-Cheng","family":"Chou","sequence":"first","affiliation":[{"name":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu City, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9613-1002","authenticated-orcid":false,"given":"Lucas","family":"Goncalves","sequence":"additional","affiliation":[{"name":"Erik Jonsson School of Engineering & Commputer Science, The University of Texas at Dallas, Richardson, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1175-1577","authenticated-orcid":false,"given":"Seong-Gyun","family":"Leem","sequence":"additional","affiliation":[{"name":"Erik Jonsson School of Engineering & Commputer Science, The University of Texas at Dallas, Richardson, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1395-0382","authenticated-orcid":false,"given":"Ali N.","family":"Salman","sequence":"additional","affiliation":[{"name":"Erik Jonsson School of Engineering & Commputer Science, The University of Texas at Dallas, Richardson, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0186-4321","authenticated-orcid":false,"given":"Chi-Chun","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu City, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4075-4072","authenticated-orcid":false,"given":"Carlos","family":"Busso","sequence":"additional","affiliation":[{"name":"Erik Jonsson School of Engineering & Commputer Science, The University of Texas at Dallas, Richardson, TX, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21483"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2892090"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.162"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9747705"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jrp.2004.05.006"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2016.7727250"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2017.8273633"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462011"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682170"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2524"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACII52823.2021.9597461"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2022.3157485"},{"key":"ref13","first-page":"859","article-title":"Corpus annotation through crowdsourcing: Towards best practice guidelines","volume-title":"Proc. Int. Conf. Lang. Resour. Eval.","author":"Sabou"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2736999"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-5618"},{"key":"ref16","first-page":"2428","article-title":"Why don\u2019t you do it right? Analysing annotators\u2019 disagreement in subjective tasks","volume-title":"Proc. 17th Conf. Eur. Chapter Assoc. Comput. Linguistics","author":"Sandri"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACII59096.2023.10388184"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300637"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2005.03.007"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2009.2021722"},{"key":"ref21","article-title":"The ambiguous world of emotion representation","author":"Sethu","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2008-463"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-008-9076-6"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2014.2336244"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2017.02.013"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.03.013"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ECTIDAMTNCON48261.2020.9090768"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3390\/s21124233"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2515617"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682541"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9747157"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9415077"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413577"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.291"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i16.17686"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.21437\/SMM.2019-3"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461866"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2019.8925524"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2545658"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/taffc.2022.3221801"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9746990"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-11041"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-60"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2493525"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2407898"},{"key":"ref46","first-page":"12 449","article-title":"Wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Baevski"},{"key":"ref47","article-title":"A fine-tuned Wav2vec 2.0\/HuBERT benchmark for speech emotion recognition, speaker verification and spoken language understanding","author":"Wang","year":"2021"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3263585"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref51","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kingma"},{"key":"ref52","first-page":"1","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Paszke"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2594"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-703"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2457417"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"ref58","first-page":"53","article-title":"Silhouettes: A graphical aid to the interpretation and validation of cluster analysis","volume-title":"J. Comput. Appl. Math.","volume":"20","author":"Rousseeuw","year":"1987"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3123383"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461299"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3233324"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.63"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10096797"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2021.3105939"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2023.3276209"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5165369\/10908445\/10552082-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5165369\/10908445\/10552082.pdf?arnumber=10552082","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T18:35:43Z","timestamp":1741026943000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10552082\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":65,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2024.3411290","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1]]}}}