{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T02:48:34Z","timestamp":1774579714865,"version":"3.50.1"},"reference-count":82,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01MH130411"],"award-info":[{"award-number":["R01MH130411"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["NSF IIS-RI 2006618"],"award-info":[{"award-number":["NSF IIS-RI 2006618"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-RI 2230172"],"award-info":[{"award-number":["IIS-RI 2230172"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSF CISE Graduate Fellowships","award":["2313998"],"award-info":[{"award-number":["2313998"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1109\/taffc.2025.3584775","type":"journal-article","created":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T13:38:50Z","timestamp":1751290730000},"page":"2668-2679","source":"Crossref","is-referenced-by-count":2,"title":["Rethinking Emotion Annotations in the Era of Large Language Models"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8266-9152","authenticated-orcid":false,"given":"Minxue","family":"Niu","sequence":"first","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3761-9954","authenticated-orcid":false,"given":"Yara","family":"El-Tawil","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2360-0732","authenticated-orcid":false,"given":"Amrit","family":"Romana","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1870-6063","authenticated-orcid":false,"given":"Emily Mower","family":"Provost","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2010.1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.34133\/icomputing.0076"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103649"},{"key":"ref4","article-title":"Affective computing for healthcare: Recent trends, applications, challenges, and beyond","author":"Liu","year":"2024"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3502398"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2022.03.009"},{"key":"ref7","first-page":"15","article-title":"Objective assessment of subjective tasks in crowdsourcing applications","volume-title":"Proc. LREC Workshop on Citizen Linguistics Lang. Resource Develop.","author":"Haralabopoulos"},{"key":"ref8","article-title":"The ambiguous world of emotion representation","author":"Sethu","year":"2019"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s00357-019-9307-0"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/icassp.2019.8682793"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195387643.003.0008"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.5617\/dhnbpub.11200"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2008.01.001"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01261-8_14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553804"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2005.03.007"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511628191.006"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/bs.pbr.2019.02.007"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-4560.1972.tb00046.x"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2927564"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472667"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.54"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.sigdial-1.23"},{"key":"ref25","article-title":"Bias in emotion recognition with ChatGPT","author":"Wake","year":"2023"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/mci.2024.3504833"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3396345"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.246"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2024-2282"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.26615\/978-954-452-049-6_022"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1080\/02699939208411068"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1037\/h0077714"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/E17-2092"},{"key":"ref34","first-page":"986","article-title":"Dailydialog: A manually labelled multi-turn dialogue dataset","volume-title":"Proc. 8th Int. Joint Conf. Natural Lang. Process.","author":"Li"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1177\/053901886025004001"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-1001"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.372"},{"key":"ref38","first-page":"4356","article-title":"Man is to computer programmer as woman is to homemaker? Debiasing word embeddings","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bolukbasi"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2017.01.006"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2493525"},{"key":"ref41","article-title":"Scaling laws for neural language models","author":"Kaplan","year":"2020"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1177\/18344909231213958"},{"key":"ref43","article-title":"Is chatGPT equipped with emotional dialogue capabilities","author":"Zhao","year":"2023"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ACII59096.2023.10388119"},{"key":"ref45","article-title":"Emotionally numb or empathetic? Evaluating how LLMs feel using emotionbench","author":"Huang","year":"2023"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3204972"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ACII63134.2024.00043"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49660.2025.10888198"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671552"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA241060"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3402809"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.626"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10448130"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.554"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-demos.33"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcps.2014.08.002"},{"key":"ref57","article-title":"The development and psychometric properties of LIWC-22","author":"Boyd","year":"2022"},{"key":"ref58","first-page":"4532","article-title":"Incorporating LIWC in neural networks to improve human trait and behavior analysis in low resource scenarios","volume-title":"Proc. 13th Lang. Resour. Eval. Conf.","author":"Kilic"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-020-00271-3"},{"key":"ref60","article-title":"Detecting fake news spreaders with behavioural, lexical and psycholinguistic features","volume-title":"Proc. CLEF (Working Notes)","author":"Bello"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.4103\/picr.picr_123_17"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.66"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.699"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.241"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.3390\/info9050117"},{"key":"ref67","volume-title":"Development of NASA-TLX (Task Load Index): Results of Empirical and Theoretical Research","author":"Hart","year":"1988"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-8137.1912.tb05611.x"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref70","article-title":"Distilbert, a distilled version of bert: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"},{"key":"ref71","article-title":"BERT: A review of applications in natural language processing and understanding","author":"Koroteev","year":"2021"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1339"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/S2589-7500(23)00225-X"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU57964.2023.10389742"},{"key":"ref76","first-page":"1114","author":"Buechel","year":"2016","journal-title":"ECAI"},{"key":"ref77","first-page":"211","article-title":"Tracing vocal expression of emotion along the speech chain: Do listeners perceive what speakers feel","volume-title":"Proc. ISCA Workshop Plast. Speech Percep.","author":"Biersack"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2008-92"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02444-3_39"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2218523120"},{"key":"ref82","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wei"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5165369\/11269911\/11060836-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5165369\/11269911\/11060836.pdf?arnumber=11060836","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:58:24Z","timestamp":1764269904000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11060836\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":82,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2025.3584775","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10]]}}}