{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:30:26Z","timestamp":1780637426999,"version":"3.54.1"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput. Soc. Syst."],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1109\/tcss.2025.3529746","type":"journal-article","created":{"date-parts":[[2025,2,20]],"date-time":"2025-02-20T15:35:42Z","timestamp":1740065742000},"page":"2752-2764","source":"Crossref","is-referenced-by-count":2,"title":["From Disagreement to Unity: A Cascade Perspective Network for Subjective Tasks"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7025-6365","authenticated-orcid":false,"given":"Tong","family":"Zhang","sequence":"first","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Computational AI Models and Cognitive Intelligence, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2688-5440","authenticated-orcid":false,"given":"Canhui","family":"Zhang","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Computational AI Models and Cognitive Intelligence, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6847-6740","authenticated-orcid":false,"given":"Shuzhen","family":"Li","sequence":"additional","affiliation":[{"name":"Pazhou Lab, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5451-7230","authenticated-orcid":false,"given":"C. L. Philip","family":"Chen","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Computational AI Models and Cognitive Intelligence, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"15880","DOI":"10.18653\/v1\/2024.acl-long.844","article-title":"Reasoning in conversation: Solving subjective tasks through dialogue simulation for large language models","volume-title":"Proc. 62nd Annu. Meeting Assoc. Comput. Linguistics (Volume 1 Long Papers)","author":"Wang","year":"2024"},{"key":"ref2","first-page":"1","article-title":"An agenda for the interpretation of lived experience","author":"Ellis","year":"1992","journal-title":"Investigating Subjectivity: Research on Lived Experience"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"138","DOI":"10.18653\/v1\/W16-5618","article-title":"Are you a racist or am I seeing things? annotator influence on hate speech detection on Twitter","volume-title":"Proc. 1st Workshop NLP Comput. Social Sci.","author":"Waseem","year":"2016"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2020.3033302"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2023.3330738"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3404039"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2023.3333675"},{"key":"ref8","first-page":"859","article-title":"Corpus annotation through crowdsourcing: Towards best practice guidelines","volume-title":"Proc. Ninth Int. Conf. Lang. Resources Eval. (LREC)","author":"Sabou","year":"2014"},{"key":"ref9","first-page":"88","article-title":"Hateful symbols or hateful people? predictive features for hate speech detection on Twitter","volume-title":"Proc. NAACL Student Res. Workshop","author":"Waseem","year":"2016"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2022.926435"},{"issue":"12","key":"ref11","first-page":"14523","article-title":"Everyone\u2019s voice matters: Quantifying annotation disagreement using demographic information","volume-title":"Proc. AAAI Conf. Artif. Intell.","volume":"37","author":"Wan","year":"2023"},{"key":"ref12","first-page":"4679","article-title":"Disagreement matters: Preserving label diversity by jointly modeling item and annotator label distributions with DisCo","volume-title":"Proc. Findings Assoc. Comput. Linguistics","author":"Weerasooriya","year":"2023"},{"key":"ref13","first-page":"2591","article-title":"Beyond black & white: Leveraging annotator disagreement via soft-label multi-task learning","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technol.","author":"Fornaciari","year":"2021"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"4040","DOI":"10.18653\/v1\/2020.acl-main.372","article-title":"GoEmotions: A dataset of fine-grained emotions","volume-title":"Proc. 58th Annu. Meeting Assoc. Comput. Linguistics","author":"Demszky","year":"2020"},{"key":"ref15","first-page":"1336","article-title":"An expert annotated dataset for the detection of online misogyny","volume-title":"Proc. 16th Conf. Eur. Chapter Assoc. Comput. Linguistics: Main Volume","author":"Guest","year":"2021"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1162\/tacl_a_00449","article-title":"Dealing with disagreements: Looking beyond the majority vote in subjective annotations","volume":"10","author":"Davani","year":"2022","journal-title":"Trans. Assoc. Comput. Linguistics"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10448044"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3409715"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2022.3195739"},{"issue":"2","key":"ref20","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1162\/COLI_a_00097","article-title":"Did it happen? the pragmatic complexity of veridicality assessment","volume":"38","author":"Marneffe","year":"2012","journal-title":"Comput. Linguistics"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441846"},{"key":"ref22","first-page":"1120","article-title":"Learning whom to trust with MACE","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technol.","author":"Hovy","year":"2013"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445423"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1162\/coli.2009.35.4.35402"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1080\/19312458.2011.568376"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-18818-8_43"},{"key":"ref27","article-title":"Crowd truth: Harnessing disagreement in crowdsourcing a relation extraction gold standard","author":"Aroyo","year":"2013","journal-title":"Proc. WebSci."},{"key":"ref28","first-page":"3296","article-title":"Detecting stance in media on global warming","volume-title":"Proc. Findings Assoc. Comput. Linguistics (EMNLP)","author":"Luo","year":"2020"},{"key":"ref29","first-page":"2428","article-title":"Why don\u2019t you do it right? analysing annotators\u2019 disagreement in subjective tasks","volume-title":"Proc. 17th Conf. Eur. Chapter Assoc. Comput. Linguistics","author":"Sandri","year":"2023"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1162\/tacl_a_00293","article-title":"Inherent disagreements in human textual inferences","volume":"7","author":"Pavlick","year":"2019","journal-title":"Trans. Assoc. Comput. Linguistics"},{"key":"ref31","article-title":"A case for a range of acceptable annotations","author":"Palomaki","year":"2018","journal-title":"Proc. Workshop Subjectivity, Ambiguity Disagreement Crowdsourcing"},{"key":"ref32","first-page":"1886","article-title":"Sentiment analysis: It\u2019s complicated!","volume-title":"Proc. 2018 Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technol.","author":"Kenyon-Dean","year":"2018"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-77091-4_26"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"133","DOI":"10.18653\/v1\/2021.law-1.14","article-title":"On releasing annotator-level labels and information in datasets","volume-title":"Proc. Joint 15th Linguistic Annotation Workshop (LAW) and 3rd Designing Meaning Representations (DMR) Workshop","author":"Prabhakaran","year":"2021"},{"key":"ref35","first-page":"175","article-title":"Two contrasting data annotation paradigms for subjective NLP tasks","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technol.","author":"Rottger","year":"2022"},{"key":"ref36","first-page":"10528","article-title":"Agreeing to disagree: Annotating offensive language datasets with annotators\u2019 disagreement","volume-title":"Proc. Conf. Empirical Methods Nat. Lang. Process.","author":"Leonardelli","year":"2021"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-96957-8_36"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.415"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502004"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"950","DOI":"10.18653\/v1\/2023.acl-long.54","article-title":"Subjective crowd disagreements for subjective data: Uncovering meaningful CrowdOpinion with population-level learning","volume-title":"Proc. 61st Annu. Meeting Assoc. Comput. Linguistics (Volume 1: Long Papers)","author":"Weerasooriya","year":"2023"},{"key":"ref41","article-title":"Categorical reparameterization with gumbel-softmax","volume-title":"Proc. 5th Int. Conf. Learn. Representations (ICLR)","author":"Jang","year":"2017"},{"key":"ref42","article-title":"Universals and cultural differences in facial expressions of emotion","volume-title":"Proc. Nebraska Symp. Motivation","author":"Ekman","year":"1971"},{"issue":"17","key":"ref43","first-page":"14867","article-title":"Hatexplain: A benchmark dataset for explainable hate speech detection","volume-title":"Proc. AAAI Conf. Artif. Intell.","volume":"35","author":"Mathew","year":"2021"},{"key":"ref44","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technol.","author":"Devlin","year":"2019"},{"key":"ref45","first-page":"6644","article-title":"Why is it hate speech? masked rationale prediction for explainable hate speech detection","volume-title":"Proc. 29th Int. Conf. Comput. Linguistics","author":"Kim","year":"2022"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020480"},{"issue":"1","key":"ref47","article-title":"Deep learning from crowds","volume-title":"Proc. AAAI Conf. Artif. Intell.","volume":"32","author":"Rodrigues","year":"2018"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"2321","DOI":"10.18653\/v1\/P18-1216","article-title":"Joint embedding of words and labels for text classification","volume-title":"Proc. 56th Annu. Meeting Assoc. Comput. Linguistics (Volume 1: Long Papers)","author":"Wang","year":"2018"},{"key":"ref49","article-title":"Roberta: A robustly optimized bert pretraining approach","author":"Liu","year":"2019"},{"key":"ref50","first-page":"4367","article-title":"Dimensional emotion detection from categorical emotion","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Park","year":"2021"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3281544"},{"key":"ref52","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Paszke","year":"2019"},{"key":"ref53","first-page":"38","article-title":"Transformers: State-of-the-art natural language processing","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.: System Demonstrations","author":"Wolf","year":"2020"},{"key":"ref54","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. 3rd Int. Conf. Learn. Representations (ICLR)","author":"Kingma","year":"2015"},{"key":"ref55","article-title":"Decoupled weight decay regularization","author":"Loshchilov","year":"2017"},{"key":"ref56","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref57","article-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"ref58","first-page":"325","article-title":"ChatGPT is fun, but it is not funny! humor is still challenging large language models","volume-title":"Proc. 13th Workshop Comput. Approaches Subjectivity, Sentiment, Social Media Anal.","author":"Jentzsch","year":"2023"},{"key":"ref59","first-page":"1018","article-title":"Does GPT-3 grasp metaphors? identifying metaphor mappings with generative language models","volume-title":"Proc. 61st Annu. Meeting Assoc. Comput. Linguistics","author":"Wachowiak","year":"2023"},{"key":"ref60","article-title":"Annotation imputation to individualize predictions: Initial studies on distribution dynamics and model predictions","author":"Lowmanstone","year":"2023"}],"container-title":["IEEE Transactions on Computational Social Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6570650\/11194048\/10896777.pdf?arnumber=10896777","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T18:37:02Z","timestamp":1767724622000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10896777\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10]]},"references-count":60,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tcss.2025.3529746","relation":{},"ISSN":["2329-924X","2373-7476"],"issn-type":[{"value":"2329-924X","type":"electronic"},{"value":"2373-7476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10]]}}}