{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,24]],"date-time":"2026-01-24T19:10:13Z","timestamp":1769281813358,"version":"3.49.0"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3585414","type":"journal-article","created":{"date-parts":[[2025,7,3]],"date-time":"2025-07-03T13:29:56Z","timestamp":1751549396000},"page":"116419-116429","source":"Crossref","is-referenced-by-count":1,"title":["Ensemble-Based Uncertainty Quantification for Reliable Large Language Model Classification in Social Data Applications"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8842-7314","authenticated-orcid":false,"given":"David T.","family":"Farr","sequence":"first","affiliation":[{"name":"Information School, University of Washington, Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2740-7818","authenticated-orcid":false,"given":"Lynnette","family":"Hui Xian Ng","sequence":"additional","affiliation":[{"name":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4205-5806","authenticated-orcid":false,"given":"Iain J.","family":"Cruickshank","sequence":"additional","affiliation":[{"name":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nico","family":"Manzonelli","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, United States Military Academy at West Point, West Point, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicholas","family":"Clark","sequence":"additional","affiliation":[{"name":"Information School, University of Washington, Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1661-4608","authenticated-orcid":false,"given":"Kate","family":"Starbird","sequence":"additional","affiliation":[{"name":"Human Centered Design and Engineering, University of Washington, Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9957-2778","authenticated-orcid":false,"given":"Nathaniel D.","family":"Bastian","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Science, United States Military Academy at West Point, West Point, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jevin","family":"West","sequence":"additional","affiliation":[{"name":"Information School, University of Washington, Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbae214"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1186\/s13040-023-00339-9"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.37266\/ISER.2025v12i2.pp83-88"},{"key":"ref4","first-page":"111","article-title":"An empirical study on usage and perceptions of LLMs in a software engineering project","volume-title":"Proc. 1st Int. Workshop Large Lang. Models Code","author":"Rasnayaka"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00502"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3649506"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07930-y"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.330"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650756"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3725816"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3637362"},{"key":"ref12","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref13","article-title":"Language models (Mostly) know what they know","volume-title":"arXiv:2207.05221","author":"Kadavath","year":"2022"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.203"},{"key":"ref15","article-title":"TruthfulQA: Measuring how models mimic human falsehoods","volume-title":"arXiv:2109.07958","author":"Lin","year":"2021"},{"key":"ref16","volume-title":"Uncertainty estimation and quantification for llms: A simple supervised approach","author":"Liu","year":"2024"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641960"},{"key":"ref18","article-title":"Cross-model image annotation platform with active learning","volume-title":"arXiv:2008.02421","author":"Hui Xian Lynnette","year":"2020"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.54"},{"key":"ref20","article-title":"Measuring classification decision certainty and doubt","volume-title":"arXiv:2303.14568","author":"Berenbeim","year":"2023"},{"key":"ref21","article-title":"Red-ct: A systems design methodology for using llm-labeled data to train and deploy edge classifiers for computational social science","volume-title":"arXiv:2408.08217","author":"Farr","year":"2024"},{"key":"ref22","article-title":"Conformal prediction with large language models for multi-choice question answering","volume-title":"arXiv:2305.18404","author":"Kumar","year":"2023"},{"key":"ref23","article-title":"Addressing uncertainty in LLMs to enhance reliability in generative AI","volume-title":"arXiv:2411.02381","author":"Kaur","year":"2024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.184"},{"key":"ref25","article-title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","volume-title":"arXiv:2302.09664","author":"Kuhn","year":"2023"},{"key":"ref26","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lakshminarayanan"},{"key":"ref27","article-title":"Improving large language model fine-tuning for solving math problems","volume-title":"arXiv:2310.10047","author":"Liu","year":"2023"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103070"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1177\/08944393241270382"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2022.3185785"},{"key":"ref31","first-page":"2399","article-title":"Stance detection with hierarchical attention network","volume-title":"Proc. 27th Int. Conf. Comput. linguistics","author":"Sun"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S16-1003"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-6435.1994.tb02246.x"},{"key":"ref34","volume-title":"Hijacking the Agenda: Economic Power and Political Influence","author":"Witko","year":"2021"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-2906"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-5609"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D13-1010"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1070"},{"key":"ref39","volume-title":"Frame Analysis: An Essay on the Organization of Experience","author":"Goffman","year":"1974"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-2466.1993.tb01304.x"},{"key":"ref41","article-title":"MediaSpin: Exploring media bias through fine-grained analysis of news headlines","volume-title":"arXiv:2412.02271","author":"Verma","year":"2024"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/wcc.902"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.15346\/hc.v11i1.132"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K19-1047"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.954"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v17i1.22179"},{"key":"ref47","article-title":"Improving user behavior prediction: Leveraging annotator metadata in supervised machine learning models","volume-title":"arXiv:2503.21000","author":"Hui Xian Ng","year":"2025"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-021-00922-z"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11069263.pdf?arnumber=11069263","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T05:36:07Z","timestamp":1752557767000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11069263\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3585414","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}