{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T13:05:26Z","timestamp":1770469526605,"version":"3.49.0"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10826109","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"2110-2118","source":"Crossref","is-referenced-by-count":4,"title":["LLM Chain Ensembles for Scalable and Accurate Data Annotation"],"prefix":"10.1109","author":[{"given":"David","family":"Farr","sequence":"first","affiliation":[{"name":"University of Washington,Seattle,WA"}]},{"given":"Nico","family":"Manzonelli","sequence":"additional","affiliation":[{"name":"Army Cyber Technology and Innovation Center,Augusta,GA"}]},{"given":"Iain","family":"Cruickshank","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,Pittsburgh,PA"}]},{"given":"Kate","family":"Starbird","sequence":"additional","affiliation":[{"name":"University of Washington,Seattle,WA"}]},{"given":"Jevin","family":"West","sequence":"additional","affiliation":[{"name":"University of Washington,Seattle,WA"}]}],"member":"263","reference":[{"issue":"1","key":"ref1","first-page":"237","article-title":"Can Large Language Models Transform Computational Social Science?","volume-title":"Computational Linguistics","volume":"50","author":"Ziems","year":"2024"},{"key":"ref2","article-title":"Red-ct: A systems design methodology for using llm-labeled data to train and deploy edge classifiers for computational social science","author":"Farr","year":"2024"},{"key":"ref3","article-title":"Can chatgpt reproduce human-generated labels? a study of social computing tasks","author":"Zhu","year":"2023"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3293318"},{"key":"ref5","article-title":"Prompting and fine-tuning open-sourced large language models for stance classification","author":"Cruickshank","year":"2024"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.872"},{"key":"ref7","article-title":"Use of large language models for stance classification","author":"Cruickshank","year":"2023"},{"issue":"6","key":"ref8","first-page":"103070","article-title":"Is my stance the same as your stance? a cross validation study of stance detection datasets","volume-title":"Information Processing & Management","volume":"59","author":"Ng","year":"2022"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-industry.15"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"4195","DOI":"10.18653\/v1\/2021.findings-emnlp.354","article-title":"Want to reduce labeling cost? GPT-3 can help","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2021","author":"Wang","year":"2021"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.emnlp-main.54","article-title":"Large language models for data annotation: A survey","author":"Tan","year":"2024"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.findings-emnlp.273","article-title":"Chain-of-thought embeddings for stance detection on social media","author":"Gatto","year":"2023"},{"key":"ref13","article-title":"Llms\u2019 classification performance is overclaimed","author":"Xu","year":"2024"},{"key":"ref14","article-title":"Chain-of-thought prompting elicits reasoning in large language models","author":"Wei","year":"2023"},{"key":"ref15","article-title":"Chain of stance: Stance detection with large language models","author":"Ma","year":"2024"},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.1609\/icwsm.v18i1.31360","article-title":"Stance detection with collaborative role-infused llm-based agents","author":"Lan","year":"2024"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1991.3.1.79"},{"key":"ref18","article-title":"Learning factored representations in a deep mixture of experts","author":"Eigen","year":"2014"},{"key":"ref19","article-title":"Mixtral of experts","author":"Jiang"},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.acl-long.792","article-title":"Llm-blender: Ensembling large language models with pairwise ranking and generative fusion","author":"Jiang","year":"2023"},{"key":"ref21","article-title":"Large language model routing with benchmark datasets","author":"Shnitzer","year":"2023"},{"key":"ref22","article-title":"Routing to the expert: Efficient reward-guided ensemble of large language models","author":"Lu","year":"2023"},{"key":"ref23","article-title":"Hybrid llm: Costefficient and quality-aware query routing","author":"Ding","year":"2024"},{"key":"ref24","article-title":"Frugalgpt: How to use large language models while reducing cost and improving performance","author":"Chen","year":"2023"},{"key":"ref25","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.insights-1.15","article-title":"Harnessing the power of multiple minds: Lessons learned from llm routing","author":"Srivatsa","year":"2024"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3617130"},{"key":"ref27","article-title":"The alchemist: Automated labeling 500x cheaper than llm data annotators","author":"Huang","year":"2024"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3369026"},{"key":"ref29","first-page":"31","article-title":"SemEval-2016 task 6: Detecting stance in tweets","volume-title":"Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016)","author":"Mohammad"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3373464.3373475"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.222"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-6435.1994.tb02246.x"},{"key":"ref33","first-page":"91","article-title":"Measuring ideological proportions in political speeches","volume-title":"Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing","author":"Sim"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1070"},{"key":"ref35","article-title":"Benchmarking zero-shot stance detection with flant5-xxl: Insights from training data, prompting, and decoding strategies into its near-sota performance","author":"Aiyappa","year":"2024"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10826109.pdf?arnumber=10826109","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:03:13Z","timestamp":1737100993000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10826109\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10826109","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}