{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T04:32:08Z","timestamp":1768451528823,"version":"3.49.0"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1109\/icassp48485.2024.10447803","type":"proceedings-article","created":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T18:56:31Z","timestamp":1710788191000},"page":"6525-6529","source":"Crossref","is-referenced-by-count":21,"title":["A Comparative Study on Annotation Quality of Crowdsourcing and LLm Via Label Aggregation"],"prefix":"10.1109","author":[{"given":"Jiyi","family":"Li","sequence":"first","affiliation":[{"name":"University of Yamanashi,Kofu,Japan"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Artificial artificial artificial intelligence: Crowd workers widely use large language models for text production tasks","author":"Veselovsky","year":"2023"},{"key":"ref2","article-title":"Can chatgpt reproduce humangenerated labels? a study of social computing tasks","author":"Zhu","year":"2023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120"},{"key":"ref4","article-title":"Chatgpt-4 outperforms experts and crowd workers in annotating political twitter messages with zero-shot learning","author":"T\u00f6rnberg","year":"2023"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.117"},{"key":"ref6","article-title":"Weather sentiment - amazon mechanical turk dataset","author":"Venanzi","year":"2015"},{"key":"ref7","first-page":"2424","article-title":"The multidimensional wisdom of crowds","author":"Welinder","year":"2010","journal-title":"NIPS"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3115\/1613715.1613751"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref10","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"Whitehill","year":"2009","journal-title":"NIPS"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132971"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/213"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.2307\/2334029"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433420"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5860"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/215"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512137"},{"issue":"4","key":"ref19","first-page":"425","article-title":"A confidenceaware approach for truth discovery on long-tail data","volume-title":"Proc. VLDB Endow","volume":"8","author":"Li"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401239"},{"key":"ref21","article-title":"Teach me to explain: A review of datasets for explainable natural language processing","volume-title":"Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks","volume":"1","author":"Wiegreffe"},{"key":"ref22","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"Whitehill","year":"2009","journal-title":"NIPS"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-92310-5_21"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583431"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-5904"}],"event":{"name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2024,4,14]]},"end":{"date-parts":[[2024,4,19]]}},"container-title":["ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10445798\/10445803\/10447803.pdf?arnumber=10447803","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,2]],"date-time":"2024-08-02T04:48:56Z","timestamp":1722574136000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10447803\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/icassp48485.2024.10447803","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]}}}