{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T05:42:15Z","timestamp":1774935735668,"version":"3.50.1"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Ministry of Education in China"},{"name":"Social Sciences","award":["23YJCZH264"],"award-info":[{"award-number":["23YJCZH264"]}]},{"name":"National Language Commission","award":["ZDA145-17"],"award-info":[{"award-number":["ZDA145-17"]}]},{"name":"Shanghai Qi Zhi Institute Innovation Program","award":["SQZ202312"],"award-info":[{"award-number":["SQZ202312"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Sci. Eng."],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1109\/tnse.2025.3559342","type":"journal-article","created":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T17:56:26Z","timestamp":1744221386000},"page":"3343-3359","source":"Crossref","is-referenced-by-count":1,"title":["Cost-Optimized Crowdsourcing for NLP via Worker Selection and Data Augmentation"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8364-7165","authenticated-orcid":false,"given":"Liner","family":"Yang","sequence":"first","affiliation":[{"name":"School of Information Science, Beijing Language and Culture University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-9659-2529","authenticated-orcid":false,"given":"Yujie","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7979-4269","authenticated-orcid":false,"given":"Zhixuan","family":"Fang","sequence":"additional","affiliation":[{"name":"Institute for Interdisciplinary Information Sciences (IIIS), Tsinghua University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4465-372X","authenticated-orcid":false,"given":"Yaping","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-7112-0362","authenticated-orcid":false,"given":"Erhong","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Information Science, Beijing Language and Culture University, Beijing, China"}]}],"member":"263","reference":[{"issue":"6","key":"ref1","first-page":"1","article-title":"The rise of crowdsourcing","volume":"14","author":"Howe","year":"2006","journal-title":"Wired Mag."},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1743384.1743478"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"issue":"1","key":"ref4","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1109\/TNSE.2022.3207418","article-title":"Online context-aware task assignment in mobile crowdsourcing via adaptive discretization","volume":"10","author":"Elahi","year":"2023","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2024.3524576"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2015.2483505"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"152","DOI":"10.1016\/j.jnca.2017.01.012","article-title":"Mist: Fog-based data analytics scheme with cost-efficient resource provisioning for iot crowdsensing applications","volume":"82","author":"Arkian","year":"2017","journal-title":"J. Netw. Comput. Appl."},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11850"},{"key":"ref9","first-page":"1","article-title":"Sequence labeling: Generative and discriminative approaches","volume-title":"Proc. 9th Int. Conf. Mach. Learn. Appl.","author":"Erdogan","year":"2010"},{"issue":"76","key":"ref10","first-page":"2493","article-title":"Natural language processing (almost) from scratch","volume":"12","author":"Collobert","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/612"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3474840"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-013-5411-2"},{"key":"ref14","first-page":"299","article-title":"Aggregating and predicting sequence labels from crowd annotations","volume-title":"Proc. 55th Annu. Meeting Assoc. Comput. Linguistics","author":"Nguyen","year":"2017"},{"key":"ref15","first-page":"1093","article-title":"A Bayesian approach for sequence tagging with crowds","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process., 9th Int. Joint Conf. Natural Lang. Process.","author":"Simpson","year":"2019"},{"key":"ref16","first-page":"151","article-title":"Combinatorial multi-armed bandit: General framework and applications","volume-title":"Proc. 30th Int. Conf. Mach. Learn.","author":"Chen","year":"2013"},{"key":"ref17","first-page":"1345","article-title":"Multi-armed bandit algorithms for crowdsourcing systems with online estimation of workers\u2019 ability","volume-title":"Proc. 17th Int. Conf. Autonom. Agents MultiAgent Syst.","author":"Rangi","year":"2018"},{"key":"ref18","first-page":"261","article-title":"Complementarity, F-score, and NLP evaluation","volume-title":"Proc. 10th Int. Conf. Lang. Resources. Eval.","author":"Derczynski","year":"2016"},{"key":"ref19","first-page":"2801","article-title":"Identifying chinese opinion expressions with extremely-noisy crowdsourcing annotations","volume-title":"Proc. 60th Annu. Meeting Assoc. Comput. Linguistics","author":"Zhang","year":"2022"},{"key":"ref20","article-title":"YACLC: A Chinese learner corpus with multidimensional annotation","volume":"abs\/2112.15043","author":"Wang","year":"2021","journal-title":"CoRR"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"ref22","first-page":"1221","article-title":"What ingredients make for an effective crowdsourcing protocol for difficult NLU data collection tasks?","volume-title":"Proc. 59th Annu. Meeting Assoc. Comput. Linguistics 11th Int. Joint Conf. Natural Lang. Process.","author":"Nangia","year":"2021"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM42981.2021.9488800"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-04151-6"},{"key":"ref25","first-page":"1154","article-title":"Optimal budget allocation for crowdsourcing labels for graphs","volume-title":"Proc. Uncertainty Artif. Intell.","author":"Kulkarni","year":"2023"},{"issue":"6","key":"ref26","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1109\/MCOM.2017.1600719","article-title":"Mobile crowdsensing in software defined opportunistic networks","volume":"55","author":"Li","year":"2017","journal-title":"IEEE Commun. Mag."},{"key":"ref27","article-title":"Federated crowdsensing: Framework and challenges","author":"Wang","year":"2020"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2023.109796"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/0196-8858(85)90002-8"},{"key":"ref30","first-page":"1101","article-title":"A truthful budget feasible multi-armed bandit mechanism for crowdsourcing time critical tasks","volume-title":"Proc. Int. Conf. Autonom. Agents Multiagent Syst.","author":"Biswas","year":"2015"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/j.artint.2014.04.005","article-title":"Efficient crowdsourcing of unknown experts using bounded multi-armed bandits","volume":"214","author":"Tran-Thanh","year":"2014","journal-title":"Artif. Intell."},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2022.3169180"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-8367-0_22"},{"key":"ref34","first-page":"157","article-title":"Text chunking using transformation-based learning","volume-title":"Proc. 3rd Workshop Very Large Corpora","author":"Ramshaw","year":"1995"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.15346\/hc.v1i2.14"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.2307\/2332286"},{"key":"ref38","first-page":"142","article-title":"Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition","volume-title":"Proc. 7th Conf. Natural Lang. Learn.","author":"Tjong","year":"2003"},{"key":"ref39","first-page":"361","article-title":"RCV1: A new benchmark collection for text categorization research","volume":"5","author":"Lewis","year":"2004","journal-title":"J. Mach. Learn. Res."},{"key":"ref40","first-page":"2249","article-title":"An empirical evaluation of thompson sampling","volume-title":"Proc. 25th Int. Conf. Neural Inf. Process. Syst.","author":"Chapelle","year":"2011"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00478"},{"key":"ref42","first-page":"6242","article-title":"Top k ranking for multi-armed bandit with noisy evaluations","volume-title":"Proc. 25th Int. Conf. Artif. Intell. Statist.","author":"Garcelon","year":"2022"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511814075"}],"container-title":["IEEE Transactions on Network Science and Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6488902\/11015837\/10959726.pdf?arnumber=10959726","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,28]],"date-time":"2025-06-28T07:13:30Z","timestamp":1751094810000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10959726\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":43,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tnse.2025.3559342","relation":{},"ISSN":["2327-4697","2334-329X"],"issn-type":[{"value":"2327-4697","type":"electronic"},{"value":"2334-329X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7]]}}}