{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T05:56:06Z","timestamp":1763358966648,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031578663"},{"type":"electronic","value":"9783031578670"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-57867-0_17","type":"book-chapter","created":{"date-parts":[[2024,4,9]],"date-time":"2024-04-09T13:03:03Z","timestamp":1712667783000},"page":"232-247","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Influence of\u00a0AI\u2019s Uncertainty in\u00a0the\u00a0Dawid-Skene Aggregation for\u00a0Human-AI Crowdsourcing"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-1118-6078","authenticated-orcid":false,"given":"Takumi","family":"Tamura","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3265-7029","authenticated-orcid":false,"given":"Hiroyoshi","family":"Ito","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8124-3578","authenticated-orcid":false,"given":"Satoshi","family":"Oyama","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4606-9065","authenticated-orcid":false,"given":"Atsuyuki","family":"Morishima","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,10]]},"reference":[{"issue":"2","key":"17_CR1","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1145\/3442322.3442327","volume":"49","author":"S Amer-Yahia","year":"2020","unstructured":"Amer-Yahia, S., et al.: Making AI machines work for humans in FoW. ACM SIGMOD Rec. 49(2), 30\u201335 (2020)","journal-title":"ACM SIGMOD Rec."},{"key":"17_CR2","unstructured":"Bi, W., Wang, L., Kwok, J.T., Tu, Z.: Learning to predict from crowdsourced data. In: Proceedings of the Thirtieth Conference on Uncertainty in Artificial Intelligence (UAI), pp. 82\u201391 (2014)"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Branson, S., Horn, G.V., Perona, P.: Lean crowdsourcing: combining humans and machines in an online system. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 6109\u20136118 (2017)","DOI":"10.1109\/CVPR.2017.647"},{"issue":"4","key":"17_CR4","doi-asserted-by":"publisher","first-page":"2198","DOI":"10.3390\/app13042198","volume":"13","author":"A Correia","year":"2023","unstructured":"Correia, A., et al.: Designing for hybrid intelligence: a taxonomy and survey of crowd-machine interaction. Appl. Sci. 13(4), 2198 (2023)","journal-title":"Appl. Sci."},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. J. Roy. Stat. Soc. Ser. C (Appl. Stat.) 28(1), 20\u201328 (1979)","DOI":"10.2307\/2346806"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"He, X., et al.: AnnoLLM: Making Large Language Models to Be Better Crowdsourced Annotators. arXiv preprint arXiv:2303.16854 (2023)","DOI":"10.18653\/v1\/2024.naacl-industry.15"},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Kanda, T., Ito, H., Morishima, A.: Efficient evaluation of AI workers for the human+AI crowd task assignment. In: Proceedings of IEEE International Conference on Big Data (BigData), pp. 3995\u20134001 (2022)","DOI":"10.1109\/BigData55660.2022.10020844"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Kobayashi, M., Wakabayashi, K., Morishima, A.: Human+AI crowd task assignment considering result quality requirements. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing (HCOMP), vol. 9, pp. 97\u2013107 (2021)","DOI":"10.1609\/hcomp.v9i1.18943"},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Krivosheev, E., Casati, F., Baez, M., Benatallah, B.: Combining crowd and machines for multi-predicate item screening. In: Proceedings of the ACM on Human-Computer Interaction (CSCW), vol. 2, pp. 1\u201318 (2018)","DOI":"10.1145\/3274366"},{"key":"17_CR10","unstructured":"Le, Y., Yang, X.: Tiny imagenet visual recognition challenge. CS 231N 7(7) (2015)"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Liao, Y.H., Kar, A., Fidler, S.: Towards good practices for efficiently annotating large-scale image classification datasets. In: 2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 4348\u20134357 (2021)","DOI":"10.1109\/CVPR46437.2021.00433"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Nakov, P., Ritter, A., Rosenthal, S., Sebastiani, F., Stoyanov, V.: SemEval-2016 task 4: sentiment analysis in Twitter. In: Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval), pp. 1\u201318 (2016)","DOI":"10.18653\/v1\/S16-1001"},{"key":"17_CR13","doi-asserted-by":"crossref","unstructured":"Nguyen, D.Q., Vu, T., Nguyen, A.T.: BERTweet: a pre-trained language model for English Tweets. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations (EMNLP), pp. 9\u201314 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.2"},{"key":"17_CR14","unstructured":"Oyama, S., Baba, Y., Sakurai, Y., Kashima, H.: Accurate integration of crowdsourced labels using workers\u2019 self-reported confidence scores. In: Proceedings of the Twenty-Third International Joint Conference on Artificial Intelligence (IJCAI), pp. 2554\u20132560 (2013)"},{"key":"17_CR15","unstructured":"P\u00e9rez, J.M., Giudici, J.C., Luque, F.: pysentimiento: A Python Toolkit for Sentiment Analysis and SocialNLP tasks. arXiv preprint arXiv:2106.09462 (2021)"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Ram\u00edrez, J., Baez, M., Casati, F., Benatallah, B.: Understanding the impact of text highlighting in crowdsourcing tasks. In: Proceedings of the Seventh AAAI Conference on Human Computation and Crowdsourcing (HCOMP), vol. 7, pp. 144\u2013152 (2019)","DOI":"10.1609\/hcomp.v7i1.5268"},{"key":"17_CR17","unstructured":"Whitehill, J., Ruvolo, P., Wu, T., Bergsma, J., Movellan, J.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Proceedings of the 22nd International Conference on Neural Information Processing Systems (NIPS), pp. 2035\u20132043 (2009)"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Yamashita, Y., Ito, H., Wakabayashi, K., Kobayashi, M., Morishima, A.: HAEM: obtaining higher-quality classification task results with AI workers. In: Proceedings of the 14th ACM Web Science Conference (WebSci), pp. 118\u2013128 (2022)","DOI":"10.1145\/3501247.3531580"}],"container-title":["Lecture Notes in Computer Science","Wisdom, Well-Being, Win-Win"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-57867-0_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T11:07:20Z","timestamp":1723115240000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-57867-0_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031578663","9783031578670"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-57867-0_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"iConference","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Information","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changchun","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 April 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 April 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconference2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ischools.org\/iConference","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}