{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T18:25:37Z","timestamp":1772043937334,"version":"3.50.1"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031243851","type":"print"},{"value":"9783031243868","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-24386-8_17","type":"book-chapter","created":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T16:18:49Z","timestamp":1674577129000},"page":"306-324","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Incorporating Feature Labeling into\u00a0Crowdsourcing for\u00a0More Accurate Aggregation Labels"],"prefix":"10.1007","author":[{"given":"Yili","family":"Fang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhaoqi","family":"Pei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinyi","family":"Ding","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wentao","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,1,25]]},"reference":[{"key":"17_CR1","unstructured":"Bi, W., Wang, L., Kwok, J.T., Tu, Z.: Learning to predict from crowdsourced data. In: UAI, vol. 14, pp. 82\u201391 (2014)"},{"issue":"1","key":"17_CR2","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. J. Roy. Stat. Soc.: Ser. C (Appl. Stat.) 28(1), 20\u201328 (1979)","journal-title":"J. Roy. Stat. Soc.: Ser. C (Appl. Stat.)"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Demartini, G., Difallah, D.E., Cudr\u00e9-Mauroux, P.: ZenCrowd: leveraging probabilistic reasoning and crowdsourcing techniques for large-scale entity linking. In: Proceedings of the 21st International Conference on World Wide Web, pp. 469\u2013478 (2012)","DOI":"10.1145\/2187836.2187900"},{"issue":"4","key":"17_CR4","doi-asserted-by":"publisher","first-page":"2971","DOI":"10.1109\/JIOT.2017.2765699","volume":"5","author":"W Feng","year":"2017","unstructured":"Feng, W., Yan, Z., Zhang, H., Zeng, K., Xiao, Y., Hou, Y.T.: A survey on security, privacy, and trust in mobile crowdsourcing. IEEE Internet Things J. 5(4), 2971\u20132992 (2017)","journal-title":"IEEE Internet Things J."},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Han, G., Tu, J., Yu, G., Wang, J., Domeniconi, C.: Crowdsourcing with multiple-source knowledge transfer. In: Proceedings of the Twenty-Ninth International Conference on International Joint Conferences on Artificial Intelligence, pp. 2908\u20132914 (2021)","DOI":"10.24963\/ijcai.2020\/402"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Han, T., Sun, H., Song, Y., Wang, Z., Liu, X.: Budgeted task scheduling for crowdsourced knowledge acquisition. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management, pp. 1059\u20131068 (2017)","DOI":"10.1145\/3132847.3133002"},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Ho, C.J., Vaughan, J.: Online task assignment in crowdsourcing markets. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 26, pp. 45\u201351 (2012)","DOI":"10.1609\/aaai.v26i1.8120"},{"issue":"2","key":"17_CR8","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","volume":"16","author":"T Ho\u00dffeld","year":"2013","unstructured":"Ho\u00dffeld, T., et al.: Best practices for QoE crowdtesting: QoE assessment with crowdsourcing. IEEE Trans. Multimedia 16(2), 541\u2013558 (2013)","journal-title":"IEEE Trans. Multimedia"},{"key":"17_CR9","unstructured":"Howe, J.: The rise of crowdsourcing. Wired Mag. 14(6), 1\u20134 (2006)"},{"issue":"2","key":"17_CR10","doi-asserted-by":"publisher","first-page":"700","DOI":"10.1109\/TCE.2012.6227479","volume":"58","author":"K Hwang","year":"2012","unstructured":"Hwang, K., Lee, S.Y.: Environmental audio scene and activity recognition through mobile-based crowdsourcing. IEEE Trans. Consum. Electron. 58(2), 700\u2013705 (2012)","journal-title":"IEEE Trans. Consum. Electron."},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Jiang, L., Zhang, H., Tao, F., Li, C.: Learning from crowds with multiple noisy label distribution propagation. In: IEEE Transactions on Neural Networks and Learning Systems (2021)","DOI":"10.1109\/TNNLS.2021.3082496"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Kamar, E., Kapoor, A., Horvitz, E.: Identifying and accounting for task-dependent bias in crowdsourcing. In: Third AAAI Conference on Human Computation and Crowdsourcing (2015)","DOI":"10.1609\/hcomp.v3i1.13238"},{"key":"17_CR13","unstructured":"Karger, D., Oh, S., Shah, D.: Iterative learning for reliable crowdsourcing systems. In: Advances in Neural Information Processing Systems 24 (2011)"},{"issue":"3","key":"17_CR14","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1109\/TKDE.2014.2327026","volume":"27","author":"A Kurve","year":"2014","unstructured":"Kurve, A., Miller, D.J., Kesidis, G.: Multicategory crowdsourcing accounting for variable task difficulty, worker skill, and worker intention. IEEE Trans. Knowl. Data Eng. 27(3), 794\u2013809 (2014)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"17_CR15","unstructured":"Li, H., Yu, B.: Error rate bounds and iterative weighted majority voting for crowdsourcing. arXiv preprint arXiv:1411.4086 (2014)"},{"key":"17_CR16","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1007\/978-3-030-92310-5_21","volume-title":"Neural Information Processing","author":"J Li","year":"2021","unstructured":"Li, J., Endo, L.R., Kashima, H.: Label aggregation for crowdsourced triplet similarity comparisons. In: Mantoro, T., Lee, M., Ayu, M.A., Wong, K.W., Hidayanto, A.N. (eds.) ICONIP 2021. CCIS, vol. 1517, pp. 176\u2013185. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-92310-5_21"},{"key":"17_CR17","doi-asserted-by":"crossref","unstructured":"Li, Y., Kou, N.M., Wang, H., U, L.H., Gong, Z.: A confidence-aware top-k query processing toolkit on crowdsourcing. Proceed. VLDB Endow. 10(12), 1909\u20131912 (2017)","DOI":"10.14778\/3137765.3137806"},{"key":"17_CR18","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1016\/j.ins.2021.05.060","volume":"574","author":"J Liu","year":"2021","unstructured":"Liu, J., Tang, F., Chen, L., Zhu, Y.: Exploiting predicted answer in label aggregation to make better use of the crowd wisdom. Inf. Sci. 574, 66\u201383 (2021)","journal-title":"Inf. Sci."},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Liu, X., Lu, M., Ooi, B.C., Shen, Y., Wu, S., Zhang, M.: CDAS: a crowdsourcing data analytics system. arXiv preprint arXiv:1207.0143 (2012)","DOI":"10.14778\/2336664.2336676"},{"issue":"1","key":"17_CR20","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/s11280-019-00735-4","volume":"23","author":"Y Ma","year":"2020","unstructured":"Ma, Y., Sun, Y., Lei, Y., Qin, N., Lu, J.: A survey of blockchain technology on security, privacy, and trust in crowdsourcing services. World Wide Web 23(1), 393\u2013419 (2020)","journal-title":"World Wide Web"},{"key":"17_CR21","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.jss.2016.09.015","volume":"126","author":"K Mao","year":"2017","unstructured":"Mao, K., Capra, L., Harman, M., Jia, Y.: A survey of the use of crowdsourcing in software engineering. J. Syst. Softw. 126, 57\u201384 (2017)","journal-title":"J. Syst. Softw."},{"key":"17_CR22","unstructured":"Oyama, S., Baba, Y., Sakurai, Y., Kashima, H.: Accurate integration of crowdsourced labels using workers\u2019 self-reported confidence scores. In: Twenty-Third International Joint Conference on Artificial Intelligence (2013)"},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Rahman, H., Roy, S.B., Thirumuruganathan, S., Amer-Yahia, S., Das, G.: Task assignment optimization in collaborative crowdsourcing. In: 2015 IEEE International Conference on Data Mining, pp. 949\u2013954. IEEE (2015)","DOI":"10.1109\/ICDM.2015.119"},{"key":"17_CR24","unstructured":"Raykar, V.C., et al.: Learning from crowds. J. Mach. Learn. Res. 11(4), 1297\u20131322 (2010)"},{"issue":"1\u20133","key":"17_CR25","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/s11263-007-0090-8","volume":"77","author":"BC Russell","year":"2008","unstructured":"Russell, B.C., Torralba, A., Murphy, K.P., Freeman, W.T.: LabelMe: a database and web-based tool for image annotation. Int. J. Comput. Vision 77(1\u20133), 157\u2013173 (2008). https:\/\/doi.org\/10.1007\/s11263-007-0090-8","journal-title":"Int. J. Comput. Vision"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F., Ipeirotis, P.G.: Get another label? improving data quality and data mining using multiple, noisy labelers. In: Proceedings of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 614\u2013622 (2008)","DOI":"10.1145\/1401890.1401965"},{"key":"17_CR27","unstructured":"Sinha, V.B., Rao, S., Balasubramanian, V.N.: Fast Dawid-Skene: a fast vote aggregation scheme for sentiment classification. arXiv preprint arXiv:1803.02781 (2018)"},{"key":"17_CR28","unstructured":"Smyth, P., Fayyad, U., Burl, M., Perona, P., Baldi, P.: Inferring ground truth from subjective labelling of venus images. In: Advances in Neural Information Processing Systems 7 (1996)"},{"key":"17_CR29","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai, G., Kohli, P., Shokouhi, M.: Community-based bayesian aggregation models for crowdsourcing. In: Proceedings of the 23rd international conference on World wide web, pp. 155\u2013164 (2014)","DOI":"10.1145\/2566486.2567989"},{"issue":"1","key":"17_CR30","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1007\/s11263-012-0564-1","volume":"101","author":"C Vondrick","year":"2013","unstructured":"Vondrick, C., Patterson, D., Ramanan, D.: Efficiently scaling up crowdsourced video annotation. Int. J. Comput. Vision 101(1), 184\u2013204 (2013)","journal-title":"Int. J. Comput. Vision"},{"key":"17_CR31","doi-asserted-by":"crossref","unstructured":"Wang, J., Li, G., Kraska, T., Franklin, M.J., Feng, J.: Leveraging transitive relations for crowdsourced joins. In: SIGMOD, pp. 229\u2013240. ACM (2013)","DOI":"10.1145\/2463676.2465280"},{"key":"17_CR32","unstructured":"Welinder, P., Branson, S., Perona, P., Belongie, S.: The multidimensional wisdom of crowds. In: Advances in Neural Information Processing Systems 23 (2010)"},{"key":"17_CR33","unstructured":"Whitehill, J., Wu, T.f., Bergsma, J., Movellan, J., Ruvolo, P.: Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In: Advances in Neural Information Processing Systems 22, pp. 2035\u20132043 (2009)"},{"key":"17_CR34","unstructured":"Zaidan, O., Callison-Burch, C.: Crowdsourcing translation: Professional quality from non-professionals. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 1220\u20131229 (2011)"},{"issue":"4","key":"17_CR35","doi-asserted-by":"publisher","first-page":"1080","DOI":"10.1109\/TKDE.2015.2504974","volume":"28","author":"J Zhang","year":"2015","unstructured":"Zhang, J., Sheng, V.S., Wu, J., Wu, X.: Multi-class ground truth inference in crowdsourcing with clustering. IEEE Trans. Knowl. Data Eng. 28(4), 1080\u20131085 (2015)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"17_CR36","unstructured":"Zhang, Y., Chen, X., Zhou, D., Jordan, M.I.: Spectral methods meet EM: a provably optimal algorithm for crowdsourcing. In: Advances in Neural Information Processing Systems 27 (2014)"},{"key":"17_CR37","unstructured":"Zhou, D., Basu, S., Mao, Y., Platt, J.: Learning from the wisdom of crowds by minimax entropy. In: Advances in Neural Information Processing Systems 25 (2012)"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Collaborative Computing: Networking, Applications and Worksharing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-24386-8_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T16:21:36Z","timestamp":1674577296000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-24386-8_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031243851","9783031243868"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-24386-8_17","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"value":"1867-8211","type":"print"},{"value":"1867-822X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CollaborateCom","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Collaborative Computing: Networking, Applications and Worksharing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"colcom2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/collaboratecom.eai-conferences.org\/2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confyplus.eai.eu","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"171","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}