{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T19:40:27Z","timestamp":1726083627627},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030474355"},{"type":"electronic","value":"9783030474362"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-47436-2_20","type":"book-chapter","created":{"date-parts":[[2020,5,8]],"date-time":"2020-05-08T07:02:47Z","timestamp":1588921367000},"page":"261-273","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Reliable Aggregation Method for Vector Regression Tasks in Crowdsourcing"],"prefix":"10.1007","author":[{"given":"Joonyoung","family":"Kim","sequence":"first","affiliation":[]},{"given":"Donghyeon","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Kyomin","family":"Jung","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,5,6]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Dalvi, N., Dasgupta, A., Kumar, R., Rastogi, V.: Aggregating crowdsourced binary ratings. In: Proceedings of the 22nd International Conference on World Wide Web, pp. 285\u2013294. ACM (2013)","DOI":"10.1145\/2488388.2488414"},{"key":"20_CR2","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. Appl. Stat. 28, 20\u201328 (1979)","journal-title":"Appl. Stat."},{"key":"20_CR3","unstructured":"Karger, D.R., Oh, S., Shah, D.: Iterative learning for reliable crowdsourcing systems. In: Advances in Neural Information Processing Systems, pp. 1953\u20131961 (2011)"},{"key":"20_CR4","doi-asserted-by":"crossref","unstructured":"Karger, D.R., Oh, S., Shah, D.: Efficient crowdsourcing for multi-class labeling. In: Proceedings of the ACM SIGMETRICS\/International Conference on Measurement and Modeling of Computer Systems, pp. 81\u201392. ACM (2013)","DOI":"10.1145\/2494232.2465761"},{"issue":"2","key":"20_CR5","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1007\/s10791-012-9205-0","volume":"16","author":"G Kazai","year":"2013","unstructured":"Kazai, G., Kamps, J., Milic-Frayling, N.: An analysis of human factors and label accuracy in crowdsourcing relevance judgments. Inf. Retrieval 16(2), 138\u2013178 (2013). https:\/\/doi.org\/10.1007\/s10791-012-9205-0","journal-title":"Inf. Retrieval"},{"key":"20_CR6","doi-asserted-by":"crossref","unstructured":"Khan, A.R., Garcia-Molina, H.: Attribute-based crowd entity resolution. In: Proceedings of the 25th ACM International on Conference on Information and Knowledge Management, pp. 549\u2013558. ACM (2016)","DOI":"10.1145\/2983323.2983831"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Lee, D., Kim, J., Lee, H., Jung, K.: Reliable multiple-choice iterative algorithm for crowdsourcing systems. In: Proceedings of the 2015 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems, pp. 205\u2013216. ACM (2015)","DOI":"10.1145\/2796314.2745871"},{"key":"20_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"key":"20_CR9","unstructured":"Liu, Q., Peng, J., Ihler, A.: Variational inference for crowdsourcing. In: Advances in Neural Information Processing Systems, pp. 692\u2013700 (2012)"},{"key":"20_CR10","unstructured":"Ma, Y., Olshevsky, A., Saligrama, V., Szepesvari, C.: Crowdsourcing with sparsely interacting workers. arXiv preprint arXiv:1706.06660 (2017)"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Qiu, C., Squicciarini, A.C., Carminati, B., Caverlee, J., Khare, D.R.: CrowdSelect: increasing accuracy of crowdsourcing tasks through behavior prediction and user selection. In: Proceedings of the 25th ACM International on Conference on Information and Knowledge Management, pp. 539\u2013548. ACM (2016)","DOI":"10.1145\/2983323.2983830"},{"key":"20_CR12","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., et al.: Learning from crowds. J. Mach. Learn. Res. 11, 1297\u20131322 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Salek, M., Bachrach, Y.: Hotspotting-a probabilistic graphical model for image object localization through crowdsourcing. In: AAAI (2013)","DOI":"10.1609\/aaai.v27i1.8465"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F., Ipeirotis, P.G.: Get another label? Improving data quality and data mining using multiple, noisy labelers. In: Proceedings of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 614\u2013622. ACM (2008)","DOI":"10.1145\/1401890.1401965"},{"key":"20_CR15","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"20_CR16","unstructured":"Su, H., Deng, J., Fei-Fei, L.: Crowdsourcing annotations for visual object detection. In: Workshops at the Twenty-Sixth AAAI Conference on Artificial Intelligence, vol. 1 (2012)"},{"issue":"4","key":"20_CR17","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1109\/JSTSP.2014.2316116","volume":"8","author":"A Vempaty","year":"2014","unstructured":"Vempaty, A., Varshney, L., Varshney, P.: Reliable crowdsourcing for multi-class labeling using coding theory. IEEE J. Sel. Top. Sign. Process. 8(4), 667\u2013679 (2014)","journal-title":"IEEE J. Sel. Top. Sign. Process."},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"Welinder, P., Perona, P.: Online crowdsourcing: rating annotators and obtaining cost-effective labels. In: 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 25\u201332. IEEE (2010)","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"20_CR19","unstructured":"Whitehill, J., Wu, T.f., Bergsma, J., Movellan, J.R., Ruvolo, P.L.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Advances in Neural Information Processing Systems, pp. 2035\u20132043 (2009)"},{"key":"20_CR20","unstructured":"Zhang, Y., Chen, X., Zhou, D., Jordan, M.I.: Spectral methods meet EM: a provably optimal algorithm for crowdsourcing. In: Advances in Neural Information Processing Systems, pp. 1260\u20131268 (2014)"},{"key":"20_CR21","doi-asserted-by":"crossref","unstructured":"Zheng, Y., Scott, S., Deng, K.: Active learning from multiple noisy labelers with varied costs. In: 2010 IEEE 10th International Conference on Data Mining (ICDM), pp. 639\u2013648. IEEE (2010)","DOI":"10.1109\/ICDM.2010.147"},{"key":"20_CR22","unstructured":"Zhou, D., Liu, Q., Platt, J.C., Meek, C.: Aggregating ordinal labels from crowds by minimax conditional entropy. In: ICML, vol. 14, pp. 262\u2013270 (2014)"}],"container-title":["Lecture Notes in Computer Science","Advances in Knowledge Discovery and Data Mining"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-47436-2_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,23]],"date-time":"2022-10-23T08:42:59Z","timestamp":1666514579000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-47436-2_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030474355","9783030474362"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-47436-2_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"6 May 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PAKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific-Asia Conference on Knowledge Discovery and Data Mining","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 May 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 May 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pakdd2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.pakdd2020.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT System","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"628","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"135","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6-8","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}