{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T07:51:05Z","timestamp":1772524265203,"version":"3.50.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,2,7]],"date-time":"2021-02-07T00:00:00Z","timestamp":1612656000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,7]],"date-time":"2021-02-07T00:00:00Z","timestamp":1612656000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s11432-020-3118-7","type":"journal-article","created":{"date-parts":[[2021,2,14]],"date-time":"2021-02-14T08:30:19Z","timestamp":1613291419000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Crowdsourcing aggregation with deep Bayesian learning"],"prefix":"10.1007","volume":"64","author":[{"given":"Shao-Yuan","family":"Li","sequence":"first","affiliation":[]},{"given":"Sheng-Jun","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Songcan","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,2,7]]},"reference":[{"key":"3118_CR1","first-page":"13","volume":"28","author":"E Horvitz","year":"2007","unstructured":"Horvitz E. Reflections on challenges and promises of mixed-initiative interaction. AI Mag, 2007, 28: 13\u201322","journal-title":"AI Mag"},{"key":"3118_CR2","unstructured":"Weld D, Lin C, Bragg J. Artificial intelligence and collective intelligence. In: Proceedings of Collective Intelligence Handbook. 2015"},{"key":"3118_CR3","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, et al. Cheap and fast \u2014 but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of Conference on Empirical Methods in Natural Language Processing, 2008. 254\u2013263","DOI":"10.3115\/1613715.1613751"},{"key":"3118_CR4","first-page":"1297","volume":"11","author":"V Raykar","year":"2010","unstructured":"Raykar V, Yu S, Zhao L, et al. Learning from crowds. J Mach Learn Res, 2010, 11: 1297\u20131322","journal-title":"J Mach Learn Res"},{"key":"3118_CR5","unstructured":"Welinder P, Branson S, Belongie S, et al. The multidimensional wisdom of crowds. In: Proceedings of Advances in Neural Information Processing Systems, 2010. 2024\u20132432"},{"key":"3118_CR6","doi-asserted-by":"publisher","first-page":"425","DOI":"10.14778\/2735496.2735505","volume":"8","author":"Q Q Li","year":"2014","unstructured":"Li Q Q, Li Y L, Gao J, et al. A confidence-aware approach for truth discovery on long-tail data. Proc VLDB Endow, 2014, 8: 425\u2013436","journal-title":"Proc VLDB Endow"},{"key":"3118_CR7","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"A P Dawid","year":"1979","unstructured":"Dawid A P, Skene A M. Maximum likelihood estimation of observer error-rates using the EM algorithm. Appl Stat, 1979, 28: 20","journal-title":"Appl Stat"},{"key":"3118_CR8","unstructured":"Whitehill J, Ruvolo P, Wu T, et al. Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Proceedings of Advances in Neural Information Processing Systems, 2009. 2035\u20132043"},{"key":"3118_CR9","unstructured":"Zhou D Y, Basu S, Mao Y, et al. Learning from the wisdom of crowds by minimax entropy. In: Proceedings of Advances in Neural Information Processing Systems, 2012. 2195\u20132203"},{"key":"3118_CR10","unstructured":"Li Y, Rubinstein B I P, Cohn T. Exploiting worker correlation for label aggregation in crowdsourcing. In: Proceedings of the 36th International Conference on Machine Learning, 2019. 3886\u20133895"},{"key":"3118_CR11","unstructured":"Rodrigues F, Pereira F, Ribeiro B, et al. Gaussian process classification and active learning with multiple annotators. In: Proceedings of the 31st International Conference on Machine Learning, 2014. 433\u2013441"},{"key":"3118_CR12","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni S, Baur C, Achilles F, et al. AggNet: deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Trans Med Imag, 2016, 35: 1313\u20131321","journal-title":"IEEE Trans Med Imag"},{"key":"3118_CR13","doi-asserted-by":"crossref","unstructured":"Atarashi K, Oyama S, Kurihara M. Semi-supervised learning from crowds using deep generative models. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, 2018. 1555\u20131562","DOI":"10.1609\/aaai.v32i1.11513"},{"key":"3118_CR14","doi-asserted-by":"crossref","unstructured":"Rodrigues F, Pereira P C. Deep learning from crowds. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, 2018. 1611\u20131618","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"3118_CR15","doi-asserted-by":"crossref","unstructured":"Tanno R, Saeedi A, Sankaranarayanan S, et al. Learning from noisy labels by regularized estimation of annotator confusion. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, 2019. 11244\u201311253","DOI":"10.1109\/CVPR.2019.01150"},{"key":"3118_CR16","unstructured":"Imamura H, Sato I, Sugiyama M. Analysis of minimax error rate for crowdsourcing and its application to worker clustering model. In: Proceedings of the 35th International Conference on Machine Learning, 2018. 2152\u20132161"},{"key":"3118_CR17","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1109\/TKDE.2017.2659740","volume":"31","author":"V S Sheng","year":"2019","unstructured":"Sheng V S, Zhang J, Gu B, et al. Majority voting and pairing with multiple noisy labeling. IEEE Trans Knowl Data Eng, 2019, 31: 1355\u20131368","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3118_CR18","doi-asserted-by":"publisher","first-page":"2521","DOI":"10.1007\/s10115-020-01475-y","volume":"62","author":"F N Tao","year":"2020","unstructured":"Tao F N, Jiang L X, Li C Q. Label similarity-based weighted soft majority voting and pairing for crowdsourcing. Knowl Inf Syst, 2020, 62: 2521\u20132538","journal-title":"Knowl Inf Syst"},{"key":"3118_CR19","unstructured":"Liu Q, Peng J, Ihler A. Variational inference for crowdsourcing. In: Proceedings of Advances in Neural Information Processing Systems, 2012. 692\u2013700"},{"key":"3118_CR20","unstructured":"Kim H C, Ghahramani Z. Bayesian classifier combination. In: Proceedings of the 15th International Conference on Artificial Intelligence and Statistics, 2012. 619\u2013627"},{"key":"3118_CR21","volume-title":"Decision Making and Imperfection","author":"E Simpson","year":"2013","unstructured":"Simpson E, Roberts S, Psorakis I, et al. Dynamic Bayesian combination of multiple imperfect classifiers. In: Decision Making and Imperfection. Berlin: Springer, 2013"},{"key":"3118_CR22","doi-asserted-by":"crossref","unstructured":"Venanzi M, Guiver J, Kazai P, et al. Community-based bayesian aggregation models for crowdsourcing. In: Proceedings of the 23rd International Conference on World Wide Web, 2014. 155\u2013164","DOI":"10.1145\/2566486.2567989"},{"key":"3118_CR23","first-page":"1607","volume":"16","author":"P G Moreno","year":"2015","unstructured":"Moreno P G, Artes-Rodrguez A, Teh Y W, et al. Bayesian nonparametric crowdsourcing. J Mach Learn Res, 2015, 16: 1607\u20131627","journal-title":"J Mach Learn Res"},{"key":"3118_CR24","doi-asserted-by":"publisher","first-page":"2409","DOI":"10.1109\/TPAMI.2017.2648786","volume":"39","author":"F Rodrigues","year":"2017","unstructured":"Rodrigues F, Lourenco M, Ribeiro B, et al. Learning supervised topic models for classification and regression from crowds. IEEE Trans Pattern Anal Mach Intell, 2017, 39: 2409\u20132422","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3118_CR25","doi-asserted-by":"crossref","unstructured":"Zhang H, Jiang L X, Xu W Q. Multiple noisy label distribution propagation for crowdsourcing. In: Proceedings of the 28th International Joint Conference on Artificial Intelligence, 2019. 1473\u20131479","DOI":"10.24963\/ijcai.2019\/204"},{"key":"3118_CR26","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G. Deep learning. Nature, 2015, 521: 436\u2013444","journal-title":"Nature"},{"key":"3118_CR27","unstructured":"Luo Y C, Tian T, Shi J X, et al. Semi-crowdsourced clustering with deep generative models. In: Proceedings of Advances in Neural Information Processing Systems, 2018. 3216\u20133226"},{"key":"3118_CR28","unstructured":"Kingma D P, Mohamed S, Rezende D J, et al. Semi-supervised learning with deep generative models. In: Proceedings of Advances in Neural Information Processing Systems, 2014. 3581\u20133589"},{"key":"3118_CR29","unstructured":"Kingma D P, Welling M. Auto-encoding variational bayes. In: Proceedings of the 2nd International Conference on Learning Representations, 2014"},{"key":"3118_CR30","unstructured":"Johnson M J, Duvenaud D, Wiltschko A B, et al. Composing graphical models with neural networks for structured representations and fast inference. In: Proceedings of Advances in Neural Information Processing Systems, 2016. 2946\u20132954"},{"key":"3118_CR31","first-page":"1303","volume":"14","author":"M D Hoffman","year":"2013","unstructured":"Hoffman M D, Blei D M, Wang C, et al. Stochastic variational inference. J Mach Learn Res, 2013, 14: 1303\u20131347","journal-title":"J Mach Learn Res"},{"key":"3118_CR32","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1109\/TKDE.2018.2857766","volume":"31","author":"S Y Li","year":"2019","unstructured":"Li S Y, Jiang Y, Chawla N V, et al. Multi-label learning from crowds. IEEE Trans Knowl Data Eng, 2019, 31: 1369\u20131382","journal-title":"IEEE Trans Knowl Data Eng"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-020-3118-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-020-3118-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-020-3118-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,17]],"date-time":"2022-12-17T07:51:10Z","timestamp":1671263470000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-020-3118-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,7]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["3118"],"URL":"https:\/\/doi.org\/10.1007\/s11432-020-3118-7","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2,7]]},"assertion":[{"value":"30 June 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"130104"}}