{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T11:49:08Z","timestamp":1773229748764,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T00:00:00Z","timestamp":1768867200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T00:00:00Z","timestamp":1772150400000},"content-version":"vor","delay-in-days":38,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Non-profit Central Research Institute Fund of Chinese Academy of Medical Sciences","award":["2024-ZHCH630-01"],"award-info":[{"award-number":["2024-ZHCH630-01"]}]},{"DOI":"10.13039\/100022963","name":"Key Research and Development Program of Zhejiang Province","doi-asserted-by":"publisher","award":["2022C01011"],"award-info":[{"award-number":["2022C01011"]}],"id":[{"id":"10.13039\/100022963","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. King Saud Univ. Comput. Inf. Sci."],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1007\/s44443-025-00381-z","type":"journal-article","created":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T10:24:19Z","timestamp":1768904659000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Online label aggregation with incomplete crowd responses"],"prefix":"10.1007","volume":"38","author":[{"given":"Yuyang","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoyu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Runze","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chengliang","family":"Chai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minmin","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Renyu","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hui","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tangjie","family":"Lv","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changjie","family":"Fan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,1,20]]},"reference":[{"key":"381_CR1","doi-asserted-by":"crossref","unstructured":"Aydin B, Yilmaz YSYYS, Li Y, Li Q, Gao J, Demirbas M (2014) Crowdsourcing for multiple-choice question answering. In: Proceedings of the AAAI conference on artificial intelligence, pp 2946\u20132953","DOI":"10.1609\/aaai.v28i2.19016"},{"key":"381_CR2","doi-asserted-by":"publisher","first-page":"1268","DOI":"10.1109\/TSC.2022.3160469","volume":"16","author":"M Bahutair","year":"2023","unstructured":"Bahutair M, Bouguettaya A, Neiat AG (2023) Multi-use trust in crowdsourced iot services. IEEE Trans Serv Comput 16:1268\u20131281. https:\/\/doi.org\/10.1109\/TSC.2022.3160469","journal-title":"IEEE Trans Serv Comput"},{"key":"381_CR3","doi-asserted-by":"crossref","unstructured":"Balayn A, Soilis P, Lofi C, Yang J, Bozzon A (2021) What do you mean? interpreting image classification with crowdsourced concept extraction and analysis. In: Proceedings of the web conference 2021, association for computing machinery, New York, NY, USA. pp 1937\u20131948","DOI":"10.1145\/3442381.3450069"},{"key":"381_CR4","doi-asserted-by":"crossref","unstructured":"Cai D, Nguyen DT, Lim SH, Wynter L (2020) Variational bayesian inference for crowdsourcing predictions. In: 2020 59th IEEE Conference on Decision and Control (CDC), IEEE. pp 3166\u20133172","DOI":"10.1109\/CDC42340.2020.9304064"},{"key":"381_CR5","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1111\/j.1467-9868.2009.00698.x","volume":"71","author":"O Capp\u00e9","year":"2009","unstructured":"Capp\u00e9 O, Moulines E (2009) On-line expectation-maximization algorithm for latent data models. J R Stat Soc Ser B Stat Methodol 71:593\u2013613","journal-title":"J R Stat Soc Ser B Stat Methodol"},{"key":"381_CR6","unstructured":"Chen J, Zhu J, Teh YW, Zhang T (2018) Stochastic expectation maximization with variance reduction. Advan Neural Inform Process Syst 31"},{"key":"381_CR7","doi-asserted-by":"publisher","first-page":"122189","DOI":"10.1016\/j.apenergy.2023.122189","volume":"353","author":"S Chen","year":"2024","unstructured":"Chen S, Ge W, Liang X, Jin X, Du Z (2024) Lifelong learning with deep conditional generative replay for dynamic and adaptive modeling towards net zero emissions target in building energy system. Appl Energy 353:122189","journal-title":"Appl Energy"},{"key":"381_CR8","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.ins.2022.05.066","volume":"606","author":"Z Chen","year":"2022","unstructured":"Chen Z, Jiang L, Li C (2022) Label augmented and weighted majority voting for crowdsourcing. Inf Sci 606:397\u2013409. https:\/\/doi.org\/10.1016\/j.ins.2022.05.066","journal-title":"Inf Sci"},{"key":"381_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3148148","volume":"51","author":"F Daniel","year":"2018","unstructured":"Daniel F, Kucherbaev P, Cappiello C, Benatallah B, Allahbakhsh M (2018) Quality control in crowdsourcing: a survey of quality attributes, assessment techniques, and assurance actions. ACM Computing Surveys (CSUR) 51:1\u201340","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"381_CR10","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid AP, Skene AM (1979) Maximum likelihood estimation of observer error-rates using the em algorithm. J Roy Stat Soc: Ser C (Appl Stat) 28:20\u201328","journal-title":"J Roy Stat Soc: Ser C (Appl Stat)"},{"key":"381_CR11","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1007\/978-3-319-05813-9_30","volume-title":"Database Systems for Advanced Applications","author":"J Feng","year":"2014","unstructured":"Feng J, Li G, Wang H, Feng J (2014) Incremental quality inference in crowdsourcing. Database Systems for Advanced Applications. Springer International Publishing, Cham, pp 453\u2013467"},{"key":"381_CR12","doi-asserted-by":"crossref","unstructured":"Fu M, Zhang Z, Wang Z, Chen D (2024) The multi-objective task assignment scheme for software crowdsourcing platforms involving new workers. Journal of King Saud University - Computer and Information Sciences 36:102237. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1319157824003264","DOI":"10.1016\/j.jksuci.2024.102237"},{"key":"381_CR13","doi-asserted-by":"publisher","unstructured":"Galland A, Abiteboul S, Marian A, Senellart P (2010) Corroborating information from disagreeing views. In: Proceedings of the third ACM international conference on web search and data mining, association for computing machinery, New York, NY, USA. pp. 131\u2013140. https:\/\/doi.org\/10.1145\/1718487.1718504","DOI":"10.1145\/1718487.1718504"},{"key":"381_CR14","doi-asserted-by":"publisher","unstructured":"Grassi L, Ciranni M, Baglietto P, Recchiuto CT, Maresca M, Sgorbissa A (2023) Emergency management through information crowdsourcing. Inform Process Manag 60:103386. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457323001231, https:\/\/doi.org\/10.1016\/j.ipm.2023.103386","DOI":"10.1016\/j.ipm.2023.103386"},{"key":"381_CR15","doi-asserted-by":"publisher","first-page":"1281","DOI":"10.1109\/TMM.2023.3279696","volume":"26","author":"I Groenen","year":"2023","unstructured":"Groenen I, Rudinac S, Worring M (2023) Panorams: automatic annotation for detecting objects in urban context. IEEE Trans Multimedia 26:1281\u20131294","journal-title":"IEEE Trans Multimedia"},{"key":"381_CR16","first-page":"1904","volume":"2021","author":"C Hong","year":"2021","unstructured":"Hong C, Ghiassi A, Zhou Y, Birke R, Chen LY (2021) Online label aggregation: a variational bayesian approach. Proc Web Conf 2021:1904\u20131915","journal-title":"Proc Web Conf"},{"key":"381_CR17","doi-asserted-by":"publisher","first-page":"5690","DOI":"10.1109\/TIFS.2025.3577498","volume":"20","author":"S Hou","year":"2025","unstructured":"Hou S, Li S, Jahani-Nezhad T, Caire G (2025) Priroagg: achieving robust model aggregation with minimum privacy leakage for federated learning. IEEE Trans Inf Forensics Secur 20:5690\u20135704","journal-title":"IEEE Trans Inf Forensics Secur"},{"key":"381_CR18","doi-asserted-by":"publisher","first-page":"119878","DOI":"10.1016\/j.ins.2023.119878","volume":"654","author":"W Huang","year":"2024","unstructured":"Huang W, Li P, Li B, Liu Q, Nie L, Bao H (2024) Three-sided online stable task assignment in spatial crowdsourcing. Inf Sci 654:119878. https:\/\/doi.org\/10.1016\/j.ins.2023.119878","journal-title":"Inf Sci"},{"key":"381_CR19","unstructured":"Kingma DP, Welling M (2014) Auto-encoding variational bayes. In: 2nd International Conference on Learning Representations, ICLR 2014"},{"key":"381_CR20","doi-asserted-by":"publisher","first-page":"101843","DOI":"10.1016\/j.jksuci.2023.101843","volume":"35","author":"SL Kodjiku","year":"2023","unstructured":"Kodjiku SL, Han T, Fang Y, Aggrey ESE, Sey C, Asamoah KO, Fiasam LD, Aidoo E, Wang X (2023) Wqcrowd: secure blockchain-based crowdsourcing framework with multi-tier worker quality evaluation. J King Saud University - Comput Inform Sci 35:101843. https:\/\/doi.org\/10.1016\/j.jksuci.2023.101843","journal-title":"J King Saud University - Comput Inform Sci"},{"key":"381_CR21","first-page":"18","volume":"16","author":"FF Li","year":"2010","unstructured":"Li FF (2010) Imagenet: Crowdsourcing, benchmarking & other cool things. CMU VASC Semin 16:18\u201325","journal-title":"CMU VASC Semin"},{"key":"381_CR22","unstructured":"Li H, Wu J, Braverman V (2023) Fixed design analysis of regularization-based continual learning. In: Conference on lifelong learning agents, PMLR. pp 513\u2013533"},{"key":"381_CR23","doi-asserted-by":"publisher","first-page":"425","DOI":"10.14778\/2735496.2735505","volume":"8","author":"Q Li","year":"2014","unstructured":"Li Q, Li Y, Gao J, Su L, Zhao B, Demirbas M, Fan W, Han J (2014) A confidence-aware approach for truth discovery on long-tail data. Proc VLDB Endow 8:425\u2013436","journal-title":"Proc VLDB Endow"},{"key":"381_CR24","doi-asserted-by":"crossref","unstructured":"Li Q, Li Y, Gao J, Zhao B, Fan W, Han J (2014) Resolving conflicts in heterogeneous data by truth discovery and source reliability estimation. In: Proceedings of the 2014 ACM SIGMOD international conference on Management of data, pp 1187\u20131198","DOI":"10.1145\/2588555.2610509"},{"key":"381_CR25","doi-asserted-by":"publisher","first-page":"130104","DOI":"10.1007\/s11432-020-3118-7","volume":"64","author":"SY Li","year":"2021","unstructured":"Li SY, Huang SJ, Chen S (2021) Crowdsourcing aggregation with deep bayesian learning. Sci China Inf Sci 64:130104","journal-title":"Sci China Inf Sci"},{"key":"381_CR26","doi-asserted-by":"crossref","unstructured":"Li Y, Sun H, Wang WH (2020) Towards fair truth discovery from biased crowdsourced answers. In: Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining, association for computing machinery, New York, NY, USA. pp 599\u2013607","DOI":"10.1145\/3394486.3403102"},{"key":"381_CR27","doi-asserted-by":"crossref","unstructured":"Lu X, Ratcliffe D, Kao TT, Tikhonov A, Litchfield L, Rodger C, Wang K (2023) Rethinking quality assurance for crowdsourced multi-roi image segmentation. In: Proceedings of the AAAI conference on human computation and crowdsourcing, pp 103\u2013114","DOI":"10.1609\/hcomp.v11i1.27552"},{"key":"381_CR28","unstructured":"Luo Y, Tian, T., Shi, J., Zhu, J., Zhang, B., (2018) Semi-crowdsourced clustering with deep generative models. In: Bengio S, Wallach H, Larochelle H, Grauman K, Cesa-Bianchi N, Garnett R (Eds), Advances in Neural Information Processing Systems, Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2018\/file\/3c1e4bd67169b8153e0047536c9f541e-Paper.pdf"},{"key":"381_CR29","doi-asserted-by":"publisher","first-page":"102997","DOI":"10.1016\/j.technovation.2024.102997","volume":"133","author":"A Mahotra","year":"2024","unstructured":"Mahotra A, Majchrzak A (2024) Digital innovations in crowdsourcing using ai tools. Technovation 133:102997","journal-title":"Technovation"},{"key":"381_CR30","unstructured":"Pavlichenko N, Stelmakh I, Ustalov D (2021) Crowdspeech and voxdiy: benchmark datasets for crowdsourced audio transcription. arXiv:2107.01091"},{"key":"381_CR31","doi-asserted-by":"publisher","first-page":"1014","DOI":"10.1162\/tacl_a_00586","volume":"11","author":"V Pyatkin","year":"2023","unstructured":"Pyatkin V, Yung F, Scholman MC, Tsarfaty R, Dagan I, Demberg V (2023) Design choices for crowdsourcing implicit discourse relations: revealing the biases introduced by task design. Trans Assoc Comput Linguistics 11:1014\u20131032","journal-title":"Trans Assoc Comput Linguistics"},{"key":"381_CR32","unstructured":"Rao D, Visin F, Rusu A, Pascanu R, Teh YW, Hadsell R (2019) Continual unsupervised representation learning. In: Advances in neural information processing systems"},{"key":"381_CR33","doi-asserted-by":"crossref","unstructured":"Simpson ED, Venanzi M, Reece S, Kohli P, Guiver J, Roberts SJ, Jennings NR (2015) Language understanding in the wild: Combining crowdsourcing and machine learning. In: Proceedings of the 24th international conference on world wide web, international world wide web conferences steering committee, Republic and Canton of Geneva, CHE. pp 992\u20131002. https:\/\/doi.org\/10.1145\/2736277.2741689","DOI":"10.1145\/2736277.2741689"},{"key":"381_CR34","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019connor B, Jurafsky D, Ng AY (2008) Cheap and fast-but is it good? evaluating non-expert annotations for natural language tasks. In: Proceedings of the 2008 conference on empirical methods in natural language processing, pp 254\u2013263","DOI":"10.3115\/1613715.1613751"},{"key":"381_CR35","doi-asserted-by":"publisher","first-page":"102956","DOI":"10.1016\/j.jnca.2020.102956","volume":"176","author":"L Sun","year":"2021","unstructured":"Sun L, Yang Q, Chen X, Chen Z (2021) Rc-chain: reputation-based crowdsourcing blockchain for vehicular networks. J Netw Comput Appl 176:102956","journal-title":"J Netw Comput Appl"},{"key":"381_CR36","doi-asserted-by":"publisher","unstructured":"Venanzi M, Guiver J, Kazai G, Kohli P, Shokouhi M (2014) Community-based bayesian aggregation models for crowdsourcing. In: Proceedings of the 23rd international conference on world wide web, association for computing machinery, New York, NY, USA. pp 155\u2013164. https:\/\/doi.org\/10.1145\/2566486.2567989","DOI":"10.1145\/2566486.2567989"},{"key":"381_CR37","doi-asserted-by":"crossref","unstructured":"Wang X, Dao F, Ji Y, Qiu S, Zhu X, Dong W, Wang H, Zhang W, Zheng X (2024) Crowdsourcing intelligence for improving disaster forecasts. The Innovation 5","DOI":"10.1016\/j.xinn.2024.100647"},{"key":"381_CR38","doi-asserted-by":"publisher","first-page":"4003","DOI":"10.1109\/TNNLS.2021.3055499","volume":"33","author":"Z Wang","year":"2022","unstructured":"Wang Z, Chen C, Dong D (2022a) Lifelong incremental reinforcement learning with online bayesian inference. IEEE Trans Neural Netw Learn Syst 33:4003\u20134016","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"381_CR39","doi-asserted-by":"crossref","unstructured":"Wang Z, Zhang Z, Ebrahimi S, Sun R, Zhang H, Lee CY, Ren X, Su G, Perot V, Dy J et al (2022b) Dualprompt: complementary prompting for rehearsal-free continual learning. In: European conference on computer vision, Springer. pp 631\u2013648","DOI":"10.1007\/978-3-031-19809-0_36"},{"key":"381_CR40","unstructured":"Welinder P, Branson S, Perona P, Belongie S (2010) The multidimensional wisdom of crowds. In: Lafferty J, Williams C, Shawe-Taylor J, Zemel R, Culotta A (Eds), Advances in Neural Information Processing Systems"},{"key":"381_CR41","doi-asserted-by":"crossref","unstructured":"Wu G, Zhou L, Xia J, Li L, Bao X, Wu X (2023) Crowdsourcing truth inference based on label confidence clustering. ACM Trans. Knowl. Discov, Data, p 17","DOI":"10.1145\/3556545"},{"key":"381_CR42","doi-asserted-by":"crossref","unstructured":"Yan S, Xie J, He X (2021) Der: Dynamically expandable representation for class incremental learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp 3014\u20133023","DOI":"10.1109\/CVPR46437.2021.00303"},{"key":"381_CR43","doi-asserted-by":"crossref","unstructured":"Yang Y, Zhao ZQ, Wu G, Zhuo X, Liu Q, Bai Q, Li W (2024) A lightweight, effective, and efficient model for label aggregation in crowdsourcing. ACM Trans. Knowl. Discov, Data, p 18","DOI":"10.1145\/3630102"},{"key":"381_CR44","doi-asserted-by":"crossref","unstructured":"Yin L, Han J, Zhang W, Yu Y (2017) Aggregating crowd wisdoms with label-aware autoencoders. In: Proceedings of the twenty-sixth International Joint Conference on Artificial Intelligence, IJCAI-17, pp. 1325\u20131331","DOI":"10.24963\/ijcai.2017\/184"},{"key":"381_CR45","doi-asserted-by":"crossref","unstructured":"Zhan Z, Wang Y, Duan P, Sai AMVV, Liu Z, Xiang C, Tong X, Wang W, Cai Z (2024) Enhancing worker recruitment in collaborative mobile crowdsourcing: A graph neural network trust evaluation approach. IEEE Trans Mobile Comput:1\u201318","DOI":"10.1109\/TMC.2024.3373469"},{"key":"381_CR46","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1016\/j.ins.2022.11.141","volume":"622","author":"L Zhang","year":"2023","unstructured":"Zhang L, Wang S, Yuan F, Geng B, Yang M (2023) Lifelong language learning with adaptive uncertainty regularization. Inf Sci 622:794\u2013807","journal-title":"Inf Sci"},{"key":"381_CR47","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1109\/TBDATA.2022.3215467","volume":"9","author":"P Zhang","year":"2023","unstructured":"Zhang P, Cheng X, Su S, Wang N (2023) Task allocation under geo-indistinguishability via group-based noise addition. IEEE Trans Big Data 9:860\u2013877. https:\/\/doi.org\/10.1109\/TBDATA.2022.3215467","journal-title":"IEEE Trans Big Data"},{"key":"381_CR48","doi-asserted-by":"publisher","first-page":"541","DOI":"10.14778\/3055540.3055547","volume":"10","author":"Y Zheng","year":"2017","unstructured":"Zheng Y, Li G, Li Y, Shan C, Cheng R (2017) Truth inference in crowdsourcing: Is the problem solved? Proc VLDB Endow 10:541\u2013552","journal-title":"Proc VLDB Endow"}],"container-title":["Journal of King Saud University Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44443-025-00381-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00381-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-025-00381-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T14:39:11Z","timestamp":1773153551000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44443-025-00381-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,20]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,3]]}},"alternative-id":["381"],"URL":"https:\/\/doi.org\/10.1007\/s44443-025-00381-z","relation":{},"ISSN":["1319-1578","2213-1248"],"issn-type":[{"value":"1319-1578","type":"print"},{"value":"2213-1248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,20]]},"assertion":[{"value":"19 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors certify that there is NO conflict of interest in relation to this work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"76"}}