{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,26]],"date-time":"2026-09-26T06:55:42Z","timestamp":1790405742603,"version":"4.1.0"},"reference-count":43,"publisher":"Informa UK Limited","issue":"546","funder":[{"DOI":"10.13039\/501100000930","name":"NSF Grant","doi-asserted-by":"publisher","award":["DMS 2210640, DMS 1952406"],"award-info":[{"award-number":["DMS 2210640, DMS 1952406"]}],"id":[{"id":"10.13039\/501100000930","id-type":"DOI","asserted-by":"publisher"}]},{"name":"HK RGC","award":["GRF-11304520, GRF-11301521, GRF-11311022"],"award-info":[{"award-number":["GRF-11304520, GRF-11301521, GRF-11311022"]}]},{"name":"CUHK Startup","award":["4937091"],"award-info":[{"award-number":["4937091"]}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of the American Statistical Association"],"published-print":{"date-parts":[[2024,4,2]]},"DOI":"10.1080\/01621459.2023.2178925","type":"journal-article","created":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T11:02:13Z","timestamp":1676026933000},"page":"1192-1204","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":1,"title":["Crowdsourcing Utilizing Subgroup Structure of Latent Factor Modeling"],"prefix":"10.1080","volume":"119","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1127-6523","authenticated-orcid":false,"given":"Qi","family":"Xu","sequence":"first","affiliation":[{"name":"Department of Statistics, University of California Irvine","place":["Irvine"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3847-2228","authenticated-orcid":false,"given":"Yubai","family":"Yuan","sequence":"additional","affiliation":[{"name":"Department of Statistics, Penn State University","place":["University Park"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9165-5664","authenticated-orcid":false,"given":"Junhui","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Statistics, Chinese University of Hong Kong","place":["Shatin"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8396-7828","authenticated-orcid":false,"given":"Annie","family":"Qu","sequence":"additional","affiliation":[{"name":"Department of Statistics, University of California Irvine","place":["Irvine"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2023,3,16]]},"reference":[{"key":"e_1_3_5_2_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i2.19016"},{"key":"e_1_3_5_3_1","first-page":"3446","volume-title":"Advances in Neural Information Processing Systems","author":"Berend D.","year":"2014","unstructured":"Berend, D., and Kontorovich, A. (2014), \u201cConsistency of Weighted Majority Votes,\u201d in Advances in Neural Information Processing Systems (vol. 27), pp. 3446\u20133454, Curran Associates, Inc."},{"key":"e_1_3_5_4_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1541-0420.2007.00843.x"},{"key":"e_1_3_5_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2790755.2790761"},{"key":"e_1_3_5_6_1","first-page":"13436","article-title":"Max-mig: An Information Theoretic Approach for Joint Learning from Crowds","volume":"1905","author":"Cao P.","year":"2019","unstructured":"Cao, P., Xu, Y., Kong, Y., and Wang, Y. (2019), \u201cMax-mig: An Information Theoretic Approach for Joint Learning from Crowds,\u201d arXiv preprint arXiv:1905.13436.","journal-title":"arXiv preprint arXiv"},{"key":"e_1_3_5_7_1","doi-asserted-by":"publisher","DOI":"10.1214\/18-AOS1752"},{"key":"e_1_3_5_8_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_5_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_5_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2013.878660"},{"key":"e_1_3_5_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9574.1988.tb01238.x"},{"key":"e_1_3_5_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2017.10.007"},{"key":"e_1_3_5_13_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-1809.1936.tb02137.x"},{"key":"e_1_3_5_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2390803.2390808"},{"key":"e_1_3_5_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993574.1993599"},{"key":"e_1_3_5_16_1","doi-asserted-by":"publisher","DOI":"10.2307\/2683469"},{"key":"e_1_3_5_17_1","first-page":"7847","article-title":"\u201cCrowdsourcing via Pairwise Co-occurrences: Identifiability and Algorithms,\u201d in","volume":"32","author":"Ibrahim S.","year":"2019","unstructured":"Ibrahim, S., Fu, X., Kargas, N., and Huang, K. (2019), \u201cCrowdsourcing via Pairwise Co-occurrences: Identifiability and Algorithms,\u201d in Advances in Neural Information Processing Systems (Vol. 32), pp. 7847\u20137857.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_5_18_1","first-page":"619","volume-title":"Bayesian Classifier Combination","author":"Kim H.-C.","year":"2012","unstructured":"Kim, H.-C., and Ghahramani, Z. (2012), Bayesian Classifier Combination (Vol. 22), pp. 619\u2013627, La Palma: Canary Islands."},{"key":"e_1_3_5_19_1","first-page":"07394","article-title":"Misc: Mixed Strategies Crowdsourcing","volume":"1905","author":"Ko C.-Y.","year":"2019","unstructured":"Ko, C.-Y., Lin, R., Li, S., and Wong, N. (2019), \u201cMisc: Mixed Strategies Crowdsourcing,\u201d arXiv preprint arXiv:1905.07394.","journal-title":"arXiv preprint arXiv"},{"key":"e_1_3_5_20_1","first-page":"02145","article-title":"Crowdsourcing in Computer Vision","volume":"1611","author":"Kovashka A.","year":"2016","unstructured":"Kovashka, A., Russakovsky, O., Fei-Fei, L., and Grauman, K. (2016), \u201cCrowdsourcing in Computer Vision,\u201d arXiv preprint arXiv:1611.02145.","journal-title":"arXiv preprint arXiv"},{"key":"e_1_3_5_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018688"},{"key":"e_1_3_5_22_1","first-page":"3886","volume-title":"Proceedings of the 36th International Conference on Machine Learning","volume":"97","author":"Li Y.","year":"2019","unstructured":"Li, Y., Rubinstein, B., and Cohn, T. (2019), \u201cExploiting Worker Correlation for Label Aggregation in Crowdsourcing,\u201d in Proceedings of the 36th International Conference on Machine Learning (Vol. 97), pp. 3886\u20133895, Long Beach, CA."},{"key":"e_1_3_5_23_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2016.1148039"},{"key":"e_1_3_5_24_1","first-page":"2579","article-title":"\u201cVisualizing Data using t-SNE,\u201d","volume":"9","author":"Maaten L. v. d.","year":"2008","unstructured":"Maaten, L. v. d., and Hinton, G. (2008), \u201cVisualizing Data using t-SNE,\u201d Journal of Machine Learning Research, 9, 2579\u20132605.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_5_25_1","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2012-001110"},{"key":"e_1_3_5_26_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0117401"},{"key":"e_1_3_5_27_1","doi-asserted-by":"publisher","DOI":"10.2307\/2526438"},{"key":"e_1_3_5_28_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1525793113"},{"key":"e_1_3_5_29_1","first-page":"337","article-title":"\u201cOn the Method of Penalization,\u201d","volume":"8","author":"Shen X.","year":"1998","unstructured":"Shen, X. (1998), \u201cOn the Method of Penalization,\u201d Statistica Sinica, 8, 337\u2013357.","journal-title":"Statistica Sinica"},{"key":"e_1_3_5_30_1","first-page":"254","volume-title":"Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing","author":"Snow R.","year":"2008","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., and Ng, A. Y. (2008), \u201cCheap and Fast\u2013but is it Good. Evaluating Non-expert Annotations for Natural Language Tasks,\u201d in Proceedings of the 2008 Conference on Empirical Methods in Natural Language Processing, pp. 254\u2013263, USA."},{"key":"e_1_3_5_31_1","first-page":"127","article-title":"\u201cCross-Validation: A Review,\u201d","volume":"9","author":"Stone M.","year":"1978","unstructured":"Stone, M. (1978), \u201cCross-Validation: A Review,\u201d Statistics: A Journal of Theoretical and Applied Statistics, 9, 127\u2013139.","journal-title":"Statistics: A Journal of Theoretical and Applied Statistics"},{"key":"e_1_3_5_32_1","doi-asserted-by":"publisher","DOI":"10.1117\/12.148698"},{"key":"e_1_3_5_33_1","first-page":"40","volume-title":"Human Computation - Papers from the 2012 AAAI Workshop, Technical Report","author":"Su H.","year":"2012","unstructured":"Su, H., Deng, J., and Fei-Fei, L. (2012), \u201cCrowdsourcing Annotations for Visual Object Detection,\u201d in Human Computation - Papers from the 2012 AAAI Workshop, Technical Report, pp. 40\u201346."},{"key":"e_1_3_5_34_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214503000000666"},{"key":"e_1_3_5_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2019.1705308"},{"key":"e_1_3_5_36_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2005.00490.x"},{"key":"e_1_3_5_37_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9868.00293"},{"key":"e_1_3_5_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"e_1_3_5_39_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asm053"},{"key":"e_1_3_5_40_1","first-page":"2424","article-title":"\u201cThe Multidimensional Wisdom of Crowds,\u201d","volume":"23","author":"Welinder P.","year":"2010","unstructured":"Welinder, P., Branson, S., Perona, P., and Belongie, S. J. (2010), \u201cThe Multidimensional Wisdom of Crowds,\u201d in Advances in Neural Information Processing Systems (Vol. 23), pp. 2424\u20132432.","journal-title":"in Advances in Neural Information Processing Systems"},{"key":"e_1_3_5_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-012-0584-1"},{"key":"e_1_3_5_42_1","first-page":"2035","article-title":"\u201cWhose Vote Should Count More: Optimal Integration of Labels from Labelers of Unknown Expertise,\u201d","volume":"22","author":"Whitehill J.","year":"2009","unstructured":"Whitehill, J., Wu, T.-f., Bergsma, J., Movellan, J. R., and Ruvolo, P. L. (2009), \u201cWhose Vote Should Count More: Optimal Integration of Labels from Labelers of Unknown Expertise,\u201d in Advances in Neural Information Processing Systems (Vol. 22), pp. 2035\u20132043.","journal-title":"in Advances in Neural Information Processing Systems"},{"key":"e_1_3_5_43_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2021.1887742"},{"key":"e_1_3_5_44_1","first-page":"3537","article-title":"\u201cSpectral Methods Meet EM: A Provably Optimal Algorithm for Crowdsourcing,\u201d","volume":"17","author":"Zhang Y.","year":"2016","unstructured":"Zhang, Y., Chen, X., Zhou, D., and Jordan, M. I. (2016), \u201cSpectral Methods Meet EM: A Provably Optimal Algorithm for Crowdsourcing,\u201d The Journal of Machine Learning Research, 17, 3537\u20133580.","journal-title":"The Journal of Machine Learning Research"}],"container-title":["Journal of the American Statistical Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01621459.2023.2178925","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T15:42:09Z","timestamp":1768923729000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/01621459.2023.2178925"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,16]]},"references-count":43,"journal-issue":{"issue":"546","published-print":{"date-parts":[[2024,4,2]]}},"alternative-id":["10.1080\/01621459.2023.2178925"],"URL":"https:\/\/doi.org\/10.1080\/01621459.2023.2178925","relation":{},"ISSN":["0162-1459","1537-274X"],"issn-type":[{"value":"0162-1459","type":"print"},{"value":"1537-274X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,16]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2021-08-31","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-12-08","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-02-02","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-03-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}