{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T19:27:11Z","timestamp":1740166031126,"version":"3.37.3"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,5,17]],"date-time":"2019-05-17T00:00:00Z","timestamp":1558051200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,5,17]],"date-time":"2019-05-17T00:00:00Z","timestamp":1558051200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"MINECO","award":["TIN2016-77902-C3-1-P"],"award-info":[{"award-number":["TIN2016-77902-C3-1-P"]}]},{"DOI":"10.13039\/501100011698","name":"JCCM","doi-asserted-by":"crossref","award":["SBPLY\/17\/18050\/000493"],"award-info":[{"award-number":["SBPLY\/17\/18050\/000493"]}],"id":[{"id":"10.13039\/501100011698","id-type":"DOI","asserted-by":"crossref"}]},{"name":"FPU","award":["FPU15\/02281"],"award-info":[{"award-number":["FPU15\/02281"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Prog Artif Intell"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1007\/s13748-019-00189-9","type":"journal-article","created":{"date-parts":[[2019,5,17]],"date-time":"2019-05-17T11:04:30Z","timestamp":1558091070000},"page":"389-399","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Scaling up the learning-from-crowds GLAD algorithm using instance-difficulty clustering"],"prefix":"10.1007","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7211-7051","authenticated-orcid":false,"given":"Enrique","family":"Gonz\u00e1lez\u00a0Rodrigo","sequence":"first","affiliation":[]},{"given":"Juan A.","family":"Aledo","sequence":"additional","affiliation":[]},{"given":"Jose A.","family":"Gamez","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,5,17]]},"reference":[{"key":"189_CR1","doi-asserted-by":"crossref","unstructured":"Aydin, B.I., Yilmaz, Y.S., Li, Y., Li, Q., Gao, J., Demirbas, M.: Crowdsourcing for multiple-choice question answering. In: Twenty-Sixth IAAI Conference (2014)","DOI":"10.1609\/aaai.v28i2.19016"},{"key":"189_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/s13748-018-00167-7","author":"D Charte","year":"2018","unstructured":"Charte, D., Charte, F., Garc\u00eda, S., Herrera, F.: A snapshot on nonstandard supervised learning problems: taxonomy, relationships, problem transformations and algorithm adaptations. Prog. Artif. Intell. (2018). https:\/\/doi.org\/10.1007\/s13748-018-00167-7","journal-title":"Prog. Artif. Intell."},{"key":"189_CR3","doi-asserted-by":"crossref","unstructured":"Chen, X., Bennett, P.N., Collins-Thompson, K., Horvitz, E.: Pairwise ranking aggregation in a crowdsourced setting. In: Proceedings of the Sixth ACM International Conference on Web Search and Data Mining, pp. 193\u2013202. ACM (2013)","DOI":"10.1145\/2433396.2433420"},{"key":"189_CR4","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"2","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. Appl. Stat. 2, 20\u201328 (1979)","journal-title":"Appl. Stat."},{"key":"189_CR5","doi-asserted-by":"crossref","unstructured":"Demartini, G., Difallah, D.E., Cudr\u00e9-Mauroux, P.: Zencrowd: leveraging probabilistic reasoning and crowdsourcing techniques for large-scale entity linking. In: Proceedings of the 21st International Conference on World Wide Web, pp. 469\u2013478. ACM (2012)","DOI":"10.1145\/2187836.2187900"},{"key":"189_CR6","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.patrec.2015.10.008","volume":"69","author":"J Hern\u00e1ndez-Gonz\u00e1lez","year":"2016","unstructured":"Hern\u00e1ndez-Gonz\u00e1lez, J., Inza, I., Lozano, J.A.: Weak supervision and other non-standard classification problems: a taxonomy. Pattern Recognit. Lett. 69, 49\u201355 (2016)","journal-title":"Pattern Recognit. Lett."},{"key":"189_CR7","doi-asserted-by":"publisher","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on Amazon Mechanical Turk. In: Proceedings of the ACM SIGKDD Workshop on Human Computation, HCOMP \u201910, pp. 64\u201367. ACM, New York (2010). https:\/\/doi.org\/10.1145\/1837885.1837906","DOI":"10.1145\/1837885.1837906"},{"key":"189_CR8","unstructured":"Karger, D.R., Oh, S., Shah, D.: Iterative learning for reliable crowdsourcing systems. In: Advances in Neural Information Processing Systems, pp. 1953\u20131961 (2011)"},{"key":"189_CR9","doi-asserted-by":"crossref","unstructured":"Kim, H.C., Ghahramani, Z.: Bayesian classifier combination. In: Artificial Intelligence and Statistics, pp. 619\u2013627 (2012)","DOI":"10.1007\/978-94-007-2863-9_58"},{"issue":"4","key":"189_CR10","doi-asserted-by":"publisher","first-page":"425","DOI":"10.14778\/2735496.2735505","volume":"8","author":"Q Li","year":"2014","unstructured":"Li, Q., Li, Y., Gao, J., Su, L., Zhao, B., Demirbas, M., Fan, W., Han, J.: A confidence-aware approach for truth discovery on long-tail data. Proc. VLDB Endow. 8(4), 425\u2013436 (2014)","journal-title":"Proc. VLDB Endow."},{"key":"189_CR11","doi-asserted-by":"crossref","unstructured":"Li, Q., Li, Y., Gao, J., Zhao, B., Fan, W., Han, J.: Resolving conflicts in heterogeneous data by truth discovery and source reliability estimation. In: Proceedings of the 2014 ACM SIGMOD International Conference on Management of Data, pp. 1187\u20131198. ACM (2014)","DOI":"10.1145\/2588555.2610509"},{"key":"189_CR12","unstructured":"Liu, Q., Peng, J., Ihler, A.T.: Variational inference for crowdsourcing. In: Advances in Neural Information Processing Systems, pp. 692\u2013700 (2012)"},{"issue":"2","key":"189_CR13","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/s13748-017-0135-3","volume":"7","author":"JM Luna-Romera","year":"2018","unstructured":"Luna-Romera, J.M., Garc\u00eda-Guti\u00e9rrez, J., Mart\u00ednez-Ballesteros, M., Riquelme Santos, J.C.: An approach to validity indices for clustering techniques in big data. Prog. Artif. Intell. 7(2), 81\u201394 (2018)","journal-title":"Prog. Artif. Intell."},{"issue":"Apr","key":"189_CR14","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L., Moy, L.: Learning from crowds. J. Mach. Learn. Res. 11(Apr), 1297\u20131322 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"189_CR15","doi-asserted-by":"crossref","unstructured":"Rodrigo, G., Aledo, E., G\u00e1mez, J.A.: CGLAD: using GLAD in crowdsourced large datasets. In: Lecture Notes in Computer Science, vol. 11314 (IDEAL 2018), pp. 783\u2013791 (2018)","DOI":"10.1007\/978-3-030-03493-1_81"},{"issue":"19","key":"189_CR16","first-page":"1","volume":"20","author":"EG Rodrigo","year":"2019","unstructured":"Rodrigo, E.G., Aledo, J.A., Gamez, J.A.: spark-crowd: a spark package for learning from crowdsourced big data. J. Mach. Learn. Res. 20(19), 1\u20135 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"189_CR17","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1288","author":"G Rodrigo","year":"2019","unstructured":"Rodrigo, G., Aledo, E., G\u00e1mez, J.A.: Machine learning from crowds: a systematic review of its applications. Wiley Interdiscip. Rev. Data Min. Knowl. Discov. (2019). https:\/\/doi.org\/10.1002\/widm.1288","journal-title":"Wiley Interdiscip. Rev. Data Min. Knowl. Discov."},{"key":"189_CR18","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast\u2014but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, pp. 254\u2013263. Association for Computational Linguistics, Honolulu (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"189_CR19","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai, G., Kohli, P., Shokouhi, M.: Community-based Bayesian aggregation models for crowdsourcing. In: Proceedings of the 23rd International Conference on World Wide Web, pp. 155\u2013164. ACM (2014)","DOI":"10.1145\/2566486.2567989"},{"key":"189_CR20","unstructured":"Whitehill, J., Wu, T.f., Bergsma, J., Movellan, J.R., Ruvolo, P.L.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Advances in Neural Information Processing Systems, pp. 2035\u20132043 (2009)"},{"issue":"3","key":"189_CR21","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1109\/TNN.2005.845141","volume":"16","author":"R Xu","year":"2005","unstructured":"Xu, R., Wunsch, D.: Survey of clustering algorithms. IEEE Trans. Neural Netw. 16(3), 645\u2013678 (2005)","journal-title":"IEEE Trans. Neural Netw."},{"key":"189_CR22","doi-asserted-by":"publisher","unstructured":"Zhang, J., Wu, X.: Multi-label inference for crowdsourcing. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, KDD \u201918, pp. 2738\u20132747. ACM, New York (2018). https:\/\/doi.org\/10.1145\/3219819.3219958","DOI":"10.1145\/3219819.3219958"},{"issue":"4","key":"189_CR23","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/s10462-016-9491-9","volume":"46","author":"J Zhang","year":"2016","unstructured":"Zhang, J., Wu, X., Sheng, V.S.: Learning from crowdsourced labeled data: a survey. Artif. Intell. Rev. 46(4), 543\u2013576 (2016)","journal-title":"Artif. Intell. Rev."},{"issue":"5","key":"189_CR24","doi-asserted-by":"publisher","first-page":"541","DOI":"10.14778\/3055540.3055547","volume":"10","author":"Y Zheng","year":"2017","unstructured":"Zheng, Y., Li, G., Li, Y., Shan, C., Cheng, R.: Truth inference in crowdsourcing: is the problem solved? Proc. VLDB Endow. 10(5), 541\u2013552 (2017)","journal-title":"Proc. VLDB Endow."},{"key":"189_CR25","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Wilkinson, D., Schreiber, R., Pan, R.: Large-scale parallel collaborative filtering for the netflix prize. In: International Conference on Algorithmic Applications in Management, pp. 337\u2013348. Springer, Berlin (2008)","DOI":"10.1007\/978-3-540-68880-8_32"}],"container-title":["Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-019-00189-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13748-019-00189-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-019-00189-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,18]],"date-time":"2022-09-18T05:35:25Z","timestamp":1663479325000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13748-019-00189-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,17]]},"references-count":25,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,9]]}},"alternative-id":["189"],"URL":"https:\/\/doi.org\/10.1007\/s13748-019-00189-9","relation":{},"ISSN":["2192-6352","2192-6360"],"issn-type":[{"type":"print","value":"2192-6352"},{"type":"electronic","value":"2192-6360"}],"subject":[],"published":{"date-parts":[[2019,5,17]]},"assertion":[{"value":"10 February 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}