{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T04:05:31Z","timestamp":1743134731249,"version":"3.40.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030575236"},{"type":"electronic","value":"9783030575243"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-57524-3_5","type":"book-chapter","created":{"date-parts":[[2020,8,25]],"date-time":"2020-08-25T23:04:13Z","timestamp":1598396653000},"page":"53-65","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Ensemble Learning, Social Choice and Collective Intelligence"],"prefix":"10.1007","author":[{"given":"Andrea","family":"Campagner","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Ciucci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Federico","family":"Cabitza","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,26]]},"reference":[{"key":"5_CR1","volume-title":"Social Choice and Individual Values","author":"KJ Arrow","year":"1951","unstructured":"Arrow, K.J.: Social Choice and Individual Values. Wiley, New York (1951)"},{"unstructured":"Awasthi, P., Blum, A., Haghtalab, N., Mansour, Y.: Efficient PAC learning from the crowd. arXiv preprint arXiv:1703.07432 (2017)","key":"5_CR2"},{"key":"5_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-49896-6","volume-title":"Approval Voting","author":"S Brams","year":"2007","unstructured":"Brams, S., Fishburn, P.C.: Approval Voting. Springer, New York (2007). https:\/\/doi.org\/10.1007\/978-0-387-49896-6"},{"key":"5_CR4","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781107446984","volume-title":"Handbook of Computational Social Choice","author":"F Brandt","year":"2016","unstructured":"Brandt, F., Conitzer, V., Endriss, U., Lang, J., Procaccia, A.D.: Handbook of Computational Social Choice. Cambridge University Press, Cambridge (2016)"},{"issue":"2","key":"5_CR5","first-page":"123","volume":"24","author":"L Breiman","year":"1996","unstructured":"Breiman, L.: Bagging predictors. Mach. Learn. 24(2), 123\u2013140 (1996)","journal-title":"Mach. Learn."},{"issue":"1","key":"5_CR6","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45(1), 5\u201332 (2001)","journal-title":"Mach. Learn."},{"issue":"1","key":"5_CR7","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/2200000024","volume":"5","author":"S Bubeck","year":"2012","unstructured":"Bubeck, S., Cesa-Bianchi, N., et al.: Regret analysis of stochastic and nonstochastic multi-armed bandit problems. Found. Trends\u00ae Mach. Learn. 5(1), 1\u2013122 (2012)","journal-title":"Found. Trends\u00ae Mach. Learn."},{"key":"5_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/978-3-030-29726-8_3","volume-title":"Machine Learning and Knowledge Extraction","author":"F Cabitza","year":"2019","unstructured":"Cabitza, F., Campagner, A., Ciucci, D.: New frontiers in explainable AI: understanding the GI to interpret the GO. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2019. LNCS, vol. 11713, pp. 27\u201347. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-29726-8_3"},{"doi-asserted-by":"crossref","unstructured":"Campagner, A., Ciucci, D., Svensson, C.M., Figge, T., Cabitza, F.: Ground truthing from multi-rater labelling with three-way decisions and possibility theory. Inf. Sci. (2020, submitted)","key":"5_CR9","DOI":"10.1016\/j.ins.2020.09.049"},{"unstructured":"Chourasia, R., Singla, A.: Unifying ensemble methods for q-learning via social choice theory. CoRR abs\/1902.10646 (2019)","key":"5_CR10"},{"issue":"2","key":"5_CR11","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/s00355-011-0598-2","volume":"40","author":"JM Colomer","year":"2013","unstructured":"Colomer, J.M.: Ramon Llull: from \u2018Ars electionis\u2019 to social choice theory. Soc. Choice Welf. 40(2), 317\u2013328 (2013). https:\/\/doi.org\/10.1007\/s00355-011-0598-2","journal-title":"Soc. Choice Welf."},{"unstructured":"Cornelio, C., Donini, M., Loreggia, A., Pini, M.S., Rossi, F.: Voting with random classifiers (VORACE). arXiv preprint arXiv:1909.08996 (2019)","key":"5_CR12"},{"unstructured":"de Condorcet, J.: Essai sur l\u2019application de l\u2019analyse \u00e0 la probabilit\u00e9 des decisions rendues \u00e0 la pluralit\u00e9 des voix. Imprimerie Royale, Paris (1785)","key":"5_CR13"},{"unstructured":"Dua, D., Graff, C.: UCI machine learning repository (2017). http:\/\/archive.ics.uci.edu\/ml","key":"5_CR14"},{"key":"5_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4684-5287-7","volume-title":"Possibility Theory: An Approach to Computerized Processing of Uncertainty","author":"D Dubois","year":"2012","unstructured":"Dubois, D., Prade, H.: Possibility Theory: An Approach to Computerized Processing of Uncertainty. Springer, Boston (2012). https:\/\/doi.org\/10.1007\/978-1-4684-5287-7"},{"issue":"2","key":"5_CR16","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/s00355-011-0603-9","volume":"40","author":"P Emerson","year":"2013","unstructured":"Emerson, P.: The original Borda count and partial voting. Soc. Choice Welf. 40(2), 353\u2013358 (2013). https:\/\/doi.org\/10.1007\/s00355-011-0603-9","journal-title":"Soc. Choice Welf."},{"unstructured":"Endriss, U.: Trends in Computational Social Choice. Lulu.com, Morrisville (2017)","key":"5_CR17"},{"issue":"2","key":"5_CR18","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1080\/10361146.2014.900530","volume":"49","author":"J Fraenkel","year":"2014","unstructured":"Fraenkel, J., Grofman, B.: The Borda count and its real-world alternatives: comparing scoring rules in Nauru and Slovenia. Aust. J. Polit. Sci. 49(2), 186\u2013205 (2014)","journal-title":"Aust. J. Polit. Sci."},{"key":"5_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1007\/3-540-59119-2_166","volume-title":"Computational Learning Theory","author":"Y Freund","year":"1995","unstructured":"Freund, Y., Schapire, R.E.: A desicion-theoretic generalization of on-line learning and an application to boosting. In: Vit\u00e1nyi, P. (ed.) EuroCOLT 1995. LNCS, vol. 904, pp. 23\u201337. Springer, Heidelberg (1995). https:\/\/doi.org\/10.1007\/3-540-59119-2_166"},{"issue":"1","key":"5_CR20","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1214\/aoms\/1177731944","volume":"11","author":"M Friedman","year":"1940","unstructured":"Friedman, M.: A comparison of alternative tests of significance for the problem of m rankings. Ann. Math. Stat. 11(1), 86\u201392 (1940)","journal-title":"Ann. Math. Stat."},{"unstructured":"G\u00f6rzen, T., Laux, F.: Extracting the wisdom from the crowd: a comparison of approaches to aggregating collective intelligence. Paderborn University, Faculty of Business Administration and Economics, Technical report (2019)","key":"5_CR21"},{"key":"5_CR22","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The Elements of Statistical Learning: Data Mining, Inference, and Prediction","author":"T Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.: The Elements of Statistical Learning: Data Mining, Inference, and Prediction. Springer, New York (2009). https:\/\/doi.org\/10.1007\/978-0-387-84858-7"},{"doi-asserted-by":"crossref","unstructured":"Heinecke, S., Reyzin, L.: Crowdsourced PAC learning under classification noise. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol. 7, pp. 41\u201349 (2019)","key":"5_CR23","DOI":"10.1609\/hcomp.v7i1.5279"},{"issue":"6079","key":"5_CR24","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1126\/science.1221403","volume":"336","author":"R Hertwig","year":"2012","unstructured":"Hertwig, R.: Tapping into the wisdom of the crowd-with confidence. Science 336(6079), 303\u2013304 (2012)","journal-title":"Science"},{"key":"5_CR25","volume-title":"Nonparametric Statistical Methods","author":"M Hollander","year":"2013","unstructured":"Hollander, M., Wolfe, D.A., Chicken, E.: Nonparametric Statistical Methods, vol. 751. Wiley, Hoboken (2013)"},{"unstructured":"Kearns, M.: Thoughts on hypothesis boosting. Unpublished manuscript 45, 105 (1988)","key":"5_CR26"},{"issue":"1","key":"5_CR27","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1145\/174644.174647","volume":"41","author":"M Kearns","year":"1994","unstructured":"Kearns, M., Valiant, L.: Cryptographic limitations on learning Boolean formulae and finite automata. J. ACM (JACM) 41(1), 67\u201395 (1994)","journal-title":"J. ACM (JACM)"},{"issue":"1","key":"5_CR28","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1111\/j.1756-8765.2011.01175.x","volume":"4","author":"MD Lee","year":"2012","unstructured":"Lee, M.D., Steyvers, M., De Young, M., Miller, B.: Inferring expertise in knowledge and prediction ranking tasks. Top. Cogn. Sci. 4(1), 151\u2013163 (2012)","journal-title":"Top. Cogn. Sci."},{"doi-asserted-by":"crossref","unstructured":"Leon, F., Floria, S.A., B\u0103dic\u0103, C.: Evaluating the effect of voting methods on ensemble-based classification. In: IEEE INISTA, vol. 2017, pp. 1\u20136 (2017)","key":"5_CR29","DOI":"10.1109\/INISTA.2017.8001122"},{"doi-asserted-by":"crossref","unstructured":"Leung, K.T., Parker, D.S.: Empirical comparisons of various voting methods in bagging. In: Proceedings of the Ninth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 595\u2013600 (2003)","key":"5_CR30","DOI":"10.1145\/956750.956825"},{"unstructured":"Luo, T., Liu, Y.: Machine truth serum. arXiv preprint arXiv:1909.13004 (2019)","key":"5_CR31"},{"unstructured":"Mason, L., Baxter, J., Bartlett, P.L., Frean, M.R.: Boosting algorithms as gradient descent. In: Advances in Neural Information Processing Systems, pp. 512\u2013518 (2000)","key":"5_CR32"},{"unstructured":"Pennock, D.M., Maynard-Reid II, P., Giles, C.L., Horvitz, E.: A normative examination of ensemble learning algorithms. In: ICML, pp. 735\u2013742 (2000)","key":"5_CR33"},{"issue":"5695","key":"5_CR34","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1126\/science.1102081","volume":"306","author":"D Prelec","year":"2004","unstructured":"Prelec, D.: A Bayesian truth serum for subjective data. Science 306(5695), 462\u2013466 (2004)","journal-title":"Science"},{"issue":"7638","key":"5_CR35","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1038\/nature21054","volume":"541","author":"D Prelec","year":"2017","unstructured":"Prelec, D., Seung, H.S., McCoy, J.: A solution to the single-question crowd wisdom problem. Nature 541(7638), 532\u2013535 (2017)","journal-title":"Nature"},{"unstructured":"Rangi, A., Franceschetti, M.: Multi-armed bandit algorithms for crowdsourcing systems with online estimation of workers\u2019 ability. In: Proceedings of ICAAMAS, vol. 2018, pp. 1345\u20131352 (2018)","key":"5_CR36"},{"key":"5_CR37","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781107298019","volume-title":"Understanding Machine Learning: From Theory to Algorithms","author":"S Shalev-Shwartz","year":"2014","unstructured":"Shalev-Shwartz, S., Ben-David, S.: Understanding Machine Learning: From Theory to Algorithms. Cambridge University Press, Cambridge (2014)"},{"issue":"1","key":"5_CR38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1086\/658070","volume":"38","author":"JP Simmons","year":"2011","unstructured":"Simmons, J.P., Nelson, L.D., Galak, J., Frederick, S.: Intuitive biases in choice versus estimation: implications for the wisdom of crowds. J. Consum. Res. 38(1), 1\u201315 (2011)","journal-title":"J. Consum. Res."},{"unstructured":"Surowiecki, J.: The Wisdom of Crowds. Anchor (2005)","key":"5_CR39"},{"key":"5_CR40","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-32115-3_1","volume-title":"Rough Sets and Current Trends in Computing","author":"Y Yao","year":"2012","unstructured":"Yao, Y.: An outline of a theory of three-way decisions. In: Yao, J.T., et al. (eds.) RSCTC 2012. LNCS (LNAI), vol. 7413, pp. 1\u201317. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-32115-3_1"},{"key":"5_CR41","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/0165-0114(78)90029-5","volume":"1","author":"L Zadeh","year":"1978","unstructured":"Zadeh, L.: Fuzzy sets as the basis for a theory of possibility. Fuzzy Sets Syst. 1, 3\u201328 (1978)","journal-title":"Fuzzy Sets Syst."},{"doi-asserted-by":"crossref","unstructured":"Zhang, H., Conitzer, V.: A PAC framework for aggregating agents\u2019 judgments. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 2237\u20132244 (2019)","key":"5_CR42","DOI":"10.1609\/aaai.v33i01.33012237"}],"container-title":["Lecture Notes in Computer Science","Modeling Decisions for Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-57524-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,9]],"date-time":"2022-11-09T23:47:46Z","timestamp":1668037666000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-57524-3_5"}},"subtitle":["An Experimental Comparison of Aggregation Techniques"],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030575236","9783030575243"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-57524-3_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"26 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MDAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Modeling Decisions for Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sant Cugat","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mdai2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/mdai.cat\/mdai2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"-","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.76","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was canceled due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}