{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T20:40:02Z","timestamp":1755981602307,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,27]],"date-time":"2024-06-27T00:00:00Z","timestamp":1719446400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,27]]},"DOI":"10.1145\/3643562.3673895","type":"proceedings-article","created":{"date-parts":[[2024,7,18]],"date-time":"2024-07-18T18:35:26Z","timestamp":1721327726000},"page":"41-62","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Full Characterization of Adaptively Strong Majority Voting in Crowdsourcing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8181-6030","authenticated-orcid":false,"given":"Margarita","family":"Boyarskaya","sequence":"first","affiliation":[{"name":"Technology, Operations, and Statistics, NYU Stern, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2966-7402","authenticated-orcid":false,"given":"Panos","family":"Ipeirotis","sequence":"additional","affiliation":[{"name":"Technology, Operations, and Statistics, NYU Stern, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Digital Economy. Springer, 198\u2013207","author":"Boukhris Abassi","year":"2017","unstructured":"Abassi and Boukhris (2017) Lina Abassi and Imen Boukhris. 2017. An Adaptive Approach of Label Aggregation Using a Belief Function Framework. In International Conference on Digital Economy. Springer, 198\u2013207."},{"key":"e_1_3_2_1_2_1","first-page":"374","article-title":"Noga Alon, Graham Brightwell, Hal\u00a0A Kierstead, Alexandr\u00a0V Kostochka, and Peter Winkler. 2006. Dominating sets in k-majority tournaments","volume":"96","author":"\u00a0al Alon","year":"2006","unstructured":"Alon et\u00a0al. (2006) Noga Alon, Graham Brightwell, Hal\u00a0A Kierstead, Alexandr\u00a0V Kostochka, and Peter Winkler. 2006. Dominating sets in k-majority tournaments. Journal of Combinatorial Theory, Series B 96, 3 (2006), 374\u2013387.","journal-title":"Journal of Combinatorial Theory, Series B"},{"key":"e_1_3_2_1_3_1","volume-title":"Advances in Information Retrieval: 33rd European Conference on IR Research, ECIR 2011, Dublin, Ireland, April 18-21, 2011. Proceedings 33","author":"Baeza-Yates Alonso","year":"2011","unstructured":"Alonso and Baeza-Yates (2011) Omar Alonso and Ricardo Baeza-Yates. 2011. Design and implementation of relevance assessments using crowdsourcing. In Advances in Information Retrieval: 33rd European Conference on IR Research, ECIR 2011, Dublin, Ireland, April 18-21, 2011. Proceedings 33. Springer, 153\u2013164."},{"key":"e_1_3_2_1_4_1","first-page":"1750","article-title":"Ji\u0159\u00ed And\u011bl and \u0160\u00e1rka Hudecov\u00e1. 2012. Variance of the game duration in the gambler\u2019s ruin problem","volume":"82","author":"Hudecov\u00e1 And\u011bl","year":"2012","unstructured":"And\u011bl and Hudecov\u00e1 (2012) Ji\u0159\u00ed And\u011bl and \u0160\u00e1rka Hudecov\u00e1. 2012. Variance of the game duration in the gambler\u2019s ruin problem. Statistics & Probability Letters 82, 9 (2012), 1750\u20131754.","journal-title":"Statistics & Probability Letters"},{"key":"e_1_3_2_1_5_1","first-page":"2833","article-title":"Evan Archer, Il\u00a0Memming Park, and Jonathan\u00a0W. Pillow. 2014. Bayesian Entropy Estimation for Countable Discrete Distributions","volume":"15","author":"\u00a0al Archer","year":"2014","unstructured":"Archer et\u00a0al. (2014) Evan Archer, Il\u00a0Memming Park, and Jonathan\u00a0W. Pillow. 2014. Bayesian Entropy Estimation for Countable Discrete Distributions. Journal of Machine Learning Research 15, 81 (2014), 2833\u20132868. http:\/\/jmlr.org\/papers\/v15\/archer14a.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_6_1","volume-title":"Peter Ayton and Ilan Fischer","author":"Fischer Ayton","year":"2004","unstructured":"Ayton and Fischer (2004) Peter Ayton and Ilan Fischer. 2004. The hot hand fallacy and the gambler\u2019s fallacy: Two faces of subjective randomness?Memory & cognition 32 (2004), 1369\u20131378."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the ACM international conference on Object oriented programming systems languages and applications. 639\u2013654","author":"\u00a0al Barowy","year":"2012","unstructured":"Barowy et\u00a0al. (2012) Daniel\u00a0W Barowy, Charlie Curtsinger, Emery\u00a0D Berger, and Andrew McGregor. 2012. Automan: A platform for integrating human-based and digital computation. In Proceedings of the ACM international conference on Object oriented programming systems languages and applications. 639\u2013654."},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 27th International Conference on Neural Information Processing Systems-Volume 2. 3446\u20133454","author":"Kontorovich Berend","year":"2014","unstructured":"Berend and Kontorovich (2014) Daniel Berend and Aryeh Kontorovich. 2014. Consistency of weighted majority votes. In Proceedings of the 27th International Conference on Neural Information Processing Systems-Volume 2. 3446\u20133454."},{"key":"e_1_3_2_1_9_1","volume-title":"Thomas Bonald and Richard Combes","author":"Combes Bonald","year":"2016","unstructured":"Bonald and Combes (2016) Thomas Bonald and Richard Combes. 2016. A minimax optimal algorithm for crowdsourcing. arXiv preprint arXiv:1606.00226 (2016)."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. ACM","author":"\u00a0al Chilton","year":"2013","unstructured":"Chilton et\u00a0al. (2013) Lydia\u00a0B Chilton, Greg Little, Darren Edge, Daniel\u00a0S Weld, and James\u00a0A Landay. 2013. Cascade: Crowdsourcing taxonomy creation. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. ACM, 1999\u20132008."},{"key":"e_1_3_2_1_11_1","first-page":"52","article-title":"Peng Dai, Christopher\u00a0H Lin, Daniel\u00a0S Weld, 2013. POMDP-based control of workflows for crowdsourcing","volume":"202","author":"\u00a0al Dai","year":"2013","unstructured":"Dai et\u00a0al. (2013) Peng Dai, Christopher\u00a0H Lin, Daniel\u00a0S Weld, 2013. POMDP-based control of workflows for crowdsourcing. Artificial Intelligence 202 (2013), 52\u201385.","journal-title":"Artificial Intelligence"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 22nd international conference on World Wide Web. 285\u2013294","author":"\u00a0al Dalvi","year":"2013","unstructured":"Dalvi et\u00a0al. (2013) Nilesh Dalvi, Anirban Dasgupta, Ravi Kumar, and Vibhor Rastogi. 2013. Aggregating crowdsourced binary ratings. In Proceedings of the 22nd international conference on World Wide Web. 285\u2013294."},{"key":"e_1_3_2_1_13_1","first-page":"1","article-title":"Florian Daniel, Pavel Kucherbaev, Cinzia Cappiello, Boualem Benatallah, and Mohammad Allahbakhsh. 2018. Quality control in crowdsourcing: A survey of quality attributes, assessment techniques, and assurance actions","volume":"51","author":"\u00a0al Daniel","year":"2018","unstructured":"Daniel et\u00a0al. (2018) Florian Daniel, Pavel Kucherbaev, Cinzia Cappiello, Boualem Benatallah, and Mohammad Allahbakhsh. 2018. Quality control in crowdsourcing: A survey of quality attributes, assessment techniques, and assurance actions. ACM Computing Surveys (CSUR) 51, 1 (2018), 1\u201340.","journal-title":"ACM Computing Surveys (CSUR)"},{"volume-title":"Patrick De\u00a0Boer","year":"2017","key":"e_1_3_2_1_14_1","unstructured":"De\u00a0Boer (2017) Patrick De\u00a0Boer. 2017. Crowd process design: how to coordinate crowds to solve complex problems. Ph.\u00a0D. Dissertation. University of Zurich."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing. 1688\u20131699","author":"Bernstein De\u00a0Boer","year":"2017","unstructured":"De\u00a0Boer and Bernstein (2017) Patrick\u00a0M De\u00a0Boer and Abraham Bernstein. 2017. Efficiently identifying a well-performing crowd process for a given problem. In Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing. 1688\u20131699."},{"key":"e_1_3_2_1_16_1","first-page":"391","article-title":"Franz Dietrich and Christian List. 2007. Judgment aggregation by quota rules: Majority voting generalized","volume":"19","author":"List Dietrich","year":"2007","unstructured":"Dietrich and List (2007) Franz Dietrich and Christian List. 2007. Judgment aggregation by quota rules: Majority voting generalized. Journal of Theoretical Politics 19, 4 (2007), 391\u2013424.","journal-title":"Journal of Theoretical Politics"},{"key":"e_1_3_2_1_17_1","volume-title":"William Feller","author":"Feller","year":"1968","unstructured":"Feller (1968) William Feller. 1968. An Introduction to Probability Theory and Its Applications, Vol. 1 (3rd edition ed.). Wiley.","edition":"3"},{"key":"e_1_3_2_1_18_1","volume-title":"Peter\u00a0C Fishburn","author":"Fishburn","year":"2015","unstructured":"Fishburn (2015) Peter\u00a0C Fishburn. 2015. The theory of social choice. Princeton University Press."},{"key":"e_1_3_2_1_19_1","first-page":"463","article-title":"Jos\u00e9\u00a0Luis Garc\u00eda-Lapresta and Bonifacio Llamazares. 2001. Majority decisions based on difference of votes","volume":"35","author":"Llamazares Garc\u00eda-Lapresta","year":"2001","unstructured":"Garc\u00eda-Lapresta and Llamazares (2001) Jos\u00e9\u00a0Luis Garc\u00eda-Lapresta and Bonifacio Llamazares. 2001. Majority decisions based on difference of votes. Journal of Mathematical Economics 35, 3 (2001), 463\u2013481.","journal-title":"Journal of Mathematical Economics"},{"key":"e_1_3_2_1_20_1","volume-title":"Sergiu Goschin","author":"Goschin","year":"2014","unstructured":"Goschin (2014) Sergiu Goschin. 2014. Stochastic dilemmas: foundations and applications. Rutgers The State University of New Jersey-New Brunswick."},{"key":"e_1_3_2_1_21_1","volume-title":"C Grinstead and L Snell","author":"Snell Grinstead","year":"1997","unstructured":"Grinstead and Snell (1997) C Grinstead and L Snell. 1997. Ch. 11: Markov Chains. Introduction to Probability. American Mathematical Society (1997)."},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 2013 conference on Computer supported cooperative work. 649\u2013660","author":"\u00a0al Hansen","year":"2013","unstructured":"Hansen et\u00a0al. (2013) Derek\u00a0L Hansen, Patrick\u00a0J Schone, Douglas Corey, Matthew Reid, and Jake Gehring. 2013. Quality control mechanisms for crowdsourcing: peer review, arbitration, & expertise at familysearch indexing. In Proceedings of the 2013 conference on Computer supported cooperative work. 649\u2013660."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems. 203\u2013212","author":"Bostock Heer","year":"2010","unstructured":"Heer and Bostock (2010) Jeffrey Heer and Michael Bostock. 2010. Crowdsourcing graphical perception: using mechanical turk to assess visualization design. In Proceedings of the SIGCHI conference on human factors in computing systems. 203\u2013212."},{"key":"e_1_3_2_1_24_1","first-page":"98","article-title":"Tobias Hossfeld, Christian Keimel, and Christian Timmerer. 2014. Crowdsourcing quality-of-experience assessments","volume":"47","author":"\u00a0al Hossfeld","year":"2014","unstructured":"Hossfeld et\u00a0al. (2014) Tobias Hossfeld, Christian Keimel, and Christian Timmerer. 2014. Crowdsourcing quality-of-experience assessments. Computer 47, 9 (2014), 98\u2013102.","journal-title":"Computer"},{"key":"e_1_3_2_1_25_1","volume-title":"Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence.","author":"Lease Jung","year":"2011","unstructured":"Jung and Lease (2011) Hyun\u00a0Joon Jung and Matthew Lease. 2011. Improving consensus accuracy via z-score and weighted voting. In Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"David\u00a0R Karger, Sewoong Oh, and Devavrat Shah. 2014. Budget-optimal task allocation for reliable crowdsourcing systems","volume":"62","author":"\u00a0al Karger","year":"2014","unstructured":"Karger et\u00a0al. (2014) David\u00a0R Karger, Sewoong Oh, and Devavrat Shah. 2014. Budget-optimal task allocation for reliable crowdsourcing systems. Operations Research 62, 1 (2014), 1\u201324.","journal-title":"Operations Research"},{"key":"e_1_3_2_1_27_1","volume-title":"Advances in Information Retrieval: 33rd European Conference on IR Research, ECIR 2011, Dublin, Ireland, April 18-21, 2011. Proceedings 33","author":"Kazai","year":"2011","unstructured":"Kazai (2011) Gabriella Kazai. 2011. In search of quality in crowdsourcing for search engine evaluation. In Advances in Information Retrieval: 33rd European Conference on IR Research, ECIR 2011, Dublin, Ireland, April 18-21, 2011. Proceedings 33. Springer, 165\u2013176."},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 34th international ACM SIGIR conference on Research and development in Information Retrieval. 205\u2013214","author":"\u00a0al Kazai","year":"2011","unstructured":"Kazai et\u00a0al. (2011) Gabriella Kazai, Jaap Kamps, Marijn Koolen, and Natasa Milic-Frayling. 2011. Crowdsourcing for book search evaluation: impact of hit design on comparative system ranking. In Proceedings of the 34th international ACM SIGIR conference on Research and development in Information Retrieval. 205\u2013214."},{"key":"e_1_3_2_1_29_1","volume-title":"Jaap Kamps, and Natasa Milic-Frayling.","author":"\u00a0al Kazai","year":"2013","unstructured":"Kazai et\u00a0al. (2013) Gabriella Kazai, Jaap Kamps, and Natasa Milic-Frayling. 2013. An analysis of human factors and label accuracy in crowdsourcing relevance judgments. Information retrieval 16 (2013), 138\u2013178."},{"key":"e_1_3_2_1_30_1","first-page":"4844","article-title":"Ashish Khetan and Sewoong Oh. 2016. Achieving budget-optimality with adaptive schemes in crowdsourcing","volume":"29","author":"Oh Khetan","year":"2016","unstructured":"Khetan and Oh (2016) Ashish Khetan and Sewoong Oh. 2016. Achieving budget-optimality with adaptive schemes in crowdsourcing. Advances in Neural Information Processing Systems 29 (2016), 4844\u20134852.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_31_1","volume-title":"David\u00a0A Shamma, 2017","author":"\u00a0al Krishna","year":"2017","unstructured":"Krishna et\u00a0al. (2017) Ranjay Krishna, Yuke Zhu, Oliver Groth, Justin Johnson, Kenji Hata, Joshua Kravitz, Stephanie Chen, Yannis Kalantidis, Li-Jia Li, David\u00a0A Shamma, 2017. Visual genome: Connecting language and vision using crowdsourced dense image annotations. International journal of computer vision 123 (2017), 32\u201373."},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems. 3167\u20133179","author":"\u00a0al Krishna","year":"2016","unstructured":"Krishna et\u00a0al. (2016) Ranjay\u00a0A Krishna, Kenji Hata, Stephanie Chen, Joshua Kravitz, David\u00a0A Shamma, Li Fei-Fei, and Michael\u00a0S Bernstein. 2016. Embracing error to enable rapid crowdsourcing. In Proceedings of the 2016 CHI conference on human factors in computing systems. 3167\u20133179."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work & Social Computing. 1609\u20131614","author":"\u00a0al Kucherbaev","year":"2016","unstructured":"Kucherbaev et\u00a0al. (2016) Pavel Kucherbaev, Florian Daniel, Stefano Tranquillini, and Maurizio Marchese. 2016. Relauncher: crowdsourcing micro-tasks runtime controller. In Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work & Social Computing. 1609\u20131614."},{"key":"e_1_3_2_1_34_1","first-page":"241","article-title":"Annick Laruelle and Federico Valenciano. 2011. Majorities with a quorum","volume":"23","author":"Valenciano Laruelle","year":"2011","unstructured":"Laruelle and Valenciano (2011) Annick Laruelle and Federico Valenciano. 2011. Majorities with a quorum. Journal of Theoretical Politics 23, 2 (2011), 241\u2013259.","journal-title":"Journal of Theoretical Politics"},{"key":"e_1_3_2_1_35_1","volume-title":"Guy Latouche and Vaidyanathan Ramaswami","author":"Ramaswami Latouche","year":"1999","unstructured":"Latouche and Ramaswami (1999) Guy Latouche and Vaidyanathan Ramaswami. 1999. Introduction to matrix analytic methods in stochastic modeling. SIAM."},{"key":"e_1_3_2_1_36_1","first-page":"1006","article-title":"Paolo Laureti, Lionel Moret, Y-C Zhang, and Y-K Yu. 2006. Information filtering via iterative refinement","volume":"75","author":"\u00a0al Laureti","year":"2006","unstructured":"Laureti et\u00a0al. (2006) Paolo Laureti, Lionel Moret, Y-C Zhang, and Y-K Yu. 2006. Information filtering via iterative refinement. EPL (Europhysics Letters) 75, 6 (2006), 1006.","journal-title":"EPL (Europhysics Letters)"},{"key":"e_1_3_2_1_37_1","volume-title":"Thirtieth AAAI Conference on Artificial Intelligence.","author":"\u00a0al Lin","year":"2016","unstructured":"Lin et\u00a0al. (2016) Christopher\u00a0H Lin, M Mausam, and Daniel\u00a0S Weld. 2016. Re-active learning: Active learning with relabeling. In Thirtieth AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_38_1","volume-title":"Second AAAI Conference on Human Computation and Crowdsourcing.","author":"Mytkowicz Livshits","year":"2014","unstructured":"Livshits and Mytkowicz (2014) Benjamin Livshits and Todd Mytkowicz. 2014. Saving money while polling with interpoll using power analysis. In Second AAAI Conference on Human Computation and Crowdsourcing."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mathsocsci.2005.12.001"},{"key":"e_1_3_2_1_40_1","volume-title":"SM Losanitsch","author":"Losanitsch","year":"1897","unstructured":"Losanitsch (1897) SM Losanitsch. 1897. Die Isomerie-Arten bei den Homologen der Paraffin-Reihe. Berichte der deutschen chemischen Gesellschaft 30, 2 (1897), 1917\u20131926."},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence (IJCAI-18)","author":"\u00a0al Manino","year":"2018","unstructured":"Manino et\u00a0al. (2018) Edoardo Manino, Long Tran-Thanh, and Nicholas Jennings. 2018. On the efficiency of data collection for crowdsourced classification. In Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence (IJCAI-18)."},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the ACM SIGKDD workshop on human computation. 77\u201385","author":"Watts Mason","year":"2009","unstructured":"Mason and Watts (2009) Winter Mason and Duncan\u00a0J Watts. 2009. Financial incentives and the\" performance of crowds\". In Proceedings of the ACM SIGKDD workshop on human computation. 77\u201385."},{"key":"e_1_3_2_1_43_1","volume-title":"AMIA Annual symposium proceedings, Vol.\u00a02013","author":"\u00a0al Mortensen","year":"2013","unstructured":"Mortensen et\u00a0al. (2013) Jonathan\u00a0M Mortensen, Mark\u00a0A Musen, and Natalya\u00a0F Noy. 2013. Crowdsourcing the verification of relationships in biomedical ontologies. In AMIA Annual symposium proceedings, Vol.\u00a02013. American Medical Informatics Association, 1020."},{"key":"e_1_3_2_1_44_1","volume-title":"Marcel\u00a0F Neuts","author":"Neuts","year":"1994","unstructured":"Neuts (1994) Marcel\u00a0F Neuts. 1994. Matrix-geometric solutions in stochastic models: an algorithmic approach. Courier Corporation."},{"key":"e_1_3_2_1_45_1","volume-title":"Aditya Khosla","author":"\u00a0al Russakovsky","year":"2015","unstructured":"Russakovsky et\u00a0al. (2015) Olga Russakovsky, Jia Deng, Hao Su, Jonathan Krause, Sanjeev Satheesh, Sean Ma, Zhiheng Huang, Andrej Karpathy, Aditya Khosla, Michael Bernstein, 2015. Imagenet: Large scale visual recognition challenge. International journal of computer vision 115 (2015), 211\u2013252."},{"key":"e_1_3_2_1_46_1","volume-title":"Bryan\u00a0J Ross, Dustin\u00a0P Calvillo, and Catherine\u00a0C Mesick.","author":"\u00a0al Rutchick","year":"2020","unstructured":"Rutchick et\u00a0al. (2020) Abraham\u00a0M Rutchick, Bryan\u00a0J Ross, Dustin\u00a0P Calvillo, and Catherine\u00a0C Mesick. 2020. Does the \u201csurprisingly popular\u201d method yield accurate crowdsourced predictions?Cognitive research: principles and implications 5, 1 (2020), 1\u201310."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02204841"},{"key":"e_1_3_2_1_48_1","first-page":"1175","article-title":"Alexander Scheidler, Arne Brutschy, Eliseo Ferrante, and Marco Dorigo. 2015. The {k}-Unanimity Rule for Self-Organized Decision-Making in Swarms of Robots","volume":"46","author":"\u00a0al Scheidler","year":"2015","unstructured":"Scheidler et\u00a0al. (2015) Alexander Scheidler, Arne Brutschy, Eliseo Ferrante, and Marco Dorigo. 2015. The {k}-Unanimity Rule for Self-Organized Decision-Making in Swarms of Robots. IEEE Transactions on Cybernetics 46, 5 (2015), 1175\u20131188.","journal-title":"IEEE Transactions on Cybernetics"},{"key":"e_1_3_2_1_49_1","volume-title":"Edwin Simpson and Stephen Roberts","author":"Roberts Simpson","year":"2015","unstructured":"Simpson and Roberts (2015) Edwin Simpson and Stephen Roberts. 2015. Bayesian methods for intelligent task assignment in crowdsourcing systems. In Decision Making: Uncertainty, Imperfection, Deliberation and Scalability. Springer, 1\u201332."},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the 22nd international conference on World Wide Web. 1157\u20131166","author":"Mittal Singer","year":"2013","unstructured":"Singer and Mittal (2013) Yaron Singer and Manas Mittal. 2013. Pricing mechanisms for crowdsourcing markets. In Proceedings of the 22nd international conference on World Wide Web. 1157\u20131166."},{"key":"e_1_3_2_1_51_1","volume-title":"Neil\u00a0JA Sloane","author":"Sloane","year":"2019","unstructured":"Sloane (2019) Neil\u00a0JA Sloane. 2019. The on-line encyclopedia of integer sequences. Princeton University Press. http:\/\/oeis.org\/A002620"},{"key":"e_1_3_2_1_52_1","volume-title":"Jun Cheng, Zhengtao Yu, Kun Yue, and Lizhen Wang.","author":"\u00a0al Tao","year":"2018","unstructured":"Tao et\u00a0al. (2018) Dapeng Tao, Jun Cheng, Zhengtao Yu, Kun Yue, and Lizhen Wang. 2018. Domain-weighted majority voting for crowdsourcing. IEEE transactions on neural networks and learning systems 30, 1 (2018), 163\u2013174."},{"key":"e_1_3_2_1_53_1","volume-title":"Steve Branson, Serge Belongie, and Pietro Perona.","author":"\u00a0al Welinder","year":"2010","unstructured":"Welinder et\u00a0al. (2010) Peter Welinder, Steve Branson, Serge Belongie, and Pietro Perona. 2010. The Multidimensional Wisdom of Crowds. In NIPS."},{"key":"e_1_3_2_1_54_1","volume-title":"Second AAAI Conference on Human Computation and Crowdsourcing.","author":"\u00a0al Yin","year":"2014","unstructured":"Yin et\u00a0al. (2014) Ming Yin, Yiling Chen, and Yu-An Sun. 2014. Monetary interventions in crowdsourcing task switching. In Second AAAI Conference on Human Computation and Crowdsourcing."},{"key":"e_1_3_2_1_55_1","volume-title":"Mitchell Gordon, Ranjay Krishna","author":"\u00a0al Zhou","year":"2019","unstructured":"Zhou et\u00a0al. (2019) Sharon Zhou, Mitchell Gordon, Ranjay Krishna, Austin Narcomey, Li\u00a0F Fei-Fei, and Michael Bernstein. 2019. Hype: A benchmark for human eye perceptual evaluation of generative models. Advances in neural information processing systems 32 (2019)."}],"event":{"name":"CI '24: Collective Intelligence Conference","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Boston MA USA","acronym":"CI '24"},"container-title":["Proceedings of the ACM Collective Intelligence Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643562.3673895","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643562.3673895","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T20:18:46Z","timestamp":1755980326000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643562.3673895"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,27]]},"references-count":55,"alternative-id":["10.1145\/3643562.3673895","10.1145\/3643562"],"URL":"https:\/\/doi.org\/10.1145\/3643562.3673895","relation":{},"subject":[],"published":{"date-parts":[[2024,6,27]]},"assertion":[{"value":"2024-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}