{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T00:08:02Z","timestamp":1743034082657,"version":"3.40.3"},"publisher-location":"Cham","reference-count":64,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030123338"},{"type":"electronic","value":"9783030123345"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-12334-5_6","type":"book-chapter","created":{"date-parts":[[2019,8,6]],"date-time":"2019-08-06T15:03:07Z","timestamp":1565103787000},"page":"163-188","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["What You Sow, So Shall You Reap! Toward Preselection Mechanisms for Macrotask Crowdsourcing"],"prefix":"10.1007","author":[{"given":"Ujwal","family":"Gadiraju","sequence":"first","affiliation":[]},{"given":"Mengdie","family":"Zhuang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,8,7]]},"reference":[{"key":"6_CR1","unstructured":"Archak, N., & Sundararajan, A. (2009). Optimal design of crowdsourcing contests. In ICIS 2009 Proceedings (p. 200)."},{"key":"6_CR2","unstructured":"Bachrach, Y., Graepel, T., Kasneci, G., Kosinski, M., & Van\u00a0Gael, J. (2012). Crowd IQ: Aggregating opinions to boost performance. In Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems (Vol. 1, pp. 535\u2013542). International Foundation for Autonomous Agents and Multiagent Systems."},{"key":"6_CR3","volume-title":"Qualitative research methods for the social sciences","author":"BL Berg","year":"2004","unstructured":"Berg, B. L. (2004). Methods for the social sciences. Qualitative research methods for the social sciences. Boston: Pearson Education."},{"issue":"1","key":"6_CR4","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1037\/0022-3514.90.1.60","volume":"90","author":"KA Burson","year":"2006","unstructured":"Burson, K. A., Larrick, R. P., & Klayman, J. (2006). Skilled or unskilled, but still unaware of it: How perceptions of difficulty drive miscalibration in relative comparisons. Journal of Personality and Social Psychology, 90(1), 60.","journal-title":"Journal of Personality and Social Psychology"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Chatterjee, A., Varshney, L.R., & Vishwanath, S. (2015). Work capacity of freelance markets: Fundamental limits and decentralized schemes. In 2015 IEEE Conference on Computer Communications (INFOCOM) (pp. 1769\u20131777). IEEE.","DOI":"10.1109\/INFOCOM.2015.7218558"},{"key":"6_CR6","doi-asserted-by":"crossref","unstructured":"Cheng, J., Teevan, J., Iqbal, S. T., & Bernstein, M. S. (2015). Break it down: A comparison of macro-and microtasks. In Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems (pp. 4061\u20134064). ACM.","DOI":"10.1145\/2702123.2702146"},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Chilton, L. B., Horton, J. J., Miller, R. C., & Azenkot, S. (2010). Task search in a human computation market. In Proceedings of the ACM SIGKDD Workshop on Human Computation (pp. 1\u20139). ACM.","DOI":"10.1145\/1837885.1837889"},{"key":"6_CR8","unstructured":"Dang, B., Hutson, M., & Lease, M. (2016, October 30\u2013November 3). MmmTurkey: A crowdsourcing framework for deploying tasks and recording worker behavior on amazon mechanical turk. In HCOMP\u201916. Proceedings of the 4th AAAI Conference on Human Computation and Crowdsourcing (HCOMP): Works-in-Progress Track, Austin, Texas, USA (pp. 1\u20133). AAAI Press."},{"key":"6_CR9","volume-title":"The research act: A theoretical orientation to sociological methods","author":"NK Denzin","year":"1978","unstructured":"Denzin, N. K. (1978). The research act: A theoretical orientation to sociological methods (Vol. 2). New York: McGraw-Hill."},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Difallah, D. E., Catasta, M., Demartini, G., Ipeirotis, P. G., & Cudr\u00e9-Mauroux, P. (2015). The dynamics of micro-task crowdsourcing\u2014The case of Amazon MTurk. In 24th International Conference on World Wide Web (WWW) (pp. 238\u2013247). ACM.","DOI":"10.1145\/2736277.2741685"},{"key":"6_CR11","doi-asserted-by":"crossref","unstructured":"DiPalantino, D., & Vojnovic, M. (2009). Crowdsourcing and all-pay auctions. In Proceedings of the 10th ACM Conference on Electronic Commerce (pp. 119\u2013128). ACM.","DOI":"10.1145\/1566374.1566392"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Dow, S., Kulkarni, A., Klemmer, S., & Hartmann, B. (2012). Shepherding the crowd yields better work. In Proceedings of the ACM 2012 Conference on Computer Supported Cooperative Work (pp. 1013\u20131022). ACM.","DOI":"10.1145\/2145204.2145355"},{"key":"6_CR13","doi-asserted-by":"crossref","unstructured":"Dukat, C., & Caton, S. (2013). Towards the competence of crowdsourcees: Literature-based considerations on the problem of assessing crowdsourcees\u2019 qualities. In 2013 Third International Conference on Cloud and Green Computing (CGC) (pp. 536\u2013540). IEEE.","DOI":"10.1109\/CGC.2013.90"},{"key":"6_CR14","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1016\/B978-0-12-385522-0.00005-6","volume":"44","author":"D Dunning","year":"2011","unstructured":"Dunning, D. (2011). The dunning-kruger effect: On being ignorant of one\u2019s own ignorance. Advances in Experimental Social Psychology, 44, 247.","journal-title":"Advances in Experimental Social Psychology"},{"issue":"3","key":"6_CR15","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1111\/j.1529-1006.2004.00018.x","volume":"5","author":"D Dunning","year":"2004","unstructured":"Dunning, D., Heath, C., & Suls, J. M. (2004). Flawed self-assessment implications for health, education, and the workplace. Psychological Science in the Public Interest, 5(3), 69\u2013106.","journal-title":"Psychological Science in the Public Interest"},{"key":"6_CR16","unstructured":"Eckersley, P. (2010). How unique is your web browser? In Privacy Enhancing Technologies (pp. 1\u201318). Springer."},{"issue":"1","key":"6_CR17","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1037\/0022-3514.84.1.5","volume":"84","author":"J Ehrlinger","year":"2003","unstructured":"Ehrlinger, J., & Dunning, D. (2003). How chronic self-views influence (and potentially mislead) estimates of performance. Journal of Personality and Social Psychology, 84(1), 5.","journal-title":"Journal of Personality and Social Psychology"},{"issue":"1","key":"6_CR18","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.obhdp.2007.05.002","volume":"105","author":"J Ehrlinger","year":"2008","unstructured":"Ehrlinger, J., Johnson, K., Banner, M., Dunning, D., & Kruger, J. (2008). Why the unskilled are unaware: Further explorations of (absent) self-insight among the incompetent. Organizational Behavior and Human Decision Processes, 105(1), 98\u2013121.","journal-title":"Organizational Behavior and Human Decision Processes"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Eickhoff, C., Harris, C. G., de\u00a0Vries, A. P., & Srinivasan, P. (2012, August 12\u201316). Quality through flow and immersion: Gamifying crowdsourced relevance assessments. In SIGIR\u201912. Proceedings of the 35th International ACM SIGIR Conference on Research and Development in Information Retrieval, Portland, OR, USA (pp. 871\u2013880). New York: ACM Press.","DOI":"10.1145\/2348283.2348400"},{"issue":"4","key":"6_CR20","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1109\/MIS.2015.66","volume":"30","author":"U Gadiraju","year":"2015","unstructured":"Gadiraju, U., Demartini, G., Kawase, R., & Dietze, S. (2015). Human beyond the machine: Challenges and opportunities of microtask crowdsourcing. IEEE Intelligent Systems, 30(4), 81\u201385.","journal-title":"IEEE Intelligent Systems"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Demartini, G., Kawase, R., & Dietze, S. (2018). Crowd anatomy beyond the good and bad: Behavioral traces for crowd worker modeling and pre-selection. In Computer Supported Cooperative Work (CSCW) (pp. 1\u201327).","DOI":"10.1007\/s10606-018-9336-y"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., & Dietze, S. (2017). Improving learning through achievement priming in crowdsourced information finding microtasks. In Proceedings of the Seventh International Learning Analytics & Knowledge Conference (pp. 105\u2013114). ACM.","DOI":"10.1145\/3027385.3027402"},{"key":"6_CR23","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Fetahu, B., & Kawase, R. (2015a). Training workers for improving performance in crowdsourcing microtasks. In Proceedings of the 10th European Conference on Technology Enhanced Learning. EC-TEL 2015 (pp. 100\u2013114). Springer.","DOI":"10.1007\/978-3-319-24258-3_8"},{"key":"6_CR24","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Kawase, R., Dietze, S., & Demartini, G. (2015b, April 18\u201323). Understanding malicious behavior in crowdsourcing platforms: The case of online surveys. In Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems, CHI 2015, Seoul, Republic of Korea (pp. 1631\u20131640).","DOI":"10.1145\/2702123.2702443"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Fetahu, B., Kawase, R., Siehndel, P., & Dietze, S. (2017a). Using worker self-assessments for competence-based pre-selection in crowdsourcing microtasks. ACM Transactions on Computer-Human Interaction (TOCHI), 24(4), 30.","DOI":"10.1145\/3119930"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Yang, J., & Bozzon, A. (2017b). Clarity is a worthwhile quality: On the role of task clarity in microtask crowdsourcing. In Proceedings of the 28th ACM Conference on Hypertext and Social Media (pp. 5\u201314). ACM.","DOI":"10.1145\/3078714.3078715"},{"key":"6_CR27","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., & Kawase, R. (2017). Improving reliability of crowdsourced results by detecting crowd workers with multiple identities. In International Conference on Web Engineering (pp. 190\u2013205). Springer.","DOI":"10.1007\/978-3-319-60131-1_11"},{"key":"6_CR28","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Kawase, R., & Dietze, S. (2014). A taxonomy of microtasks on the web. In Proceedings of the 25th ACM Conference on Hypertext and Social Media (pp. 218\u2013223). ACM.","DOI":"10.1145\/2631775.2631819"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Georgescu, M., Pham, D. D., Firan, C. S., Gadiraju, U., & Nejdl, W. (2014). When in doubt ask the crowd: Employing crowdsourcing for active learning. In Proceedings of the 4th International Conference on Web Intelligence, Mining and Semantics (WIMS14) (p.\u00a012). ACM.","DOI":"10.1145\/2611040.2611047"},{"issue":"12","key":"6_CR30","doi-asserted-by":"publisher","first-page":"1642","DOI":"10.14778\/2824032.2824062","volume":"8","author":"D Haas","year":"2015","unstructured":"Haas, D., Ansel, J., Gu, L., & Marcus, A. (2015). Argonaut: Macrotask crowdsourcing for complex data processing. Proceedings of the VLDB Endowment, 8(12), 1642\u20131653.","journal-title":"Proceedings of the VLDB Endowment"},{"key":"6_CR31","unstructured":"Ho, C. J., & Vaughan, J. W. (2012). Online task assignment in crowdsourcing markets. In AAAI (Vol. 12, pp. 45\u201351)."},{"issue":"6","key":"6_CR32","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe, J. (2006). The rise of crowdsourcing. Wired Magazine, 14(6), 1\u20134.","journal-title":"Wired Magazine"},{"key":"6_CR33","doi-asserted-by":"crossref","unstructured":"Irani, L. C., & Silberman, M. (2013). Turkopticon: Interrupting worker invisibility in amazon mechanical turk. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (pp. 611\u2013620). ACM.","DOI":"10.1145\/2470654.2470742"},{"key":"6_CR34","unstructured":"Kaufmann, N., Schulze, T., & Veit, D. (2011, August 4\u20138). More than fun and money. Worker motivation in crowdsourcing\u2014A study on mechanical turk. In A Renaissance of Information Technology for Sustainability and Global Competitiveness. 17th Americas Conference on Information Systems, AMCIS 2011, Detroit, Michigan, USA. Association for Information Systems."},{"key":"6_CR35","doi-asserted-by":"crossref","unstructured":"Kazai, G. (2011). In search of quality in crowdsourcing for search engine evaluation. In Advances in information retrieval (pp. 165\u2013176). Springer.","DOI":"10.1007\/978-3-642-20161-5_17"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Kazai, G., Kamps, J., & Milic-Frayling, N. (2011). Worker types and personality traits in crowdsourcing relevance labels. In Proceedings of the 20th ACM international conference on Information and Knowledge Management (pp. 1941\u20131944). ACM.","DOI":"10.1145\/2063576.2063860"},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Kazai, G., Kamps, J., & Milic-Frayling, N. (2012). The face of quality in crowdsourcing relevance labels: Demographics, personality and labeling accuracy. InProceedings of the 21st ACM International Conference on Information and Knowledge Management (pp. 2583\u20132586). ACM.","DOI":"10.1145\/2396761.2398697"},{"key":"6_CR38","doi-asserted-by":"crossref","unstructured":"Kittur, A., Chi, E. H., & Suh, B. (2008). Crowdsourcing user studies with mechanical turk. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (pp. 453\u2013456). ACM.","DOI":"10.1145\/1357054.1357127"},{"key":"6_CR39","doi-asserted-by":"crossref","unstructured":"Kittur, A., Nickerson, J. V., Bernstein, M., Gerber, E., Shaw, A., Zimmerman, J., et al. (2013). The future of crowd work. In Proceedings of the 2013 Conference on Computer Supported Cooperative Work (pp. 1301\u20131318). ACM.","DOI":"10.1145\/2441776.2441923"},{"key":"6_CR40","doi-asserted-by":"crossref","unstructured":"Kosinski, M., Bachrach, Y., Kasneci, G., Van-Gael, J., & Graepel, T. (2012). Crowd IQ: Measuring the intelligence of crowdsourcing platforms. In Proceedings of the 4th Annual ACM Web Science Conference (pp. 151\u2013160). ACM.","DOI":"10.1145\/2380718.2380739"},{"issue":"5","key":"6_CR41","doi-asserted-by":"publisher","first-page":"724","DOI":"10.1016\/j.joep.2007.12.006","volume":"29","author":"M Krajc","year":"2008","unstructured":"Krajc, M., & Ortmann, A. (2008). Are the unskilled really that unaware? An alternative explanation. Journal of Economic Psychology, 29(5), 724\u2013738.","journal-title":"Journal of Economic Psychology"},{"issue":"2","key":"6_CR42","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1037\/0022-3514.82.2.180","volume":"82","author":"J Krueger","year":"2002","unstructured":"Krueger, J., & Mueller, R. A. (2002). Unskilled, unaware, or both? The better-than-average heuristic and statistical regression predict errors in estimates of own performance. Journal of Personality and Social Psychology, 82(2), 180.","journal-title":"Journal of Personality and Social Psychology"},{"issue":"6","key":"6_CR43","doi-asserted-by":"publisher","first-page":"1121","DOI":"10.1037\/0022-3514.77.6.1121","volume":"77","author":"J Kruger","year":"1999","unstructured":"Kruger, J., & Dunning, D. (1999). Unskilled and unaware of it: How difficulties in recognizing one\u2019s own incompetence lead to inflated self-assessments. Journal of Personality and Social Psychology, 77(6), 1121.","journal-title":"Journal of Personality and Social Psychology"},{"key":"6_CR44","doi-asserted-by":"crossref","unstructured":"Kulkarni, C., Wei, K. P., Le, H., Chia, D., Papadopoulos, K., Cheng, J., et al. (2015). Peer and self assessment in massive online classes. In Design Thinking Research (pp. 131\u2013168). Springer.","DOI":"10.1007\/978-3-319-06823-7_9"},{"key":"6_CR45","doi-asserted-by":"crossref","unstructured":"Lykourentzou, I., Antoniou, A., Naudet, Y., & Dow, S. P. (2016). Personality matters: Balancing for personality types leads to better outcomes for crowd teams. In Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work & Social Computing (pp. 260\u2013273). ACM.","DOI":"10.1145\/2818048.2819979"},{"key":"6_CR46","unstructured":"Lykourentzou, I., Kraut, R. E., & Dow, S. P. (2017). Team dating leads to better online ad hoc collaborations. In Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing, CSCW \u201917 (pp. 2330\u20132343). New York, NY, USA: ACM."},{"key":"6_CR47","doi-asserted-by":"crossref","unstructured":"Marshall, C. C., & Shipman, F. M. (2013). Experiences surveying the crowd: Reflections on methods, participation, and reliability. In Proceedings of the 5th Annual ACM Web Science Conference (pp. 234\u2013243). ACM.","DOI":"10.1145\/2464464.2464485"},{"key":"6_CR48","doi-asserted-by":"crossref","unstructured":"Marston, W. M. (2013). Emotions of normal people. Routledge.","DOI":"10.4324\/9781315010366"},{"key":"6_CR49","doi-asserted-by":"crossref","unstructured":"Martin, D., Hanrahan, B. V., O\u2019Neill, J., & Gupta, N. (2014). Being a turker. In Proceedings of the 17th ACM Conference on Computer Supported Cooperative Work & Social Computing (pp. 224\u2013235). ACM.","DOI":"10.1145\/2531602.2531663"},{"issue":"1","key":"6_CR50","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s10606-015-9241-6","volume":"25","author":"D Martin","year":"2016","unstructured":"Martin, D., O\u2019Neill, J., Gupta, N., & Hanrahan, B. V. (2016). Turking in a global labour market. Computer Supported Cooperative Work (CSCW), 25(1), 39\u201377.","journal-title":"Computer Supported Cooperative Work (CSCW)"},{"key":"6_CR51","unstructured":"Oleson, D., Sorokin, A., Laughlin, G. P., Hester, V., Le, J., & Biewald, L. (2011). Programmatic gold: Targeted and scalable quality assurance in crowdsourcing. Human Computation, 11(11)."},{"issue":"1","key":"6_CR52","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1111\/ntwe.12104","volume":"33","author":"HJ Pongratz","year":"2018","unstructured":"Pongratz, H. J. (2018). Of crowds and talents: Discursive constructions of global online labour. New Technology, Work and Employment, 33(1), 58\u201373.","journal-title":"New Technology, Work and Employment"},{"key":"6_CR53","doi-asserted-by":"crossref","unstructured":"Rzeszotarski, J., & Kittur, A. (2012, October 7\u201310). Crowdscape: Interactively visualizing user behavior and output. In UIST\u201912. Proceedings of the 25th Annual ACM Symposium on User Interface Software and Technology, Cambridge, MA, USA (pp. 55\u201362). New York: ACM Press.","DOI":"10.1145\/2380116.2380125"},{"key":"6_CR54","doi-asserted-by":"crossref","unstructured":"Rzeszotarski, J. M., & Kittur, A. (2011, October 16\u201319). Instrumenting the crowd: Using implicit behavioral measures to predict task performance. In UIST\u201911. Proceedings of the 24th Annual ACM Symposium on User Interface Software and Technology, Santa Barbara, CA, USA (pp. 13\u201322). New York: ACM Press.","DOI":"10.1145\/2047196.2047199"},{"issue":"1","key":"6_CR55","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3140459","volume":"1","author":"H Schmitz","year":"2018","unstructured":"Schmitz, H., & Lykourentzou, I. (2018). Online sequencing of non-decomposable macrotasks in expert crowdsourcing. ACM Transactions on Social Computing, 1(1), 1.","journal-title":"ACM Transactions on Social Computing"},{"key":"6_CR56","volume-title":"The paradox of choice: Why less is more","author":"B Schwartz","year":"2004","unstructured":"Schwartz, B. (2004). The paradox of choice: Why less is more. New York: Ecco."},{"key":"6_CR57","doi-asserted-by":"crossref","unstructured":"Schwartz, B., & Ward, A. (2004). Doing better but feeling worse: The paradox of choice. In Positive psychology in practice (pp. 86\u2013104).","DOI":"10.1002\/9780470939338.ch6"},{"key":"6_CR58","doi-asserted-by":"crossref","unstructured":"Sheshadri, A., & Lease, M. (2013, November 7\u20139). SQUARE: A benchmark for research on computing crowd consensus. In HCOMP\u201913. Proceedings of the First AAAI Conference on Human Computation and Crowdsourcing, Palm Springs, CA, USA (pp. 156\u2013164). AAAI Press.","DOI":"10.1609\/hcomp.v1i1.13088"},{"key":"6_CR59","volume-title":"Discovery of grounded theory","author":"A Strauss","year":"1967","unstructured":"Strauss, A., & Glaser, B. (1967). Discovery of grounded theory. Chicago: Aldine."},{"key":"6_CR60","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511557842","volume-title":"Qualitative analysis for social scientists","author":"AL Strauss","year":"1987","unstructured":"Strauss, A. L. (1987). Qualitative analysis for social scientists. Cambridge: Cambridge University Press."},{"key":"6_CR61","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai, G., Kohli, P., & Shokouhi, M. (2014, April 7\u201311). Community-based Bayesian aggregation models for crowdsourcing. In WWW\u201914. Proceedings of the 23rd International World Wide Web Conference, Seoul, Republic of Korea (pp. 155\u2013164). New York: ACM Press.","DOI":"10.1145\/2566486.2567989"},{"issue":"5","key":"6_CR62","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/MIC.2012.71","volume":"16","author":"JB Vuurens","year":"2012","unstructured":"Vuurens, J. B., & De Vries, A. P. (2012). Obtaining high-quality relevance judgments using crowdsourcing. IEEE Internet Computing, 16(5), 20\u201327.","journal-title":"IEEE Internet Computing"},{"key":"6_CR63","unstructured":"Wang, J., Ipeirotis, P. G., & Provost, F. (2011, March 12\u201314). Managing crowdsourcing workers. In WCBI\u201911. Proceedings of the Winter Conference on Business Intelligence, Salt Lake City, Utah, USA (pp. 10\u201312). Citeseer."},{"key":"6_CR64","doi-asserted-by":"crossref","unstructured":"Yu, H., Shen, Z., Miao, C., & An, B. (2012, December 4\u20137). Challenges and opportunities for trust management in crowdsourcing. In 2012 IEEE\/WIC\/ACM International Conferences on Intelligent Agent Technology, IAT 2012, Macau, China (pp. 486\u2013493). IEEE Computer Society.","DOI":"10.1109\/WI-IAT.2012.104"}],"container-title":["Human\u2013Computer Interaction Series","Macrotask Crowdsourcing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-12334-5_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,18]],"date-time":"2023-09-18T21:46:59Z","timestamp":1695073619000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-12334-5_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030123338","9783030123345"],"references-count":64,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-12334-5_6","relation":{},"ISSN":["1571-5035","2524-4477"],"issn-type":[{"type":"print","value":"1571-5035"},{"type":"electronic","value":"2524-4477"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"7 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}