{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T21:15:03Z","timestamp":1768079703329,"version":"3.49.0"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2015,4,8]],"date-time":"2015-04-08T00:00:00Z","timestamp":1428451200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Bus Inf Syst Eng"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1007\/s12599-015-0384-2","type":"journal-article","created":{"date-parts":[[2015,4,7]],"date-time":"2015-04-07T13:46:46Z","timestamp":1428414406000},"page":"167-179","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["How (not) to Incent Crowd Workers"],"prefix":"10.1007","volume":"57","author":[{"given":"Tim","family":"Straub","sequence":"first","affiliation":[]},{"given":"Henner","family":"Gimpel","sequence":"additional","affiliation":[]},{"given":"Florian","family":"Teschner","sequence":"additional","affiliation":[]},{"given":"Christof","family":"Weinhardt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,4,8]]},"reference":[{"issue":"6","key":"384_CR1","doi-asserted-by":"crossref","first-page":"1173","DOI":"10.1037\/0022-3514.51.6.1173","volume":"51","author":"RM Baron","year":"1986","unstructured":"Baron RM, Kenny DA (1986) The moderator-mediator variable distinction in social psychological research: conceptual, strategic, and statistical considerations. J Pers Soc Psychol 51(6):1173\u20131182","journal-title":"J Pers Soc Psychol"},{"issue":"3","key":"384_CR2","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1093\/pan\/mpr057","volume":"20","author":"AJ Berinsky","year":"2012","unstructured":"Berinsky AJ, Huber GA, Lenz GS (2012) Evaluating online labor markets for experimental research: Amazon.com\u2019s mechanical turk. Polit Anal 20(3):351\u2013368","journal-title":"Polit Anal"},{"issue":"1","key":"384_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2307\/3250956","volume":"25","author":"M-C Boudreau","year":"2001","unstructured":"Boudreau M-C, Gefen D, Straub DW (2001) Validation in information systems research: a state-of-the-art assessment. MIS Q 25(1):1\u201316","journal-title":"MIS Q"},{"issue":"4","key":"384_CR4","doi-asserted-by":"crossref","first-page":"771","DOI":"10.1287\/mnsc.1120.1597","volume":"59","author":"A Bracha","year":"2013","unstructured":"Bracha A, Fershtman C (2013) Competitive incentives: working harder or working smarter? Manag Sci 59(4):771\u2013781","journal-title":"Manag Sci"},{"key":"384_CR5","first-page":"92","volume-title":"DESRIST 2011, LNCS 6629","author":"RO Briggs","year":"2011","unstructured":"Briggs RO, Schwabe G (2011) On expanding the scope of design science in is research. In: Jain H, Sinha AP, Vitharana P (eds) DESRIST 2011, LNCS 6629. Springer, Heidelberg, pp 92\u2013106"},{"issue":"1","key":"384_CR6","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester M, Kwang T, Gosling SD (2011) Amazon\u2019s mechanical turk: a new source of inexpensive, yet high-quality, data? Perspect Psychol Sci 6(1):3\u20135","journal-title":"Perspect Psychol Sci"},{"issue":"1","key":"384_CR7","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1086\/261439","volume":"95","author":"C Bull","year":"1987","unstructured":"Bull C, Schotter A, Weigelt K (1987) Tournaments and piece rates: an experimental study. J of Polit Econ 95(1):1\u201333","journal-title":"J of Polit Econ"},{"key":"384_CR8","doi-asserted-by":"crossref","unstructured":"Chilton LB, Horton JJ, Miller RC, Azenkot S (2010) Task search in a human computation market. In: ACM SIGKDD workshop on hum comput (HCOMP 2010), New York, pp 1\u20139","DOI":"10.1145\/1837885.1837889"},{"key":"384_CR9","volume-title":"Statistical power analysis for the behavioral sciences","author":"J Cohen","year":"1988","unstructured":"Cohen J (1988) Statistical power analysis for the behavioral sciences. Lawrence Erlbaum Associates, Hillsdale"},{"key":"384_CR10","volume-title":"Explorations in quality assessment and monitoring: the definition of quality and approaches to its assessment","author":"A Donabedian","year":"1980","unstructured":"Donabedian A (1980) Explorations in quality assessment and monitoring: the definition of quality and approaches to its assessment, vol 1. Health Administration Press, Ann Arbor"},{"key":"384_CR11","volume-title":"An introduction to quality assurance in health care","author":"A Donabedian","year":"2003","unstructured":"Donabedian A (2003) An introduction to quality assurance in health care. Oxford University Press, New York"},{"issue":"1","key":"384_CR12","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1146\/annurev.psych.53.100901.135153","volume":"53","author":"JS Eccles","year":"2002","unstructured":"Eccles JS, Wigfield A (2002) Motivational beliefs, values, and goals. Annu Rev of Psychol 53(1):109\u2013132","journal-title":"Annu Rev of Psychol"},{"issue":"6","key":"384_CR13","doi-asserted-by":"crossref","first-page":"1307","DOI":"10.1086\/261736","volume":"98","author":"RG Ehrenberg","year":"1990","unstructured":"Ehrenberg RG, Bognanno ML (1990) Do tournaments have incentive effects? J of Polit Econ 98(6):1307\u20131324","journal-title":"J of Polit Econ"},{"issue":"3","key":"384_CR14","doi-asserted-by":"crossref","first-page":"530","DOI":"10.1111\/j.1465-7295.2007.00094.x","volume":"47","author":"T Eriksson","year":"2009","unstructured":"Eriksson T, Teyssier S, Villeval MC (2009a) Self-selection and the efficiency of tournaments. Econ Inq 47(3):530\u2013548","journal-title":"Econ Inq"},{"key":"384_CR15","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1016\/j.labeco.2009.08.006","volume":"16","author":"T Eriksson","year":"2009","unstructured":"Eriksson T, Poulsen A, Villeval MC (2009b) Feedback and incentives: experimental evidence. Labour Econ 16:679\u2013688","journal-title":"Labour Econ"},{"issue":"2","key":"384_CR16","doi-asserted-by":"crossref","first-page":"318","DOI":"10.1111\/j.1542-4774.2010.01012.x","volume":"9","author":"C Fershtman","year":"2011","unstructured":"Fershtman C, Gneezy U (2011) The tradeoff between performance and quitting in high power tournaments. J Europ Econ Assoc 9(2):318\u2013336","journal-title":"J Europ Econ Assoc"},{"issue":"2","key":"384_CR17","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1007\/s10683-006-9159-4","volume":"10","author":"U Fischbacher","year":"2007","unstructured":"Fischbacher U (2007) Z-Tree: zurich toolbox for ready-made economic experiments. Exp Econ 10(2):171\u2013178","journal-title":"Exp Econ"},{"issue":"1","key":"384_CR18","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1257\/aer.102.1.469","volume":"102","author":"D Gill","year":"2012","unstructured":"Gill D, Prowse V (2012) A structural analysis of disappointment aversion in a real effort competition. Am Econ Rev 102(1):469\u2013503","journal-title":"Am Econ Rev"},{"issue":"3","key":"384_CR19","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1007\/s12599-012-0215-7","volume":"4","author":"L Hammon","year":"2012","unstructured":"Hammon L, Hippner H (2012) Crowdsourcing. Bus Inf Syst Eng 4(3):163\u2013166","journal-title":"Bus Inf Syst Eng"},{"issue":"4","key":"384_CR20","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1257\/0022051043004577","volume":"42","author":"GW Harrison","year":"2004","unstructured":"Harrison GW, List JA (2004) Field experiments. J Econ Lit 42(4):1009\u20131055","journal-title":"J Econ Lit"},{"issue":"4","key":"384_CR21","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1080\/03637750903310360","volume":"76","author":"AF Hayes","year":"2009","unstructured":"Hayes AF (2009) Beyond baron and kenny: statistical mediation analysis in the new millennium. Commun Monogr 76(4):408\u2013420","journal-title":"Commun Monogr"},{"issue":"3","key":"384_CR22","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1007\/s10683-011-9273-9","volume":"14","author":"JJ Horton","year":"2011","unstructured":"Horton JJ, Rand DG, Zeckhauser RJ (2011) The online laboratory: conducting experiments in a real labor market. Exp Econ 14(3):399\u2013425","journal-title":"Exp Econ"},{"issue":"2","key":"384_CR23","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1145\/1869086.1869094","volume":"17","author":"PG Ipeirotis","year":"2010","unstructured":"Ipeirotis PG (2010) Analyzing the Amazon mechanical turk marketplace. XRDS 17(2):16\u201321","journal-title":"XRDS"},{"key":"384_CR24","doi-asserted-by":"crossref","unstructured":"Ipeirotis PG, Provost F, Wang J (2010) Quality management on amazon mechanical turk. In: ACM SIGKDD workshop on hum comput (HCOMP 2010), Washington DC, pp 64\u201367","DOI":"10.1145\/1837885.1837906"},{"key":"384_CR25","unstructured":"Kaufmann N, Schulze T, Veit D (2011) More than fun and money. Worker motivation in crowdsourcing \u2013 a study on mechanical turk. In: 17th Am conf on inf syst (AMCIS 2011), Detroit, paper 340"},{"key":"384_CR26","doi-asserted-by":"crossref","unstructured":"Kittur A, Khamkar S, Andr\u00e9 P, Kraut RE (2012) CrowdWeaver: visually managing complex crowd work. In: ACM 2012 conf on comput support coop work (CSCW 2012), Seattle, pp 1033\u20131036","DOI":"10.1145\/2145204.2145357"},{"key":"384_CR27","doi-asserted-by":"crossref","unstructured":"Kittur A, Nickerson JV, Bernstein MS, Gerber EM, Shaw A, Zimmerman J, Lease M, Horton JJ (2013) The future of crowd work. In: 2013 conf on comput support coop work (CSCW 2013), San Antonio, pp 1301\u20131318","DOI":"10.1145\/2441776.2441923"},{"key":"384_CR28","doi-asserted-by":"crossref","unstructured":"Kokkodis M, Ipeirotis PG (2013) Have you done anything like that? Predicting performance using inter-category reputation. In: 6th ACM int conf on web search and data min (WSDM 2013), Rome, pp 435\u2013444","DOI":"10.1145\/2433396.2433450"},{"issue":"1","key":"384_CR29","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1287\/mnsc.1110.1379","volume":"58","author":"CM Kuhnen","year":"2012","unstructured":"Kuhnen CM, Tymula A (2012) Feedback, self-esteem, and performance in organizations. Manag Sci 58(1):94\u2013113","journal-title":"Manag Sci"},{"issue":"5","key":"384_CR30","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1086\/261010","volume":"89","author":"EP Lazear","year":"1981","unstructured":"Lazear EP, Rosen S (1981) Rank-order tournaments as optimum labor contracts. J of Polit Econ 89(5):841\u2013864","journal-title":"J of Polit Econ"},{"issue":"4","key":"384_CR31","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1007\/s12599-010-0114-8","volume":"2","author":"JM Leimeister","year":"2010","unstructured":"Leimeister JM (2010) Collective intelligence. Bus Inf Syst Eng 2(4):245\u2013248","journal-title":"Bus Inf Syst Eng"},{"issue":"3","key":"384_CR32","first-page":"21","volume":"51","author":"TW Malone","year":"2010","unstructured":"Malone TW, Laubacher R, Dellarocas C (2010) The collective intelligence genome. MIT Sloan Manag Rev 51(3):21\u201331","journal-title":"MIT Sloan Manag Rev"},{"key":"384_CR33","unstructured":"Mao A, Chen Y, Gajos KZ, Parkes D, Procaccia AD, Zhang H (2012) TurkServer: enabling synchronous and longitudinal online experiments. In: HCOMP (2012)"},{"issue":"1","key":"384_CR34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W Mason","year":"2012","unstructured":"Mason W, Suri S (2012) Conducting behavioral research on Amazon\u2019s mechanical turk. Behav Res Methods 44(1):1\u201323","journal-title":"Behav Res Methods"},{"issue":"2","key":"384_CR35","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1145\/1809400.1809422","volume":"11","author":"W Mason","year":"2009","unstructured":"Mason W, Watts DJ (2009) Financial incentives and the performance of crowds. ACM SigKDD Explor Newsl 11(2):100\u2013108","journal-title":"ACM SigKDD Explor Newsl"},{"issue":"5","key":"384_CR36","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis PG (2010) Running experiments on amazon mechanical turk. Judgm Decis Mak 5(5):411\u2013419","journal-title":"Judgm Decis Mak"},{"key":"384_CR37","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1348\/014466610X515696","volume":"50","author":"EC Pederson","year":"2011","unstructured":"Pederson EC, Denson TF, Goss RJ, Vasquez EA, Kelley NJ, Miller N (2011) The impact of rumination on aggressive thoughts, feelings, arousal, and behavior. Br J Soc Psychol 50:281\u2013301","journal-title":"Br J Soc Psychol"},{"key":"384_CR38","unstructured":"Pilz D, Gewald H (2013) Does money matter? Motivational factors for participation in paid- and non-profit-crowdsourcing communities. In: 11th Int Conf on Wirtschaftsinformatik (WI2013), Leipzig"},{"issue":"4","key":"384_CR39","doi-asserted-by":"crossref","first-page":"717","DOI":"10.3758\/BF03206553","volume":"36","author":"KJ Preacher","year":"2004","unstructured":"Preacher KJ, Hayes AF (2004) SPSS and SAS procedures for estimating indirect effects in simple mediation models. Behav Res Methods, Instrum Comp 36(4):717\u2013731","journal-title":"Behav Res Methods, Instrum Comp"},{"issue":"3A","key":"384_CR40","doi-asserted-by":"crossref","first-page":"16","DOI":"10.4236\/tel.2013.33A004","volume":"3","author":"K Pull","year":"2013","unstructured":"Pull K, B\u00e4ker H, B\u00e4ker A (2013) The ambivalent role of idiosyncratic risk in asymmetric tournaments. Theor Econ Lett 3(3A):16\u201322","journal-title":"Theor Econ Lett"},{"key":"384_CR41","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1017\/S1478061500002656","volume":"2","author":"AE Roth","year":"1986","unstructured":"Roth AE (1986) Laboratory experimentation in economics. Econ Philos 2:245\u2013273","journal-title":"Econ Philos"},{"key":"384_CR42","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/CBO9780511528316.001","volume-title":"Laboratory experimentation in economics: six points of view","author":"AE Roth","year":"1987","unstructured":"Roth AE (1987) Introduction and overview. In: Roth AE (ed) Laboratory experimentation in economics: six points of view. Cambridge University Press, Cambridge, pp 1\u201313"},{"issue":"1","key":"384_CR43","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1006\/ceps.1999.1020","volume":"25","author":"RM Ryan","year":"2000","unstructured":"Ryan RM, Deci EL (2000) Intrinsic and extrinsic motivations: classic definitions and new directions. Contemp Educ Psychol 25(1):54\u201367","journal-title":"Contemp Educ Psychol"},{"key":"384_CR44","doi-asserted-by":"crossref","unstructured":"Shaw AD, Horton JJ, Chen DL (2011) Designing incentives for inexpert human raters. In: ACM 2011 conf on comput support coop work (CSCW 2011), Hangzhou, pp 275\u2013284","DOI":"10.1145\/1958824.1958865"},{"key":"384_CR45","doi-asserted-by":"crossref","DOI":"10.4135\/9781412984249","volume-title":"Exploratory research in the social sciences","author":"R Stebbins","year":"2001","unstructured":"Stebbins R (2001) Exploratory research in the social sciences. Sage Pubs, Thousand Oaks"},{"key":"384_CR46","unstructured":"Straub T, Gimpel H, Teschner F, Weinhardt C (2014a) Feedback and performance in crowd work: a real effort experiment. In: ECIS 2014 Proc, Tel Aviv"},{"key":"384_CR47","unstructured":"Straub T, Gimpel H, Teschner F, (2014b) The negative effect of feedback on performance in crowd labor tournaments. In: Nickerson J, Malone T (eds) Proc of collective intell 2014"},{"key":"384_CR48","unstructured":"Teschner F, Gimpel H (2013a) Crowd labor markets as platform for IS research: first evidence from electronic markets. In: 2013 Int conf on inf syst (ICIS 2013), Milan"},{"key":"384_CR49","unstructured":"Teschner F, Gimpel H (2013b) Validity of MTurk experiments in IS research: results from electronic markets. Working paper"},{"issue":"2","key":"384_CR50","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/S0014-2921(00)00056-8","volume":"45","author":"F Dijk Van","year":"2001","unstructured":"Van Dijk F, Sonnemans J, van Winden F (2001) Incentive systems in a real effort experiment. Europ Econ Rev 45(2):187\u2013214","journal-title":"Europ Econ Rev"},{"key":"384_CR51","unstructured":"Wang J, Ipeirotis PG, Provost F (2013) Quality-based pricing for crowdsourced workers. Working Paper. http:\/\/ssrn.com\/abstract=2283000 . Accessed 13 Mar 2015"}],"container-title":["Business & Information Systems Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12599-015-0384-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12599-015-0384-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12599-015-0384-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,9]],"date-time":"2023-08-09T07:46:14Z","timestamp":1691567174000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12599-015-0384-2"}},"subtitle":["Payment Schemes and Feedback in Crowdsourcing"],"short-title":[],"issued":{"date-parts":[[2015,4,8]]},"references-count":51,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["384"],"URL":"https:\/\/doi.org\/10.1007\/s12599-015-0384-2","relation":{},"ISSN":["2363-7005","1867-0202"],"issn-type":[{"value":"2363-7005","type":"print"},{"value":"1867-0202","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,4,8]]}}}