{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T11:09:40Z","timestamp":1772363380145,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":24,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642351419","type":"print"},{"value":"9783642351426","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-35142-6_14","type":"book-chapter","created":{"date-parts":[[2012,12,8]],"date-time":"2012-12-08T07:11:25Z","timestamp":1354950685000},"page":"210-221","source":"Crossref","is-referenced-by-count":79,"title":["Amazon Mechanical Turk: A Research Tool for Organizations and Information Systems Scholars"],"prefix":"10.1007","author":[{"given":"Kevin","family":"Crowston","sequence":"first","affiliation":[]}],"member":"297","reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast\u2014But is it good?: Evaluating non-expert annotations for natural language tasks. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, pp. 254\u2013263. Association for Computational Linguistics (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"14_CR2","unstructured":"Kaisser, M., Lowe, J.: Creating a research collection of question answer sentence pairs with Amazon\u2019s Mechanical Turk. In: Proceedings of the Sixth International Conference on Language Resources and Evaluation, LREC 2008 (2008)"},{"key":"14_CR3","unstructured":"Rashtchian, C., Young, P., Hodosh, M., Hockenmaier, J.: Collecting image annotations using Amazon\u2019s Mechanical Turk. In: Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, pp. 139\u2013147. Association for Computational Linguistics (2010)"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Sorokin, A., Forsyth, D.: Utility data annotation with Amazon Mechanical Turk. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshops, pp. 1\u20138 (2008), doi:10.1109\/CVPRW.2008.4562953","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Heer, J., Bostock, M.: Crowdsourcing graphical perception: Using Mechanical Turk to assess visualization design. In: Proceedings of the 28th International Conference on Human Factors in Computing Systems (CHI 2010), pp. 203\u2013212. ACM (2010), doi:10.1145\/1753326.1753357","DOI":"10.1145\/1753326.1753357"},{"key":"14_CR6","first-page":"453","volume-title":"Proceedings of the ACM Conference on Human-factors in Computing Systems","author":"A. Kittur","year":"2008","unstructured":"Kittur, A., Chi, E.H., Suh, B.: Crowdsourcing user studies with Mechanical Turk. In: Proceedings of the ACM Conference on Human-factors in Computing Systems, pp. 453\u2013456. ACM, New York (2008)"},{"key":"14_CR7","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1093\/pan\/mpr057","volume":"20","author":"A.J. Berinsky","year":"2012","unstructured":"Berinsky, A.J., Huber, G.A., Lenz, G.S.: Evaluating online labor markets for experimental research: Amazon.com\u2019s Mechanical Turk. Political Analysis\u00a020, 351\u2013368 (2012), doi:10.1093\/pan\/mpr057","journal-title":"Political Analysis"},{"key":"14_CR8","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M. Buhrmester","year":"2011","unstructured":"Buhrmester, M., Kwang, T., Gosling, S.D.: Amazon\u2019s Mechanical Turk. Perspectives on Psychological Science\u00a06, 3\u20135 (2011), doi:10.1177\/1745691610393980","journal-title":"Perspectives on Psychological Science"},{"key":"14_CR9","unstructured":"Conley, C.A.: Design for quality: The case of Open Source Software development. PhD dissertation. New York University, New York, NY (2008)"},{"key":"14_CR10","unstructured":"http:\/\/www.amazon.com\/gp\/help\/customer\/display.html?nodeId=16465291"},{"key":"14_CR11","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1177\/1354856507084420","volume":"14","author":"D.C. Brabham","year":"2008","unstructured":"Brabham, D.C.: Crowdsourcing as a model for problem solving: An introduction and cases. Convergence\u00a014, 75 (2008)","journal-title":"Convergence"},{"key":"14_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W. Mason","year":"2012","unstructured":"Mason, W., Suri, S.: Conducting behavioral research on Amazon\u2019s Mechanical Turk. Behavior Research Methods\u00a044, 1\u201323 (2012)","journal-title":"Behavior Research Methods"},{"key":"14_CR13","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1145\/1869086.1869094","volume":"17","author":"P.G. Ipeirotis","year":"2010","unstructured":"Ipeirotis, P.G.: Analyzing the Amazon Mechanical Turk marketplace. XRDS\u00a017, 16\u201321 (2010), doi:10.1145\/1869086.1869094","journal-title":"XRDS"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Horton, J.J., Chilton, L.B.: The labor economics of paid crowdsourcing. In: Proceedings of the 11th ACM Conference on Electronic Commerce, pp. 209\u2013218 (2010)","DOI":"10.1145\/1807342.1807376"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Chilton, L.B., Horton, J.J., Miller, R.C., Azenkot, S.: Task search in a human computation market. In: Proceedings of the ACM SIGKDD Workshop on Human Computation, pp. 1\u20139. ACM (2010), doi:10.1145\/1837885.1837889","DOI":"10.1145\/1837885.1837889"},{"key":"14_CR16","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G. Paolacci","year":"2010","unstructured":"Paolacci, G., Chandler, J., Ipeirotis, P.G.: Running experiments on Amazon Mechanical Turk. Judgment and Decision Making\u00a05, 411\u2013419 (2010)","journal-title":"Judgment and Decision Making"},{"key":"14_CR17","doi-asserted-by":"publisher","first-page":"155","DOI":"10.3758\/s13428-010-0039-7","volume":"43","author":"J. Sprouse","year":"2011","unstructured":"Sprouse, J.: A validation of Amazon Mechanical Turk for the collection of acceptability judgments in linguistic theory. Behavior Research Methods\u00a043, 155\u2013167 (2011), doi:10.3758\/s13428-010-0039-7","journal-title":"Behavior Research Methods"},{"key":"14_CR18","unstructured":"Ipeirotis, P.G.: Demographics of Mechanical Turk. Working Paper CEDER-10-01, New York University (2010), http:\/\/ssrn.com\/abstract=1585030"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Wang, Y.-C., Kraut, R., Levine, J.M.: To stay or leave? The relationship of emotional and informational support to commitment in online health support groups. In: Proceedings of the ACM Conference on Computer Supported Cooperative Work, pp. 833\u2013842. ACM (2012), doi:10.1145\/2145204.2145329","DOI":"10.1145\/2145204.2145329"},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on Amazon Mechanical Turk. In: Proceedings of the ACM SIGKDD Workshop on Human Computation, pp. 64\u201367. ACM (2010), doi:10.1145\/1837885.1837906","DOI":"10.1145\/1837885.1837906"},{"key":"14_CR21","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/s10676-006-9104-4","volume":"8","author":"R. George De","year":"2006","unstructured":"De George, R.: Information technology, globalization and ethics. Ethics and Information Technology\u00a08, 29\u201340 (2006)","journal-title":"Ethics and Information Technology"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Crowston, K., Prestopnik, N.R.: Motivation and data quality in a citizen science game: A design science evaluation. In: Proceedings of Hawai\u2019i International Conference on System Science (2013)","DOI":"10.1109\/HICSS.2013.413"},{"key":"14_CR23","doi-asserted-by":"crossref","unstructured":"Cohn, J.P.: Citizen science: Can volunteers do real research? BioScience\u00a058, 192\u2013107 (2008)","DOI":"10.1641\/B580303"},{"key":"14_CR24","doi-asserted-by":"crossref","unstructured":"Wiggins, A., Crowston, K.: From conservation to crowdsourcing: A typology of citizen science. In: Proceedings of 44th Hawaii International Conference on System Sciences, pp. 1\u201310 (2011), doi:10.1109\/HICSS.2011.207","DOI":"10.1109\/HICSS.2011.207"}],"container-title":["IFIP Advances in Information and Communication Technology","Shaping the Future of ICT Research. Methods and Approaches"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-35142-6_14.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T16:48:34Z","timestamp":1687884514000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-35142-6_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642351419","9783642351426"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-35142-6_14","relation":{},"ISSN":["1868-4238","1861-2288"],"issn-type":[{"value":"1868-4238","type":"print"},{"value":"1861-2288","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012]]}}}