{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T18:16:47Z","timestamp":1790014607321,"version":"4.0.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,1,4]],"date-time":"2018-01-04T00:00:00Z","timestamp":1515024000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J GEN INTERN MED"],"published-print":{"date-parts":[[2018,4]]},"DOI":"10.1007\/s11606-017-4246-0","type":"journal-article","created":{"date-parts":[[2018,1,4]],"date-time":"2018-01-04T19:35:06Z","timestamp":1515094506000},"page":"533-538","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":401,"title":["Comparing Amazon\u2019s Mechanical Turk Platform to Conventional Data Collection Methods in the Health and Medical Research Literature"],"prefix":"10.1007","volume":"33","author":[{"given":"Karoline","family":"Mortensen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taylor L.","family":"Hughes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,1,4]]},"reference":[{"key":"4246_CR1","unstructured":"Redmiles EM, Kross S, Pradhan A, Mazurek ML. How well do my results generalize? Comparing security and privacy survey results from MTurk and web panels to the US; 2017. Technical Report of the Computer Science Department at the University of Maryland. \n                    http:\/\/drum.lib.umd.edu\/handle\/1903\/19164\n                    \n                  ."},{"issue":"5","key":"4246_CR2","doi-asserted-by":"publisher","first-page":"411","DOI":"10.2139\/ssrn.1626226","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis P. Running experiments on Amazon Mechanical Turk. Judgment and decision making. 2010;5(5):411\u2013419. \n                    https:\/\/doi.org\/10.2139\/ssrn.1626226\n                    \n                  .","journal-title":"Judgment and decision making."},{"key":"4246_CR3","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1146\/annurev-clinpsy-021815-093623","volume":"12","author":"J Chandler","year":"2016","unstructured":"Chandler J, Shapiro DN. Conducting clinical research using crowdsourced convenience samples. Annual review of clinical psychology. 2016;12:53\u201381. \n                    https:\/\/doi.org\/10.1146\/annurev-clinpsy-021815-093623\n                    \n                  .","journal-title":"Annual review of clinical psychology."},{"issue":"4","key":"4246_CR4","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1080\/23736992.2016.1228811","volume":"31","author":"M Pittman","year":"2016","unstructured":"Pittman M, Sheehan K. Amazon\u2019s Mechanical Turk a digital sweatshop? Transparency and accountability in crowdsourced online research. Journal of media ethics. 2016;31(4):260\u2013262. \n                    https:\/\/doi.org\/10.1080\/23736992.2016.1228811\n                    \n                  .","journal-title":"Journal of media ethics."},{"key":"4246_CR5","unstructured":"Hitlin P. Research in the crowdsourcing Age, a case study.; 2016. \n                    http:\/\/www.pewinternet.org\/2016\/07\/11\/research-in-the-crowdsourcing-age-a-case-study\/\n                    \n                  ."},{"issue":"5","key":"4246_CR6","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1017\/CBO9781107415324.004","volume":"10","author":"N Stewart","year":"2015","unstructured":"Stewart N, Harris AJL, Bartels DM, Newell BR, Paolacci G, Chandler J. The average laboratory samples a population of 7,300 Amazon Mechanical Turk workers. Judgment and decision making. 2015;10(5):479\u2013491. \n                    https:\/\/doi.org\/10.1017\/CBO9781107415324.004\n                    \n                  .","journal-title":"Judgment and decision making."},{"issue":"3","key":"4246_CR7","doi-asserted-by":"publisher","first-page":"800","DOI":"10.3758\/s13428-011-0081-0","volume":"43","author":"TS Behrend","year":"2011","unstructured":"Behrend TS, Sharek DJ, Meade AW, Wiebe EN. The viability of crowdsourcing for survey research. Behavioral research methods. 2011;43(3):800\u2013813. \n                    https:\/\/doi.org\/10.3758\/s13428-011-0081-0\n                    \n                  .","journal-title":"Behavioral research methods."},{"issue":"3","key":"4246_CR8","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1093\/pan\/mpr057","volume":"20","author":"AJ Berinsky","year":"2012","unstructured":"Berinsky AJ, Huber GA, Lenz GS. Evaluating online labor markets for experimental tesearch: Amazon.com\u2019s Mechanical Turk. Political analysis. 2012;20(3):351\u2013368. \n                    https:\/\/doi.org\/10.1093\/pan\/mpr057\n                    \n                  .","journal-title":"Political analysis."},{"issue":"1","key":"4246_CR9","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester M, Kwang T, Gosling SD. Amazon\u2019s Mechanical Turk: A new source of inexpensive, yet high-quality, data? Perspectives in psychological science. 2011;6(1):3\u20135. \n                    https:\/\/doi.org\/10.1177\/1745691610393980\n                    \n                  .","journal-title":"Perspectives in psychological science."},{"key":"4246_CR10","doi-asserted-by":"publisher","DOI":"10.7717\/peerj.1058","volume":"3","author":"AT Woods","year":"2015","unstructured":"Woods AT, Velasco C, Levitan CA, Wan X, Spence C. Conducting perception research over the internet: a tutorial review. PeerJ. 2015;3:e1058. \n                    https:\/\/doi.org\/10.7717\/peerj.1058\n                    \n                  .","journal-title":"PeerJ."},{"key":"4246_CR11","doi-asserted-by":"publisher","unstructured":"Sheehan KB. Crowdsourcing research: Data collection with Amazon\u2019s Mechanical Turk. Commun Monogr. 2017;0(0):1\u201317. \n                    https:\/\/doi.org\/10.1080\/03637751.2017.1342043\n                    \n                  .","DOI":"10.1080\/03637751.2017.1342043"},{"issue":"2","key":"4246_CR12","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1177\/2167702612469015","volume":"1","author":"DN Shapiro","year":"2013","unstructured":"Shapiro DN, Chandler J, Mueller PA. Using Mechanical Turk to study clinical populations. Clinical psychological science. 2013;1(2):213\u2013220. \n                    https:\/\/doi.org\/10.1177\/2167702612469015\n                    \n                  .","journal-title":"Clinical psychological science."},{"issue":"6","key":"4246_CR13","doi-asserted-by":"publisher","first-page":"2156","DOI":"10.1016\/j.chb.2013.05.009","volume":"29","author":"K Casler","year":"2013","unstructured":"Casler K, Bickel L, Hackett E. Separate but equal? A comparison of participants and data gathered via Amazon\u2019s MTurk, social media, and face-to-face behavioral testing. Computers in human behavior. 2013;29(6):2156\u20132160. \n                    https:\/\/doi.org\/10.1016\/j.chb.2013.05.009\n                    \n                  .","journal-title":"Computers in human behavior."},{"issue":"3","key":"4246_CR14","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s10683-011-9273-9","volume":"14","author":"JJ Horton","year":"2011","unstructured":"Horton JJ, Rand DG, Zeckhauser RJ. The online laboratory: Conducting experiments in a real labor market. Experimental economics. 2011;14(3):399\u2013425. \n                    https:\/\/doi.org\/10.1007\/s10683-011-9273-9\n                    \n                  .","journal-title":"Experimental economics."},{"issue":"1","key":"4246_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W Mason","year":"2012","unstructured":"Mason W, Suri S. Conducting behavioral research on Amazon\u2019s Mechanical Turk. Behavioral research methods. 2012;44(1):1\u201323. \n                    https:\/\/doi.org\/10.3758\/s13428-011-0124-6\n                    \n                  .","journal-title":"Behavioral research methods."},{"issue":"1","key":"4246_CR16","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/s11606-013-2536-8","volume":"29","author":"BL Ranard","year":"2014","unstructured":"Ranard BL, Ha YP, Meisel ZF, et al. Crowdsourcing\u2014harnessing the masses to advance health and medicine, a systematic review. Journal of general internal medicine. 2014;29(1):187\u2013203. \n                    https:\/\/doi.org\/10.1007\/s11606-013-2536-8\n                    \n                  .","journal-title":"Journal of general internal medicine."},{"key":"4246_CR17","unstructured":"Constitution of the World Health Organization. 1946. \n                    http:\/\/www.who.int\/about\/mission\/en\/\n                    \n                  ."},{"issue":"2","key":"4246_CR18","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1016\/j.jss.2015.03.018","volume":"196","author":"N Aghdasi","year":"2015","unstructured":"Aghdasi N, Bly R, White LW, Hannaford B, Moe K, Lendvay TS. Crowd-sourced assessment of surgical skills in cricothyrotomy procedure. Journal of surgical research. 2015;196(2):302\u2013306. \n                    https:\/\/doi.org\/10.1016\/j.jss.2015.03.018\n                    \n                  .","journal-title":"Journal of surgical research."},{"key":"4246_CR19","doi-asserted-by":"publisher","unstructured":"Arch JJ, Carr AL. Using Mechanical Turk for research on cancer survivors. Psychooncology. 2016; \n                    https:\/\/doi.org\/10.1002\/pon.4173\n                    \n                  .","DOI":"10.1002\/pon.4173"},{"issue":"6","key":"4246_CR20","doi-asserted-by":"publisher","first-page":"684","DOI":"10.1037\/pas0000217","volume":"28","author":"KA Arditte","year":"2016","unstructured":"Arditte KA, Cek D, Shaw AM, Timpano KR. The importance of assessing clinical phenomena in Mechanical Turk research. Psychological assessment. 2016;28(6):684\u2013691. \n                    https:\/\/doi.org\/10.1037\/pas0000217\n                    \n                  .","journal-title":"Psychological assessment."},{"issue":"3","key":"4246_CR21","doi-asserted-by":"publisher","DOI":"10.2196\/resprot.5772","volume":"5","author":"J Bardos","year":"2016","unstructured":"Bardos J, Friedenthal J, Spiegelman J, Williams Z. Cloud based surveys to assess patient perceptions of health care: 1000 respondents in 3 days for US $300. JMIR research protocols. 2016;5(3):e166. \n                    https:\/\/doi.org\/10.2196\/resprot.5772\n                    \n                  .","journal-title":"JMIR research protocols."},{"issue":"4","key":"4246_CR22","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1111\/dar.12163","volume":"33","author":"MH Boynton","year":"2014","unstructured":"Boynton MH, Richman LS. An online daily diary study of alcohol use using Amazon\u2019s Mechanical Turk. Drug and alcohol review. 2014;33(4):456\u2013461. \n                    https:\/\/doi.org\/10.1111\/dar.12163\n                    \n                  .","journal-title":"Drug and alcohol review."},{"issue":"10","key":"4246_CR23","doi-asserted-by":"publisher","first-page":"e233","DOI":"10.2196\/jmir.3807","volume":"16","author":"CJ Brady","year":"2014","unstructured":"Brady CJ, Villanti AC, Pearson JL, Kirchner TR, Gupta OP, Shah CP. Rapid grading of fundus photographs for diabetic retinopathy using crowdsourcing. Journal of medical internet research. 2014;16(10):e233. \n                    https:\/\/doi.org\/10.2196\/jmir.3807\n                    \n                  .","journal-title":"Journal of medical internet research"},{"key":"4246_CR24","doi-asserted-by":"publisher","unstructured":"Briones EM, Benham G. An examination of the equivalency of self-report measures obtained from crowdsourced versus undergraduate student samples. Behavioral research methods. 2016. \n                    https:\/\/doi.org\/10.3758\/s13428-016-0710-8\n                    \n                  .","DOI":"10.3758\/s13428-016-0710-8"},{"issue":"7","key":"4246_CR25","doi-asserted-by":"publisher","first-page":"e100647","DOI":"10.1371\/journal.pone.0100647","volume":"9","author":"AW Brown","year":"2014","unstructured":"Brown AW, Allison DB. Using crowdsourcing to evaluate published scientific literature: Methods and example. PLoS One. 2014;9(7):e100647. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0100647\n                    \n                  .","journal-title":"PLoS One"},{"issue":"1","key":"4246_CR26","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/j.jss.2013.09.024","volume":"187","author":"C Chen","year":"2014","unstructured":"Chen C, White L, Kowalewski T, et al. Crowd-Sourced Assessment of Technical Skills: A novel method to evaluate surgical performance. Journal of surgical research. 2014;187(1):65\u201371. \n                    https:\/\/doi.org\/10.1016\/j.jss.2013.09.024\n                    \n                  .","journal-title":"Journal of surgical research."},{"issue":"2","key":"4246_CR27","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1016\/j.amjsurg.2015.09.005","volume":"211","author":"SB Deal","year":"2016","unstructured":"Deal SB, Lendvay TS, Haque MI, et al. Crowd-sourced assessment of technical skills: an opportunity for improvement in the assessment of laparoscopic surgical skills. American journal of surgery. 2016;211(2):398\u2013404. \n                    https:\/\/doi.org\/10.1016\/j.amjsurg.2015.09.005\n                    \n                  .","journal-title":"American journal of surgery."},{"issue":"4","key":"4246_CR28","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1016\/j.bodyim.2012.06.006","volume":"9","author":"RM Gardner","year":"2012","unstructured":"Gardner RM, Brown DL, Boice R. Using Amazon\u2019s Mechanical Turk website to measure accuracy of body size estimation and body dissatisfaction. Body image. 2012;9(4):532\u2013534. \n                    https:\/\/doi.org\/10.1016\/j.bodyim.2012.06.006\n                    \n                  .","journal-title":"Body image."},{"key":"4246_CR29","doi-asserted-by":"publisher","unstructured":"Good BM, Nanis M, Wu C, Su AI. Microtask crowdsourcing for disease mention annotation in PubMed abstracts. Pacific symposium on biocomputing. 2015:282\u2013293. \n                    https:\/\/doi.org\/10.1142\/9789814644730_0028\n                    \n                  .","DOI":"10.1142\/9789814644730_0028"},{"issue":"4","key":"4246_CR30","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1097\/JOM.0000000000000360","volume":"57","author":"P Harber","year":"2015","unstructured":"Harber P, Leroy G. Assessing work\u2013asthma interaction with Amazon Mechanical Turk. Journal of occupational medicine. 2015;57(4):381\u2013385. \n                    https:\/\/doi.org\/10.1097\/JOM.0000000000000360\n                    \n                  .","journal-title":"Journal of occupational medicine."},{"key":"4246_CR31","doi-asserted-by":"publisher","DOI":"10.5888\/pcd12.140402","volume":"12","author":"JK Harris","year":"2015","unstructured":"Harris JK, Mart A, Moreland-Russell S, Caburnay CA. Diabetes topics associated with engagement on Twitter. Preventing chronic disease. 2015;12:E62. \n                    https:\/\/doi.org\/10.5888\/pcd12.140402\n                    \n                  .","journal-title":"Preventing chronic disease."},{"key":"4246_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fpubh.2016.00097","volume":"4","author":"JA Hipp","year":"2016","unstructured":"Hipp JA, Manteiga A, Burgess A, Stylianou A, Pless R. Webcams, crowdsourcing, and enhanced crosswalks: Developing a novel method to analyze active transportation. Frontiers in public health. 2016;4:1\u20139. \n                    http:\/\/journal.frontiersin.org\/article\/10.3389\/fpubh.2016.00097\n                    \n                  .","journal-title":"Frontiers in public health."},{"issue":"10","key":"4246_CR33","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1089\/end.2015.0104","volume":"29","author":"D Holst","year":"2015","unstructured":"Holst D, Kowalewski TM, White LW, et al. Crowd-Sourced Assessment of Technical Skills (C-SATS): Differentiating animate surgical skill through the wisdom of crowds. Journal of endourology. 2015;29(10):1183\u20138. \n                    https:\/\/doi.org\/10.1089\/end.2015.0104\n                    \n                  .","journal-title":"Journal of endourology."},{"key":"4246_CR34","doi-asserted-by":"publisher","first-page":"bav016","DOI":"10.1093\/database\/bav016","volume":"2015","author":"R Khare","year":"2015","unstructured":"Khare R, Burger JD, Aberdeen JS, et al. Scaling drug indication curation through crowdsourcing. Database. 2015;2015:bav016. \n                    https:\/\/doi.org\/10.1093\/database\/bav016\n                    \n                  .","journal-title":"Database"},{"issue":"1","key":"4246_CR35","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1037\/adb0000219","volume":"31","author":"HS Kim","year":"2017","unstructured":"Kim HS, Hodgins DC. Reliability and validity of data obtained from alcohol, cannabis, and gambling populations on Amazon\u2019s Mechanical Turk. Psychology of addictive behaviors. 2017;31(1):85\u201394. \n                    https:\/\/doi.org\/10.1037\/adb0000219\n                    \n                  .","journal-title":"Psychology of addictive behaviors."},{"issue":"12","key":"4246_CR36","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.4582","volume":"17","author":"J Kuang","year":"2015","unstructured":"Kuang J, Argo L, Stoddard G, Bray BE, Zeng-Treitler Q. Assessing pictograph recognition: A comparison of crowdsourcing and traditional survey approaches. Journal of medical internet research. 2015;17(12):e281. \n                    https:\/\/doi.org\/10.2196\/jmir.4582\n                    \n                  .","journal-title":"Journal of medical internet research."},{"key":"4246_CR37","doi-asserted-by":"publisher","unstructured":"Lee AY, Lee CS, Keane PA, Tufail A. Use of Mechanical Turk as a MapReduce framework for macular OCT segmentation. Journal of ophthalmology. 2016. \n                    https:\/\/doi.org\/10.1155\/2016\/6571547\n                    \n                  .","DOI":"10.1155\/2016\/6571547"},{"issue":"6","key":"4246_CR38","doi-asserted-by":"publisher","first-page":"1026","DOI":"10.1016\/j.jpurol.2014.02.014","volume":"10","author":"JC Lloyd","year":"2014","unstructured":"Lloyd JC, Yen T, Pietrobon R, et al. Estimating utility values for vesicoureteral reflux in the general public using an online tool. Journal of pediatric urology. 2014;10(6):1026\u20131031. \n                    https:\/\/doi.org\/10.1016\/j.jpurol.2014.02.014\n                    \n                  .","journal-title":"Journal of pediatric urology."},{"issue":"6","key":"4246_CR39","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1136\/amiajnl-2012-001110","volume":"20","author":"DL MacLean","year":"2013","unstructured":"MacLean DL, Heer J. Identifying medical terms in patient-authored text: a crowdsourcing-based approach. Journal of the american medical informatics association. 2013;20(6):1120\u20131127. \n                    https:\/\/doi.org\/10.1136\/amiajnl-2012-001110\n                    \n                  .","journal-title":"Journal of the american medical informatics association."},{"issue":"2","key":"4246_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0117401","volume":"10","author":"D Mitry","year":"2015","unstructured":"Mitry D, Peto T, Hayat S, et al. Crowdsourcing as a screening tool to detect clinical features of glaucomatous optic neuropathy from digital photography. PLoS One. 2015;10(2):1\u20138. \n                    https:\/\/doi.org\/10.1371\/journal.pone.0117401\n                    \n                  .","journal-title":"PLoS One."},{"issue":"5","key":"4246_CR41","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1167\/tvst.5.5.6","volume":"5","author":"D Mitry","year":"2016","unstructured":"Mitry D, Zutis K, Dhillon B, et al. The accuracy and reliability of crowdsource annotations of digital retinal images. Translational vision science & technology. 2016;5(5):6. \n                    https:\/\/doi.org\/10.1167\/tvst.5.5.6\n                    \n                  .","journal-title":"Translational vision science & technology."},{"key":"4246_CR42","first-page":"1020","volume":"2013","author":"JM Mortensen","year":"2013","unstructured":"Mortensen JM, Musen MA, Noy NF. Crowdsourcing the verification of relationships in biomedical ontologies. AMIA Annual symposium proceedings. 2013;2013:1020\u20131029.","journal-title":"AMIA Annual symposium proceedings."},{"issue":"4","key":"4246_CR43","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1089\/end.2015.0665","volume":"30","author":"MK Powers","year":"2016","unstructured":"Powers MK, Boonjindasup A, Pinsky M, et al. Crowdsourcing assessment of surgeon dissection of renal artery and vein during robotic partial nephrectomy: A novel approach for quantitative assessment of surgical performance. Journal of endourology. 2016;30(4):447\u2013452. \n                    https:\/\/doi.org\/10.1089\/end.2015.0665\n                    \n                  .","journal-title":"Journal of endourology."},{"key":"4246_CR44","doi-asserted-by":"publisher","unstructured":"Santiago-Rivas M, Schnur JB, Jandorf L. Sun protection belief clusters: Analysis of Amazon Mechanical Turk data. Journal of cancer education. 2016;31(4):673\u2013678. \n                    https:\/\/doi.org\/10.1007\/s13187-015-0882-4\n                    \n                  .","DOI":"10.1007\/s13187-015-0882-4"},{"issue":"11","key":"4246_CR45","doi-asserted-by":"publisher","first-page":"3235","DOI":"10.1007\/s10826-015-0126-6","volume":"24","author":"JL Schleider","year":"2015","unstructured":"Schleider JL, Weisz JR. Using Mechanical Turk to study family processes and youth mental health: A test of feasibility. Journal of child and family studies. 2015;24(11):3235\u20133246. \n                    https:\/\/doi.org\/10.1007\/s10826-015-0126-6\n                    \n                  .","journal-title":"Journal of child and family studies."},{"issue":"1","key":"4246_CR46","first-page":"40","volume":"7","author":"W Shao","year":"2015","unstructured":"Shao W, Guan W, Clark MA, et al. Variations in recruitment yield, costs, speed, and participant diversity across internet platforms in a global study examining the efficacy of an HIV\/AIDS and HIV testing animated and live-action video. Digital culture & education. 2015;7(1):40\u201386.","journal-title":"Digital culture & education."},{"issue":"3","key":"4246_CR47","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.2063","volume":"14","author":"AM Turner","year":"2012","unstructured":"Turner AM, Kirchhoff K, Capurro D. Using crowdsourcing technology for testing multilingual public health promotion materials. Journal of medical internet research. 2012;14(3):e79. \n                    http:\/\/www.jmir.org\/2012\/3\/e79\/\n                    \n                  .","journal-title":"Journal of medical internet research."},{"issue":"11","key":"4246_CR48","doi-asserted-by":"publisher","first-page":"1295","DOI":"10.1089\/end.2015.0191","volume":"29","author":"LW White","year":"2015","unstructured":"White LW, Kowalewski TM, Dockter RL, Comstock B, Hannaford B, Lendvay TS. Crowd-Sourced Assessment of Technical Skill: A valid method for discriminating basic robotic surgery skills. Journal of endourology. 2015;29(11):1295\u20131301. \n                    https:\/\/doi.org\/10.1089\/end.2015.0191\n                    \n                  .","journal-title":"Journal of endourology."},{"key":"4246_CR49","doi-asserted-by":"publisher","unstructured":"Wu C, Scott Hultman C, Diegidio P, et al. What do our patients truly want? Conjoint analysis of an aesthetic plastic surgery practice using internet crowdsourcing. Aesthet Surg J. 2017;37(1):105\u2013118. \n                    https:\/\/doi.org\/10.1093\/asj\/sjw143\n                    \n                  .","DOI":"10.1093\/asj\/sjw143"},{"key":"4246_CR50","doi-asserted-by":"publisher","unstructured":"Wymbs BT, Dawson AE. Screening Amazon\u2019s Mechanical Turk for adults with ADHD. J Atten Disord. 2015:1\u201310. \n                    https:\/\/doi.org\/10.1177\/1087054715597471\n                    \n                  .","DOI":"10.1177\/1087054715597471"},{"issue":"6","key":"4246_CR51","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.2513","volume":"15","author":"B Yu","year":"2013","unstructured":"Yu B, Willis M, Sun P, Wang J. Crowdsourcing participatory evaluation of medical pictograms using Amazon Mechanical Turk. Journal of medical internet research. 2013;15(6):e108. \n                    http:\/\/www.jmir.org\/2013\/6\/e108\/\n                    \n                  .","journal-title":"Journal of medical internet research."}],"container-title":["Journal of General Internal Medicine"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11606-017-4246-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11606-017-4246-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11606-017-4246-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,1,8]],"date-time":"2019-01-08T20:38:30Z","timestamp":1546979910000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11606-017-4246-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1,4]]},"references-count":51,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2018,4]]}},"alternative-id":["4246"],"URL":"https:\/\/doi.org\/10.1007\/s11606-017-4246-0","relation":{},"ISSN":["0884-8734","1525-1497"],"issn-type":[{"value":"0884-8734","type":"print"},{"value":"1525-1497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1,4]]}}}