{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T18:00:34Z","timestamp":1776103234052,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":81,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,20]],"date-time":"2020-04-20T00:00:00Z","timestamp":1587340800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,20]]},"DOI":"10.1145\/3366423.3380200","type":"proceedings-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T08:11:44Z","timestamp":1588579904000},"page":"1241-1252","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Becoming the Super Turker:Increasing Wages via a Strategy from High Earning Workers"],"prefix":"10.1145","author":[{"given":"Saiph","family":"Savage","sequence":"first","affiliation":[{"name":"Universidad Nacional Autonoma de Mexico (UNAM), Mexico"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chun Wei","family":"Chiang","sequence":"additional","affiliation":[{"name":"West Virginia University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Susumu","family":"Saito","sequence":"additional","affiliation":[{"name":"Waseda University, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carlos","family":"Toxtli","sequence":"additional","affiliation":[{"name":"West Virginia University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeffrey","family":"Bigham","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,4,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Retrieved","year":"2019"},{"key":"e_1_3_2_1_2_1","unstructured":"aaai Fall Symosium\u00a02019. [n.d.]. Solving AI\u2019s last-mile problem with crowd-augmented expert work. ([n.\u00a0d.]).  aaai Fall Symosium\u00a02019. [n.d.]. Solving AI\u2019s last-mile problem with crowd-augmented expert work. ([n.\u00a0d.])."},{"key":"e_1_3_2_1_3_1","volume-title":"Income security in the on-demand economy: Findings and policy lessons from a survey of crowdworkers. Comp. Lab. L. & Pol\u2019y J. 37","author":"Berg Janine","year":"2015"},{"key":"e_1_3_2_1_4_1","volume-title":"Digital labour platforms and the future of work: Towards decent work in the online world","author":"Berg Janine","year":"2018"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1111\/ntwe.12038"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866080"},{"key":"e_1_3_2_1_7_1","first-page":"22","article-title":"Decision making: A computer-science and information-technology viewpoint","volume":"7","author":"Bohanec Marko","year":"2009","journal-title":"Interdisciplinary Description of Complex Systems: INDECS"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"John Bohannon. 2011. Social science for pennies.  John Bohannon. 2011. Social science for pennies.","DOI":"10.1126\/science.334.6054.307"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v2i1.13198"},{"key":"e_1_3_2_1_10_1","volume-title":"Separate but equal? A comparison of participants and data gathered via Amazon\u2019s MTurk, social media, and face-to-face behavioral testing. Computers in human behavior 29, 6","author":"Casler Krista","year":"2013"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3188660"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274306"},{"key":"e_1_3_2_1_13_1","unstructured":"ChrisTurk. 2018. TurkerView. Retrieved November 4 2018 from https:\/\/turkerview.com\/  ChrisTurk. 2018. TurkerView. Retrieved November 4 2018 from https:\/\/turkerview.com\/"},{"key":"e_1_3_2_1_14_1","volume-title":"Coordinating advanced crowd work: Extending citizen science. Citizen Science: Theory and Practice 4, 1","author":"Crowston Kevin","year":"2019"},{"key":"e_1_3_2_1_15_1","volume-title":"Dawn of the digital sweatshop","author":"Cushing Ellen","year":"2012"},{"key":"e_1_3_2_1_16_1","volume-title":"The rise of the just-in-time workforce: On-demand work, crowdwork, and labor protection in the gig-economy. Comp. Lab. L. & Pol\u2019y J. 37","author":"De\u00a0Stefano Valerio","year":"2015"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_18_1","first-page":"159","article-title":"Pretest-posttest designs and measurement of change","volume":"20","author":"Dimitrov M","year":"2003","journal-title":"Work"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557217"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858268"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Steven Dow Anand Kulkarni Brie Bunge Truc Nguyen Scott Klemmer and Bj\u00f6rn Hartmann. 2011. Shepherding the crowd: managing and providing feedback to crowd workers. In CHI\u201911 Extended Abstracts on Human Factors in Computing Systems. ACM 1669\u20131674.  Steven Dow Anand Kulkarni Brie Bunge Truc Nguyen Scott Klemmer and Bj\u00f6rn Hartmann. 2011. Shepherding the crowd: managing and providing feedback to crowd workers. In CHI\u201911 Extended Abstracts on Human Factors in Computing Systems. ACM 1669\u20131674.","DOI":"10.1145\/1979742.1979826"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208649"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1541948.1541999"},{"key":"e_1_3_2_1_24_1","volume-title":"Readings in multiple criteria decision aid","author":"Forman H"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130914"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342220.3343644"},{"key":"e_1_3_2_1_27_1","volume-title":"Design for Teaching and Learning in a Networked World","author":"Gadiraju Ujwal"},{"key":"e_1_3_2_1_28_1","volume-title":"Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass.","author":"Gray Mary","year":"2019"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291035"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174023"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-018-9313-5"},{"key":"e_1_3_2_1_32_1","volume-title":"Research in the crowdsourcing age, a case study","author":"Hitlin Paul","year":"2016"},{"key":"e_1_3_2_1_33_1","volume-title":"Retrieved","author":"Horowitz Sara","year":"2015"},{"key":"e_1_3_2_1_34_1","volume-title":"The condition of the Turking class: Are online employers fair and honest?Economics Letters 111, 1","author":"Horton J","year":"2011"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807342.1807376"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173869"},{"key":"e_1_3_2_1_37_1","unstructured":"International Labour\u00a0Office (ILO). 2016. Non-standard employment around the world: Understanding challenges shaping prospects.  International Labour\u00a0Office (ILO). 2016. Non-standard employment around the world: Understanding challenges shaping prospects."},{"key":"e_1_3_2_1_38_1","volume-title":"low wages, and the market for lemons. A Computer Scientist in a Business School 27","author":"Ipeirotis G","year":"2010"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858592"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15742-5_55"},{"key":"e_1_3_2_1_42_1","unstructured":"Mohammad\u00a0Hossein Jarrahi Will Sutherland Sarah\u00a0Beth Nelson and Steve Sawyer. 2019. Platformic Management Boundary Resources for Gig Work and Worker Autonomy. Computer Supported Cooperative Work (CSCW)(2019) 1\u201337.  Mohammad\u00a0Hossein Jarrahi Will Sutherland Sarah\u00a0Beth Nelson and Steve Sawyer. 2019. Platformic Management Boundary Resources for Gig Work and Worker Autonomy. Computer Supported Cooperative Work (CSCW)(2019) 1\u201337."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1137\/S009753979223842X"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Toni Kaplan Susumu Saito Kotaro Hara and Jeffrey\u00a0P Bigham. 2018. Striving to Earn More: A Survey of Work Strategies and Tool Use Among Crowd Workers.. In HCOMP. 70\u201378.  Toni Kaplan Susumu Saito Kotaro Hara and Jeffrey\u00a0P Bigham. 2018. Striving to Earn More: A Survey of Work Strategies and Tool Use Among Crowd Workers.. In HCOMP. 70\u201378.","DOI":"10.1609\/hcomp.v6i1.13327"},{"key":"e_1_3_2_1_45_1","volume-title":"The analytic hierarchy process (AHP). Retrieved from","author":"Kasperczyk N","year":"1996"},{"key":"e_1_3_2_1_46_1","volume-title":"Online labour index: Measuring the online gig economy for policy and research. Technological forecasting and social change 137","author":"K\u00e4ssi Otto","year":"2018"},{"key":"e_1_3_2_1_47_1","unstructured":"Anna Kasunic Chun-Wei Chiang Geoff Kaufman and Saiph Savage. 2019. Crowd Work on a CV? Understanding How AMT Fits into Turkers\u2019 Career Goals and Professional Profiles. arXiv preprint arXiv:1902.05361(2019).  Anna Kasunic Chun-Wei Chiang Geoff Kaufman and Saiph Savage. 2019. Crowd Work on a CV? Understanding How AMT Fits into Turkers\u2019 Career Goals and Professional Profiles. arXiv preprint arXiv:1902.05361(2019)."},{"key":"e_1_3_2_1_48_1","unstructured":"Miranda Katz. 2017. Amazon Mechanical Turk Workers Have Had Enough. https:\/\/www.wired.com\/story\/amazons-turker-crowd-has-had-enough\/  Miranda Katz. 2017. Amazon Mechanical Turk Workers Have Had Enough. https:\/\/www.wired.com\/story\/amazons-turker-crowd-has-had-enough\/"},{"key":"e_1_3_2_1_49_1","volume-title":"AMCIS, Vol.\u00a011.","author":"Kaufmann Nicolas"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"PM Krafft Meg Young Michael Katell Karen Huang and Ghislain Bugingo. 2019. Defining AI in Policy versus Practice. arXiv preprint arXiv:1912.11095(2019).  PM Krafft Meg Young Michael Katell Karen Huang and Ghislain Bugingo. 2019. Defining AI in Policy versus Practice. arXiv preprint arXiv:1912.11095(2019).","DOI":"10.1145\/3375627.3375835"},{"key":"e_1_3_2_1_51_1","unstructured":"Siou\u00a0Chew Kuek Cecilia Paradi-Guilford Toks Fayomi Saori Imaizumi Panos Ipeirotis Patricia Pina and Manpreet Singh. 2015. The global opportunity in online outsourcing. (2015).  Siou\u00a0Chew Kuek Cecilia Paradi-Guilford Toks Fayomi Saori Imaizumi Panos Ipeirotis Patricia Pina and Manpreet Singh. 2015. The global opportunity in online outsourcing. (2015)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858092"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300649"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3093892"},{"key":"e_1_3_2_1_55_1","volume-title":"Retrospective descriptive study of CPAP adherence associated with use of the ResMed myAir application. Available at:) ResMed Science Center","author":"Lynch S","year":"2015"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531663"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858539"},{"key":"e_1_3_2_1_58_1","unstructured":"IG Metall. 2016. Frankfurt paper on platform-based work\u2014Proposals for platform operators clients policy makers workers and worker organizations. IG Metall Frankfurt(2016).  IG Metall. 2016. Frankfurt paper on platform-based work\u2014Proposals for platform operators clients policy makers workers and worker organizations. IG Metall Frankfurt(2016)."},{"key":"e_1_3_2_1_59_1","unstructured":"U.S.\u00a0Department of Labor. [n.d.]. Breaks and Meal Periods. https:\/\/www.dol.gov\/general\/topic\/workhours\/breaks  U.S.\u00a0Department of Labor. [n.d.]. Breaks and Meal Periods. https:\/\/www.dol.gov\/general\/topic\/workhours\/breaks"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2557500.2557512"},{"key":"e_1_3_2_1_61_1","volume-title":"When time is money: Decision behavior under opportunity-cost time pressure. Organizational behavior and human decision processes 66, 2","author":"Payne W","year":"1996"},{"key":"e_1_3_2_1_62_1","volume-title":"Moving from novice to expertise and its implications for instruction. American journal of pharmaceutical education 81, 9","author":"Persky M","year":"2017"},{"key":"e_1_3_2_1_63_1","volume-title":"Retrieved","author":"Pritam Nagrale","year":"2017"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1177\/0190272516675866"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"crossref","unstructured":"Joel Ross Lilly Irani M Silberman Andrew Zaldivar and Bill Tomlinson. 2010. Who are the crowdworkers?: shifting demographics in mechanical turk. In CHI\u201910 extended abstracts on Human factors in computing systems. ACM 2863\u20132872.  Joel Ross Lilly Irani M Silberman Andrew Zaldivar and Bill Tomlinson. 2010. Who are the crowdworkers?: shifting demographics in mechanical turk. In CHI\u201910 extended abstracts on Human factors in computing systems. ACM 2863\u20132872.","DOI":"10.1145\/1753846.1753873"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Susumu Saito Chun-Wei Chiang Saiph Savage Teppei Nakano Tetsunori Kobayashi and Jeffrey Bigham. 2019. TurkScanner: Predicting the Hourly Wage of Microtasks. arXiv preprint arXiv:1903.07032(2019).  Susumu Saito Chun-Wei Chiang Saiph Savage Teppei Nakano Tetsunori Kobayashi and Jeffrey Bigham. 2019. TurkScanner: Predicting the Hourly Wage of Microtasks. arXiv preprint arXiv:1903.07032(2019).","DOI":"10.1145\/3308558.3313716"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702508"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"Shruti Sannon and Dan Cosley. 2019. Privacy Power and Invisible Labor on Amazon Mechanical Turk. (2019).  Shruti Sannon and Dan Cosley. 2019. Privacy Power and Invisible Labor on Amazon Mechanical Turk. (2019).","DOI":"10.1145\/3290605.3300512"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819985"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.2190\/EC.50.1.d"},{"key":"e_1_3_2_1_71_1","first-page":"589","article-title":"Fifteen criteria for a fairer gig economy","volume":"61","author":"Silberman M\u00a0Six","year":"2009","journal-title":"Democratization"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180492"},{"key":"e_1_3_2_1_73_1","volume-title":"The contributions of the economics of information to twentieth century economics. The quarterly journal of economics 115, 4","author":"Stiglitz E","year":"2000"},{"key":"e_1_3_2_1_74_1","volume-title":"The tyranny of transparency. British educational research journal 26, 3","author":"Strathern Marilyn","year":"2000"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858121"},{"key":"e_1_3_2_1_76_1","volume-title":"Department of Parks","author":"Vagias M","year":"2006"},{"key":"e_1_3_2_1_77_1","volume-title":"Analytic hierarchy process: An overview of applications. European Journal of operational research 169, 1","author":"Vaidya S","year":"2006"},{"key":"e_1_3_2_1_78_1","volume-title":"Proceedings of the iConference(2015)","author":"Vakharia Donna","year":"2015"},{"key":"e_1_3_2_1_79_1","volume-title":"Fair Work: Crowd Work Minimum Wage with One Line of Code.","author":"Whiting E","year":"2019"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359126"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/2442657.2442661"}],"event":{"name":"WWW '20: The Web Conference 2020","location":"Taipei Taiwan","acronym":"WWW '20","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of The Web Conference 2020"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3366423.3380200","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3366423.3380200","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:33:01Z","timestamp":1750199581000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3366423.3380200"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,20]]},"references-count":81,"alternative-id":["10.1145\/3366423.3380200","10.1145\/3366423"],"URL":"https:\/\/doi.org\/10.1145\/3366423.3380200","relation":{},"subject":[],"published":{"date-parts":[[2020,4,20]]},"assertion":[{"value":"2020-04-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}