{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T13:22:32Z","timestamp":1767705752921,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":66,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376860","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T20:21:25Z","timestamp":1590610885000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["An Experimental Study of Bias in Platform Worker Ratings: The Role of Performance Quality and Gender"],"prefix":"10.1145","author":[{"given":"Farnaz","family":"Jahanbakhsh","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Justin","family":"Cranshaw","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Scott","family":"Counts","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Walter S.","family":"Lasecki","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kori","family":"Inkpen","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"volume-title":"Overview of Race and Hispanic Origin","year":"2010","key":"e_1_3_2_2_1_1","unstructured":"2010. Overview of Race and Hispanic Origin: 2010. (2010). https:\/\/www.census.gov\/prod\/cen2010\/briefs\/c2010br-02.pdf"},{"key":"e_1_3_2_2_2_1","unstructured":"2018. Popular Baby Names | NYC Open Data. (2018). https:\/\/data.cityofnewyork.us\/Health\/Popular-Baby-Names\/25th-nujf"},{"key":"e_1_3_2_2_3_1","volume-title":"Power Imbalance and Rating Systems. In Tenth International AAAI Conference on Web and Social Media.","author":"Abrahao Bruno","year":"2016","unstructured":"Bruno Abrahao, Karen Cook, and others. 2016. Power Imbalance and Rating Systems. In Tenth International AAAI Conference on Web and Social Media."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025974"},{"key":"e_1_3_2_2_5_1","volume-title":"Race and gender in the labor market. Handbook of labor economics 3","author":"Altonji Joseph G","year":"1999","unstructured":"Joseph G Altonji and Rebecca M Blank. 1999. Race and gender in the labor market. Handbook of labor economics 3 (1999), 3143--3259."},{"key":"e_1_3_2_2_6_1","first-page":"47","article-title":"The problem with online ratings","volume":"55","author":"Aral Sinan","year":"2014","unstructured":"Sinan Aral. 2014. The problem with online ratings. MIT Sloan Management Review 55, 2 (2014), 47.","journal-title":"MIT Sloan Management Review"},{"key":"e_1_3_2_2_7_1","volume-title":"Race and gender discrimination in bargaining for a new car. The American Economic Review","author":"Ayres Ian","year":"1995","unstructured":"Ian Ayres and Peter Siegelman. 1995. Race and gender discrimination in bargaining for a new car. The American Economic Review (1995), 304--321."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1506\/car.25.2.1"},{"key":"e_1_3_2_2_9_1","volume-title":"Are Emily and Greg more employable than Lakisha and Jamal? A field experiment on labor market discrimination. American economic review 94, 4","author":"Bertrand Marianne","year":"2004","unstructured":"Marianne Bertrand and Sendhil Mullainathan. 2004. Are Emily and Greg more employable than Lakisha and Jamal? A field experiment on labor market discrimination. American economic review 94, 4 (2004), 991--1013."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1086\/588738"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of the International Conference on Information Systems (ICIS)","author":"Chan Jason","year":"2014","unstructured":"Jason Chan and Jing Wang. 2014. Hiring biases in online labor markets: The case of gender stereotyping. Proceedings of the International Conference on Information Systems (ICIS) (2014)."},{"key":"e_1_3_2_2_12_1","unstructured":"Liang Chen. 2018. Exploring Gender Effects on Peer Rating in Open Innovation and Crowdsourcing: A Case of Website Evaluation. (2018)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1559-1816.1977.tb02420.x"},{"key":"e_1_3_2_2_14_1","volume-title":"The effect size index: d. Statistical power analysis for the behavioral sciences 2","author":"Cohen Jacob","year":"1988","unstructured":"Jacob Cohen. 1988. The effect size index: d. Statistical power analysis for the behavioral sciences 2 (1988), 284--288."},{"key":"e_1_3_2_2_15_1","volume-title":"Converse Jean McDonnell, and Stanley Presser","author":"Converse Jean M","year":"1986","unstructured":"Jean M Converse, Converse Jean McDonnell, and Stanley Presser. 1986. Survey questions: Handcrafting the standardized questionnaire. Vol. 63. Sage."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-6924.2008.00079.x"},{"volume-title":"Introduction to the new statistics: Estimation, open science, and beyond","author":"Cumming Geoff","key":"e_1_3_2_2_18_1","unstructured":"Geoff Cumming and Robert Calin-Jageman. 2016. Introduction to the new statistics: Estimation, open science, and beyond. Routledge."},{"key":"e_1_3_2_2_19_1","volume-title":"Evaluation of male and female ability: Bias works two ways. Psychological reports 32, 1","author":"Deaux Kay","year":"1973","unstructured":"Kay Deaux and Janet Taynor. 1973. Evaluation of male and female ability: Bias works two ways. Psychological reports 32, 1 (1973), 261--262."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702189"},{"key":"e_1_3_2_2_21_1","volume-title":"Gender and the evaluation of leaders: A meta-analysis. Psychological bulletin 111, 1","author":"Eagly Alice H","year":"1992","unstructured":"Alice H Eagly, Mona G Makhijani, and Bruce G Klonsky. 1992. Gender and the evaluation of leaders: A meta-analysis. Psychological bulletin 111, 1 (1992), 3."},{"key":"e_1_3_2_2_22_1","volume-title":"Digital discrimination: The case of Airbnb. com. Harvard Business School NOM Unit Working Paper 14-054","author":"Edelman Benjamin G","year":"2014","unstructured":"Benjamin G Edelman and Michael Luca. 2014. Digital discrimination: The case of Airbnb. com. Harvard Business School NOM Unit Working Paper 14-054 (2014)."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1348\/0144666042037999"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/0883-9026(93)90005-P"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"Apostolos Filippas John J Horton and Joseph Golden. 2017. Reputation in the long-run. (2017).","DOI":"10.2139\/ssrn.3103688"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1471-6402.1997.tb00104.x"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858476"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF03180445"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbef.2014.04.002"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819942"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109920"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1559-1816.1975.tb00688.x"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"crossref","unstructured":"Anik\u00f3 Hann\u00e1k Claudia Wagner David Garcia Alan Mislove Markus Strohmaier and Christo Wilson. 2017. Bias in Online Freelance Marketplaces: Evidence from TaskRabbit and Fiverr. In CSCW. 1914--1933.","DOI":"10.1145\/2998181.2998327"},{"key":"e_1_3_2_2_34_1","first-page":"233","article-title":"Minimizing workplace gender and racial bias","volume":"37","author":"WIIIAMT","year":"2000","unstructured":"WIIIAMT HEIR. 2000. Minimizing workplace gender and racial bias. Psychology 37 (2000), 233--56.","journal-title":"Psychology"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/WI-IAT.2011.13"},{"volume-title":"gender, and the labor market: Inequalities at work","author":"Kaufman Robert L","key":"e_1_3_2_2_38_1","unstructured":"Robert L Kaufman. 2010. Race, gender, and the labor market: Inequalities at work. Lynne Rienner Publishers Boulder, CO."},{"volume-title":"Beyond significance testing: Statistics reform in the behavioral sciences","author":"Kline Rex B","key":"e_1_3_2_2_39_1","unstructured":"Rex B Kline. 2013. Beyond significance testing: Statistics reform in the behavioral sciences. American Psychological Association."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3041021.3054194"},{"key":"e_1_3_2_2_41_1","volume-title":"How many cents on the dollar? Women and men in product markets. Science advances 2, 2","author":"Kricheli-Katz Tamar","year":"2016","unstructured":"Tamar Kricheli-Katz and Tali Regev. 2016. How many cents on the dollar? Women and men in product markets. Science advances 2, 2 (2016), e1500599."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2007.308"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1002\/job.4030160409"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702565"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047200"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1198\/000313001317098149"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1080\/00223980.1975.9923907"},{"key":"e_1_3_2_2_48_1","volume-title":"The Chicago face database: A free stimulus set of faces and norming data. Behavior research methods 47, 4","author":"Ma Debbie S","year":"2015","unstructured":"Debbie S Ma, Joshua Correll, and Bernd Wittenbrink. 2015. The Chicago face database: A free stimulus set of faces and norming data. Behavior research methods 47, 4 (2015), 1122--1135."},{"key":"e_1_3_2_2_49_1","volume-title":"Deals and Taste-Based Discrimination (February 23","author":"Marom Dan","year":"2016","unstructured":"Dan Marom, Alicia Robb, and Orly Sade. 2016. Gender dynamics in crowdfunding (Kickstarter): Evidence on entrepreneurs, investors, deals and taste-based discrimination. Investors, Deals and Taste-Based Discrimination (February 23, 2016) (2016)."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1509\/jmkr.48.3.444"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1211286109"},{"key":"e_1_3_2_2_52_1","volume-title":"Social influence bias: A randomized experiment. Science 341, 6146","author":"Muchnik Lev","year":"2013","unstructured":"Lev Muchnik, Sinan Aral, and Sean J Taylor. 2013. Social influence bias: A randomized experiment. Science 341, 6146 (2013), 647--651."},{"key":"e_1_3_2_2_53_1","volume-title":"Sex effects on evaluation","author":"Nieva Veronica F","year":"1980","unstructured":"Veronica F Nieva and Barbara A Gutek. 1980. Sex effects on evaluation. Academy of management Review 5, 2 (1980), 267--276."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1257\/aer.104.11.3565"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031215"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1353\/jhr.2011.0025"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642918.2647409"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753846.1753873"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702508"},{"key":"e_1_3_2_2_60_1","volume-title":"Leading the herd astray: An experimental study of self-fulfilling prophecies in an artificial cultural market. Social psychology quarterly 71, 4","author":"Salganik Matthew J","year":"2008","unstructured":"Matthew J Salganik and Duncan J Watts. 2008. Leading the herd astray: An experimental study of self-fulfilling prophecies in an artificial cultural market. Social psychology quarterly 71, 4 (2008), 338--355."},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.105.3.409"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.111"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3134736"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3058499"},{"key":"e_1_3_2_2_65_1","volume-title":"Five Methodology Errors in Educational Research: The. psychology 45","author":"Thompson Bruce","year":"1987","unstructured":"Bruce Thompson. 1987. Five Methodology Errors in Educational Research: The. psychology 45 (1987), 721--734."},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/SocialInformatics.2012.81"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883036"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Honolulu HI USA","acronym":"CHI '20"},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376860","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376860","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:23:45Z","timestamp":1750202625000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376860"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":66,"alternative-id":["10.1145\/3313831.3376860","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376860","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}