{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T00:39:22Z","timestamp":1784594362026,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/100007515","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-2001851,IIS-2000782,IIS-1939606"],"award-info":[{"award-number":["IIS-2001851,IIS-2000782,IIS-1939606"]}],"id":[{"id":"10.13039\/100007515","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376783","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T19:28:08Z","timestamp":1590607688000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":65,"title":["Keeping Community in the Loop: Understanding Wikipedia Stakeholder Values for Machine Learning-Based Systems"],"prefix":"10.1145","author":[{"given":"C. Estelle","family":"Smith","sequence":"first","affiliation":[{"name":"University of Minnesota, Minneapolis, MN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bowen","family":"Yu","sequence":"additional","affiliation":[{"name":"University of Minnesota, Minneapolis, MN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anjali","family":"Srivastava","sequence":"additional","affiliation":[{"name":"University of Minnesota, Minneapolis, MN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aaron","family":"Halfaker","sequence":"additional","affiliation":[{"name":"Wikimedia Foundation, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Loren","family":"Terveen","sequence":"additional","affiliation":[{"name":"University of Minnesota, Minneapolis, MN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haiyi","family":"Zhu","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Wikipedia: Please do not bite the newcomers. (May","year":"2019","unstructured":"2019a. Wikipedia: Please do not bite the newcomers. (May 2019). https:\/\/en.wikipedia.org\/w\/index.php?title=Wikipedia: Please_do_not_bite_the_newcomers&oldid=897507618 Page Version ID: 897507618."},{"key":"e_1_3_2_2_2_1","unstructured":"2019b. Wikipedia:What Wikipedia is not. (May 2019). https:\/\/en.wikipedia.org\/w\/index.php?title=Wikipedia: What_Wikipedia_is_not&oldid=899044833 Page Version ID: 899044833."},{"key":"e_1_3_2_2_3_1","volume-title":"A Reductions Approach to Fair Classification. arXiv:1803.02453 [cs] (March","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal, Alina Beygelzimer, Miroslav Dudik, John Langford, and Hanna Wallach. 2018. A Reductions Approach to Fair Classification. arXiv:1803.02453 [cs] (March 2018). http:\/\/arxiv.org\/abs\/1803.02453 arXiv: 1803.02453."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322640.3326699"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208560"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359276"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300789"},{"key":"e_1_3_2_2_9_1","volume-title":"The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova and Aaron Roth. 2018. The frontiers of fairness in machine learning. arXiv preprint arXiv:1810.08810 (2018)."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.3368\/jhr.XLI.4.778"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098095"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1216295.1216309"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2910896.2910917"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/21670811.2016.1178592"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3186320"},{"key":"e_1_3_2_2_16_1","volume-title":"Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608","author":"Doshi-Velez Finale","year":"2017","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858494"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742--1222260103"},{"key":"e_1_3_2_2_20_1","volume-title":"What's the folk theory? Reasoning about cyber-social systems. Reasoning About Cyber-Social Systems (February 2","author":"French Megan","year":"2017","unstructured":"Megan French and Jeff Hancock. 2017. What's the folk theory? Reasoning about cyber-social systems. Reasoning About Cyber-Social Systems (February 2, 2017) (2017)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287589"},{"key":"e_1_3_2_2_22_1","volume-title":"Early engagement and new technologies: Opening up the laboratory","author":"Friedman Batya","unstructured":"Batya Friedman, Peter H Kahn, Alan Borning, and Alina Huldtgren. 2013. Value sensitive design and information systems. In Early engagement and new technologies: Opening up the laboratory. Springer, 55--95."},{"key":"e_1_3_2_2_23_1","volume-title":"Critical point of view: a Wikipedia reader, Geert Lovink and Nathaniel Tkacz (Eds.). Number 7 in INC Reader. Inst. of Network Cultures","author":"Geiger R. Stuart","year":"2034","unstructured":"R. Stuart Geiger. 2011. The lives of bots. In Critical point of view: a Wikipedia reader, Geert Lovink and Nathaniel Tkacz (Eds.). Number 7 in INC Reader. Inst. of Network Cultures, Amsterdam, 78--93. http:\/\/stuartgeiger.com\/lives-of-bots-wikipedia-cpov.pdf OCLC: 762034235."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2013.873069"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951717730735"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491055.2491061"},{"key":"e_1_3_2_2_27_1","volume-title":"Open algorithmic systems: lessons on opening the black box from Wikipedia. AoIR Selected Papers of Internet Research 6","author":"Stuart Geiger R","year":"2016","unstructured":"R Stuart Geiger and Aaron Halfaker. 2016. Open algorithmic systems: lessons on opening the black box from Wikipedia. AoIR Selected Papers of Internet Research 6 (2016)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3134684"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125433.3125475"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1177\/0002764212469365"},{"key":"e_1_3_2_2_31_1","volume-title":"ORES: Facilitating re-mediation of Wikipedia's socio-technical problems. Computer-Supported Cooperative Work and Social Computing (CSCW)","author":"Halfaker Aaron","year":"2018","unstructured":"Aaron Halfaker, R Stuart Geiger, Jonathan T Morgan, Amir Sarabadani, and Adam Wight. 2018. ORES: Facilitating re-mediation of Wikipedia's socio-technical problems. Computer-Supported Cooperative Work and Social Computing (CSCW) (2018)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1641309.1641332"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2038558.2038585"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2012.82"},{"key":"e_1_3_2_2_35_1","unstructured":"Moritz Hardt Eric Price Nati Srebro and others. 2016. Equality of opportunity in supervised learning. In Advances in neural information processing systems. 3315--3323."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2014.957711"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_1"},{"key":"e_1_3_2_2_38_1","unstructured":"Ibrahim Hooper. 2009. Coalition to Stop Cradle to Prison Algorithm Welcome Decision to Dissolve Joint Powers Agreement. (2009). https:\/\/www.cair.com\/cair_ mn_coalition_to_stop_cradle_to_prison_algorithm_ welcome_decision_to_dissolve_joint_powers_agreement"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2010.06.022"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287592"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858356"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305381.3305576"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025884"},{"key":"e_1_3_2_2_45_1","volume-title":"Conference on Fairness, Accountability and Transparency. 107--118","author":"Menon Aditya Krishna","year":"2018","unstructured":"Aditya Krishna Menon and Robert C Williamson. 2018. The cost of fairness in binary classification. In Conference on Fairness, Accountability and Transparency. 107--118."},{"key":"e_1_3_2_2_46_1","volume-title":"Explanation in artificial intelligence: Insights from the social sciences. Artificial Intelligence","author":"Miller Tim","year":"2018","unstructured":"Tim Miller. 2018. Explanation in artificial intelligence: Insights from the social sciences. Artificial Intelligence (2018)."},{"key":"e_1_3_2_2_47_1","volume-title":"Prediction-Based Decisions and Fairness: A Catalogue of Choices, Assumptions, and Definitions. arXiv:1811.07867 [stat] (Nov","author":"Mitchell Shira","year":"2018","unstructured":"Shira Mitchell, Eric Potash, Solon Barocas, Alexander D'Amour, and Kristian Lum. 2018. Prediction-Based Decisions and Fairness: A Catalogue of Choices, Assumptions, and Definitions. arXiv:1811.07867 [stat] (Nov. 2018). http:\/\/arxiv.org\/abs\/1811.07867 arXiv: 1811.07867."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2482991.2482999"},{"key":"e_1_3_2_2_49_1","unstructured":"Geoff Pleiss Manish Raghavan Felix Wu Jon Kleinberg and Kilian Q Weinberger. 2017. On fairness and calibration. In Advances in Neural Information Processing Systems. 5680--5689."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1316624.1316663"},{"key":"e_1_3_2_2_51_1","volume-title":"Model-agnostic interpretability of machine learning. arXiv preprint arXiv:1606.05386","author":"Ribeiro Marco Tulio","year":"2016","unstructured":"Marco Tulio Ribeiro, Sameer Singh, and Carlos Guestrin. 2016. Model-agnostic interpretability of machine learning. arXiv preprint arXiv:1606.05386 (2016)."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461444818821316"},{"key":"e_1_3_2_2_53_1","volume-title":"Interviewing as Qualitative Research: A Guide for Researchers in Education and the Social Sciences","author":"Seidman Irving","unstructured":"Irving Seidman. 2006. Interviewing as Qualitative Research: A Guide for Researchers in Education and the Social Sciences. Teachers College Press."},{"key":"e_1_3_2_2_54_1","first-page":"50","article-title":"The decline of Wikipedia","volume":"116","author":"Simonite Tom","year":"2013","unstructured":"Tom Simonite. 2013. The decline of Wikipedia. Technology Review 116, 6 (2013), 50--56.","journal-title":"Technology Review"},{"key":"e_1_3_2_2_55_1","volume-title":"AI censorship & content moderation. (May","author":"Titz Una","year":"2018","unstructured":"Una Titz. 2018. Facebook, AI censorship & content moderation. (May 2018). https:\/\/medium.com\/beluga-team\/ facebook-ai-censorship-content-moderation-5205d30f5063"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174014"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174140"},{"key":"e_1_3_2_2_58_1","volume-title":"Your resume vs. oblivion. The Wall Street Journal 24","author":"Weber Lauren","year":"2012","unstructured":"Lauren Weber and RE Silverman. 2012. Your resume vs. oblivion. The Wall Street Journal 24 (2012)."},{"key":"e_1_3_2_2_59_1","volume-title":"https:\/\/www.mediawiki.org\/wiki\/Help:New_filters_for_ edit_review\/Quality_and_Intent_Filters","author":"Quality New","year":"2019","unstructured":"Wikipedia. 2019. Help:New filters for edit review\/Quality and Intent Filters - MediaWiki. (2019). https:\/\/www.mediawiki.org\/wiki\/Help:New_filters_for_ edit_review\/Quality_and_Intent_Filters"},{"key":"e_1_3_2_2_60_1","volume-title":"https:\/\/www.mediawiki.org\/wiki\/ORES","author":"MediaWiki ORES","year":"2019","unstructured":"Wikipedia. 2019. ORES - MediaWiki. (2019). https:\/\/www.mediawiki.org\/wiki\/ORES"},{"key":"e_1_3_2_2_61_1","volume-title":"https:\/\/www.mediawiki.org\/wiki\/ORES\/Applications","author":"MediaWiki Applications","year":"2019","unstructured":"Wikipedia. 2019a. ORES\/Applications - MediaWiki. (2019). https:\/\/www.mediawiki.org\/wiki\/ORES\/Applications"},{"key":"e_1_3_2_2_62_1","unstructured":"Wikipedia. 2019b. Page Curation - MediaWiki. (2019). https:\/\/www.mediawiki.org\/wiki\/Page_Curation"},{"key":"e_1_3_2_2_63_1","unstructured":"Wikipedia. 2019c. Research:Applying Value-Sensitive Algorithm Design to ORES - Meta. (2019). https:\/\/meta.wikimedia.org\/wiki\/Research: Applying_Value-Sensitive_Algorithm_Design_to_ORES"},{"key":"e_1_3_2_2_64_1","unstructured":"Wikipedia. 2019d. User:SuggestBot. (Feb. 2019). https:\/\/en.wikipedia.org\/w\/index.php?title=User:SuggestBot&oldid=881992394 Page Version ID: 881992394."},{"key":"e_1_3_2_2_65_1","unstructured":"Wikipedia. 2019e. Wikimedia Scoring Platform team MediaWiki. (2019). https:\/\/www.mediawiki.org\/wiki\/Wikimedia_Scoring_Platform_team"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376783","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376783","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:32:47Z","timestamp":1750199567000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376783"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":65,"alternative-id":["10.1145\/3313831.3376783","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376783","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}