{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T10:45:18Z","timestamp":1790246718732,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":80,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,4,19]],"date-time":"2018-04-19T00:00:00Z","timestamp":1524096000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,4,19]]},"DOI":"10.1145\/3173574.3173583","type":"proceedings-article","created":{"date-parts":[[2018,4,20]],"date-time":"2018-04-20T08:01:00Z","timestamp":1524211260000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":53,"title":["CivilServant"],"prefix":"10.1145","author":[{"given":"J. Nathan","family":"Matias","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Merry","family":"Mou","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,4,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Kurt Lewin and the origins of action research. Educational action research 1, 1","author":"Adelman C.","year":"1993","unstructured":"Adelman, C. Kurt Lewin and the origins of action research. Educational action research 1, 1 (1993), 7--24."},{"key":"e_1_3_2_1_2_1","volume-title":"A ladder of citizen participation. Journal of the American Institute of planners 35, 4","author":"Arnstein S. R.","year":"1969","unstructured":"Arnstein, S. R. A ladder of citizen participation. Journal of the American Institute of planners 35, 4 (1969), 216--224."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567967"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/14680777.2016.1120490"},{"key":"e_1_3_2_1_5_1","volume-title":"Reddit news users more likely to be male, young and digital in their news preferences. Tech. rep","author":"Barthel M.","year":"2016","unstructured":"Barthel, M., Stocking, G., Holcomb, J., and Mitchell, A. Reddit news users more likely to be male, young and digital in their news preferences. Tech. rep., Pew Research Center, Feb. 2016."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1177\/1747016115599568"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/259963.260231"},{"key":"e_1_3_2_1_8_1","volume-title":"Apr.","author":"Buni C.","year":"2016","unstructured":"Buni, C. The secret rules of the internet, Apr. 2016."},{"key":"e_1_3_2_1_9_1","volume-title":"Comment: Another perspective on a scholarly career. Scientific inquiry and the social sciences","author":"Campbell D. T.","year":"1981","unstructured":"Campbell, D. T. Comment: Another perspective on a scholarly career. Scientific inquiry and the social sciences (1981), 453--501."},{"key":"e_1_3_2_1_10_1","volume-title":"The experimenting society: Essays in honor of Donald T. Campbell","author":"Campbell D. T.","year":"1998","unstructured":"Campbell, D. T. The experimenting society. In The experimenting society: Essays in honor of Donald T. Campbell. Transaction Publishers, New Brunswick, 1998, 35."},{"key":"e_1_3_2_1_11_1","volume-title":"Experimental and Quasi-Experimental Designs for Research, 1 ed","author":"Campbell D. T.","year":"1963","unstructured":"Campbell, D. T., and Stanley, J. C. Experimental and Quasi-Experimental Designs for Research, 1 ed. Wadsworth Publishing, 1963."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858516"},{"key":"e_1_3_2_1_13_1","volume-title":"ADL Tackles Hate Speech With Silicon Valley Command Center | Time.com. Time Magazine (Mar","author":"Chan M.","year":"2017","unstructured":"Chan, M. ADL Tackles Hate Speech With Silicon Valley Command Center | Time.com. Time Magazine (Mar. 2017)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819963"},{"key":"e_1_3_2_1_15_1","volume-title":"How Community Feedback Shapes User Behavior. ICWSM 2014 (May","author":"Cheng J.","year":"2014","unstructured":"Cheng, J., Danescu-Niculescu-Mizil, C., and Leskovec, J. How Community Feedback Shapes User Behavior. ICWSM 2014 (May 2014). arXiv: 1405.1429."},{"key":"e_1_3_2_1_16_1","volume-title":"Jan.","author":"Citron D.","year":"2017","unstructured":"Citron, D., and Wittes, B. Follow Buddies and Block Buddies: A Simple Proposal to Improve Civility, Control, and Privacy on Twitter, Jan. 2017."},{"key":"e_1_3_2_1_17_1","first-page":"1435","article-title":"Intermediaries and hate speech: Fostering digital citizenship for our information age","volume":"91","author":"Citron D. K.","year":"2011","unstructured":"Citron, D. K., and Norton, H. L. Intermediaries and hate speech: Fostering digital citizenship for our information age. Boston University Law Review 91 (2011), 1435.","journal-title":"Boston University Law Review"},{"key":"e_1_3_2_1_18_1","first-page":"4","article-title":"Knowledge Exchange Processes","volume":"88","author":"Contandriopoulos D.","year":"2010","unstructured":"Contandriopoulos, D., Lemire, M., Denis, J.-L., and Tremblay,. Knowledge Exchange Processes in Organizations and Policy Arenas: A Narrative Systematic Review of the Literature. Milbank Quarterly 88, 4 (Dec. 2010), 444--483.","journal-title":"Milbank Quarterly"},{"key":"e_1_3_2_1_19_1","volume-title":"Framing participatory evaluation. New directions for evaluation","author":"Cousins J. B.","year":"1998","unstructured":"Cousins, J. B., and Whitmore, E. Framing participatory evaluation. New directions for evaluation 1998, 80 (1998), 5--23."},{"key":"e_1_3_2_1_20_1","unstructured":"Desposato S. Ethical Challenges and Some Solutions for Field Experiments."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781315694139"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441831"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1111\/ecoj.12082"},{"key":"e_1_3_2_1_24_1","unstructured":"Edelman B. G. Luca M. and Svirsky D. Racial discrimination in the sharing economy: Evidence from a field experiment."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.76"},{"key":"e_1_3_2_1_26_1","unstructured":"Facebook. Group Admin Basics: What is a Group Admin?"},{"key":"e_1_3_2_1_27_1","volume-title":"Challenges and Futures for Ethical Social Media Research. In AAAI Conference on Web and Social Media (ICWSM): Workshop","author":"Fiesler C.","year":"2016","unstructured":"Fiesler, C., Chancellor, S., Hoffmann, A. L., Pater, J., and Proferes, N. J. Challenges and Futures for Ethical Social Media Research. In AAAI Conference on Web and Social Media (ICWSM): Workshop (2016)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222260103"},{"key":"e_1_3_2_1_29_1","first-page":"4","article-title":"The Role Of Reflexive Algorithms","author":"Geiger R. S.","year":"2014","unstructured":"Geiger, R. S. Successor Systems: The Role Of Reflexive Algorithms In Enacting Ideological Critique. Selected Papers of Internet Research 4 (2014).","journal-title":"Enacting Ideological Critique. Selected Papers of Internet Research"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2016.1153700"},{"key":"e_1_3_2_1_31_1","volume-title":"Workshop on Ethics for Studying Sociotechnical Systems in a Big Data World","author":"Geiger S.","year":"2015","unstructured":"Geiger, S. Does facebook have civil servants? On governmentality and computational social science. In Workshop on Ethics for Studying Sociotechnical Systems in a Big Data World (Vancouver, British Columbia, Canada, 2015)."},{"key":"e_1_3_2_1_32_1","volume-title":"Field experiments: Design, analysis, and interpretation","author":"Gerber A. S.","year":"2012","unstructured":"Gerber, A. S., and Green, D. P. Field experiments: Design, analysis, and interpretation. WW Norton, 2012."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461444809342738"},{"key":"e_1_3_2_1_34_1","volume-title":"Does Your Gamertag Have Herpes? Beware Xbox Live Enforcement United. Kotaku (Aug","author":"Good O.","year":"2013","unstructured":"Good, O. Does Your Gamertag Have Herpes? Beware Xbox Live Enforcement United. Kotaku (Aug. 2013)."},{"key":"e_1_3_2_1_35_1","unstructured":"Grimmelmann J. The law and ethics of experiments on social media users."},{"key":"e_1_3_2_1_36_1","volume-title":"The rise and decline of an open collaboration system: How Wikipedias reaction to popularity is causing its decline. American Behavioral Scientist","author":"Halfaker A.","year":"2012","unstructured":"Halfaker, A., Geiger, R. S., Morgan, J. T., and Riedl, J. The rise and decline of an open collaboration system: How Wikipedias reaction to popularity is causing its decline. American Behavioral Scientist (2012), 0002764212469365."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993060.1993065"},{"key":"e_1_3_2_1_38_1","volume-title":"The Handbook of Networked Communication","author":"Hill B. M.","year":"2017","unstructured":"Hill, B. M., and Shaw, A. Studying Populations of Online Communities. In The Handbook of Networked Communication. Oxford University Press, New York, NY, 2017."},{"key":"e_1_3_2_1_39_1","volume-title":"Aug.","author":"Hue T.","year":"2017","unstructured":"Hue, T. How to create an effective Comment Policy that readers actually follow, Aug. 2017."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2627392"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_1_42_1","volume-title":"June","author":"Johnson L. B.","year":"1966","unstructured":"Johnson, L. B. 296 - Memorandum on the Use and Management of Computers by Federal Agencies, June 1966."},{"key":"e_1_3_2_1_43_1","volume-title":"It's About Ethics in Computational Social Science: A Multi-party Risk-Benefit Framework for Online Community Research. arXiv preprint arXiv:1511.06578","author":"Keegan B. C.","year":"2015","unstructured":"Keegan, B. C., and Matias, J. N. Actually, It's About Ethics in Computational Social Science: A Multi-party Risk-Benefit Framework for Online Community Research. arXiv preprint arXiv:1511.06578 (2015)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.19"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858356"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488217"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1049096516000810"},{"key":"e_1_3_2_1_48_1","volume-title":"L. Meet Wasabi, an Open Source A\/B Testing Platform","author":"Lita","year":"2017","unstructured":"Lita, L. Meet Wasabi, an Open Source A\/B Testing Platform, Jan. 2017."},{"key":"e_1_3_2_1_49_1","volume-title":"Twitter nixed 635k+ terrorism accounts between mid-2015 and end of","author":"Lomas N.","year":"2016","unstructured":"Lomas, N. Twitter nixed 635k+ terrorism accounts between mid-2015 and end of 2016. TechCrunch (Mar. 2017)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.5555\/2222824"},{"key":"e_1_3_2_1_51_1","volume-title":"UK","author":"Matias J. N.","year":"2016","unstructured":"Matias, J. N. The Civic Labor of Online Moderators (Oxford, UK, Sept. 2016)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858391"},{"key":"e_1_3_2_1_53_1","volume-title":"Oct.","author":"Matias J. N.","year":"2016","unstructured":"Matias, J. N. Posting Rules in Online Discussions Prevents Problems & Increases Participation, Oct. 2016."},{"key":"e_1_3_2_1_54_1","volume-title":"A toxic web: what the Victorians can teach us about online abuse. The Guardian (Apr","author":"Matias J. N.","year":"2016","unstructured":"Matias, J. N. A toxic web: what the Victorians can teach us about online abuse. The Guardian (Apr. 2016)."},{"key":"e_1_3_2_1_55_1","volume-title":"Feb.","author":"Matias J. N.","year":"2017","unstructured":"Matias, J. N. Persuading Algorithms With an AI Nudge, Feb. 2017."},{"key":"e_1_3_2_1_56_1","volume-title":"arXiv preprint arXiv:1505.03359","author":"Matias J. N.","year":"2015","unstructured":"Matias, J. N., Johnson, A., Boesel, W. E., Keegan, B., Friedman, J., and DeTar, C. Reporting, Reviewing, and Responding to Harassment on Twitter. arXiv preprint arXiv:1505.03359 (2015)."},{"key":"e_1_3_2_1_57_1","volume-title":"Facebook Lives new suicide-prevention tools come with good intentions but many questions. MIT Technology Review (Mar","author":"Metz R.","year":"2017","unstructured":"Metz, R. Facebook Lives new suicide-prevention tools come with good intentions but many questions. MIT Technology Review (Mar. 2017)."},{"key":"e_1_3_2_1_58_1","volume-title":"Social Science Research Network","author":"Meyer M. N.","year":"2015","unstructured":"Meyer, M. N. Two Cheers for Corporate Experimentation: The A\/B Illusion and the Virtues of Data-Driven Innovation. SSRN Scholarly Paper ID 2605132, Social Science Research Network, Rochester, NY, May 2015."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aab2374"},{"key":"e_1_3_2_1_60_1","unstructured":"Oakley A. Experiments in knowing: Gender and method in the social sciences."},{"key":"e_1_3_2_1_61_1","volume-title":"Nextdoor Rolls Out Product Fix It Hopes Will Stem Racial Profiling. BuzzFeed (Aug","author":"O'Donovan C.","year":"2016","unstructured":"O'Donovan, C. Nextdoor Rolls Out Product Fix It Hopes Will Stem Racial Profiling. BuzzFeed (Aug. 2016)."},{"key":"e_1_3_2_1_62_1","volume-title":"Field research methods. Handbook of research methods in social and personality psychology","author":"Paluck E. L.","year":"2014","unstructured":"Paluck, E. L., and Cialdini, R. B. Field research methods. Handbook of research methods in social and personality psychology (2014), 81--97."},{"key":"e_1_3_2_1_63_1","volume-title":"May","author":"Parks J.","year":"2017","unstructured":"Parks, J. Scaling Airbnbs Experimentation Platform, May 2017."},{"key":"e_1_3_2_1_64_1","volume-title":"Mar.","author":"Pettingill L. M.","year":"2017","unstructured":"Pettingill, L. M. 4 Principles for Making Experimentation Count, Mar. 2017."},{"key":"e_1_3_2_1_65_1","volume-title":"The open society and its enemies","author":"Popper K.","year":"1947","unstructured":"Popper, K. The open society and its enemies. Routledge, 1947."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1177\/1367877909337858"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.5555\/541496"},{"key":"e_1_3_2_1_68_1","unstructured":"Roberts S. T. Commercial Content Moderation: Digital Laborers' Dirty Work."},{"key":"e_1_3_2_1_69_1","volume-title":"Social Science Research Network","author":"Rosenblat A.","year":"2016","unstructured":"Rosenblat, A., and Stark, L. Algorithmic Labor and Information Asymmetries: A Case Study of Ubers Drivers. SSRN Scholarly Paper ID 2686227, Social Science Research Network, Rochester, NY, July 2016."},{"key":"e_1_3_2_1_70_1","volume-title":"Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: converting critical concerns into productive inquiry","author":"Sandvig C.","year":"2014","unstructured":"Sandvig, C., Hamilton, K., Karahalios, K., and Langbort, C. Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: converting critical concerns into productive inquiry (2014)."},{"key":"e_1_3_2_1_71_1","volume-title":"How Uber Uses Psychological Tricks to Push Its Drivers Buttons. The New York Times (Apr","author":"Scheiber N.","year":"2017","unstructured":"Scheiber, N. How Uber Uses Psychological Tricks to Push Its Drivers Buttons. The New York Times (Apr. 2017)."},{"key":"e_1_3_2_1_72_1","first-page":"171","article-title":"Free speech unmoored in copyright's safe harbor: Chilling effects of the DMCA on the first amendment","volume":"24","author":"Seltzer W","year":"2010","unstructured":"Seltzer, W. Free speech unmoored in copyright's safe harbor: Chilling effects of the DMCA on the first amendment. Harv. JL & Tech. 24 (2010), 171.","journal-title":"Harv. JL & Tech."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.5555\/1536923"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10624-012-9286-6"},{"key":"e_1_3_2_1_75_1","unstructured":"Thakor M. N. Algorithmic detectives against child trafficking: data entrapment and the new global policing network. PhD thesis Massachusetts Institute of Technology 2016."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2820078"},{"key":"e_1_3_2_1_77_1","volume-title":"Inside Alphabets Jigsaw, the powerful tech incubator that could reshape geopolitics. Quartz (Nov","author":"Wark L.","year":"2016","unstructured":"Wark, L. Inside Alphabets Jigsaw, the powerful tech incubator that could reshape geopolitics. Quartz (Nov. 2016)."},{"key":"e_1_3_2_1_78_1","volume-title":"Research for policy's sake: The enlightenment function of social research. Policy analysis","author":"Weiss C. H.","year":"1977","unstructured":"Weiss, C. H. Research for policy's sake: The enlightenment function of social research. Policy analysis (1977), 531--545."},{"key":"e_1_3_2_1_79_1","volume-title":"The many meanings of research utilization. Public administration review 39, 5","author":"Weiss C. H.","year":"1979","unstructured":"Weiss, C. H. The many meanings of research utilization. Public administration review 39, 5 (1979), 426--431."},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788602"}],"event":{"name":"CHI '18: CHI Conference on Human Factors in Computing Systems","location":"Montreal QC Canada","acronym":"CHI '18","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3173574.3173583","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3173574.3173583","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T14:36:25Z","timestamp":1790001385000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3173574.3173583"}},"subtitle":["Community-Led Experiments in Platform Governance"],"short-title":[],"issued":{"date-parts":[[2018,4,19]]},"references-count":80,"alternative-id":["10.1145\/3173574.3173583","10.1145\/3173574"],"URL":"https:\/\/doi.org\/10.1145\/3173574.3173583","relation":{},"subject":[],"published":{"date-parts":[[2018,4,19]]},"assertion":[{"value":"2018-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}