{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:52:48Z","timestamp":1782802368075,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006958","name":"U.S. Census Bureau","doi-asserted-by":"publisher","award":["CB20ADR0160001"],"award-info":[{"award-number":["CB20ADR0160001"]}],"id":[{"id":"10.13039\/100006958","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3580791","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:28:44Z","timestamp":1681964924000},"page":"1-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Don\u2019t Look at the Data! How Differential Privacy Reconfigures the Practices of Data Science"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5852-5182","authenticated-orcid":false,"given":"Jayshree","family":"Sarathy","sequence":"first","affiliation":[{"name":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8163-2023","authenticated-orcid":false,"given":"Sophia","family":"Song","sequence":"additional","affiliation":[{"name":"UC Berkeley, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8584-1524","authenticated-orcid":false,"given":"Audrey","family":"Haque","sequence":"additional","affiliation":[{"name":"John A. Paulson School of Engineering and Applied Sciences, Graduate School of Design, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6857-659X","authenticated-orcid":false,"given":"Tania","family":"Schlatter","sequence":"additional","affiliation":[{"name":"Institute for Quantitative Social Science, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4059-4072","authenticated-orcid":false,"given":"Salil","family":"Vadhan","sequence":"additional","affiliation":[{"name":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","volume-title":"The 2020 Census Disclosure Avoidance System TopDown Algorithm. Harvard Data Science Review Special Issue 2 (jun 24","author":"Abowd John","year":"2022","unstructured":"John Abowd, Robert Ashmead, Ryan Cumings-Menon, Simson Garfinkel, Micah Heineck, Christine Heiss, Robert Johns, Daniel Kifer, Philip Leclerc, Ashwin Machanavajjhala, Brett Moran, William Sexton, Matthew Spence, and Pavel Zhuravlev. 2022. The 2020 Census Disclosure Avoidance System TopDown Algorithm. Harvard Data Science Review Special Issue 2 (jun 24 2022), 42 \u2013 79. https:\/\/hdsr.mitpress.mit.edu\/pub\/7evz361i."},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3226070"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445677"},{"key":"e_1_3_3_3_4_1","first-page":"1","article-title":"What a hybrid legal-technical analysis teaches us about privacy regulation: The case of singling out. BUJ Sci","author":"Altman Micah","year":"2021","unstructured":"Micah Altman, Aloni Cohen, Kobbi Nissim, and Alexandra Wood. 2021. What a hybrid legal-technical analysis teaches us about privacy regulation: The case of singling out. BUJ Sci. & Tech. L. 27(2021), 1.","journal-title":"& Tech."},{"key":"e_1_3_3_3_5_1","first-page":"1","article-title":"Privacy amplification by subsampling: Tight analyses via couplings and divergences","volume":"31","author":"Balle Borja","year":"2018","unstructured":"Borja Balle, Gilles Barthe, and Marco Gaboardi. 2018. Privacy amplification by subsampling: Tight analyses via couplings and divergences. Advances in Neural Information Processing Systems 31 (2018), 1\u20139.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3144172"},{"key":"e_1_3_3_3_7_1","first-page":"172","article-title":"Differential Perspectives: Epistemic Disconnects Surrounding the US Census Bureau\u2019s Use of Differential Privacy","volume":"2","author":"Sarathy Jayshree","year":"2022","unstructured":"danah boyd and Jayshree Sarathy. 2022. Differential Perspectives: Epistemic Disconnects Surrounding the US Census Bureau\u2019s Use of Differential Privacy. Harvard Data Science Review Special Issue 2 (2022), 172\u2013187.","journal-title":"Harvard Data Science Review Special Issue"},{"key":"e_1_3_3_3_8_1","volume-title":"One size fits all? What counts as quality practice in (reflexive) thematic analysis?Qualitative research in psychology 18, 3","author":"Braun Virginia","year":"2021","unstructured":"Virginia Braun and Victoria Clarke. 2021. One size fits all? What counts as quality practice in (reflexive) thematic analysis?Qualitative research in psychology 18, 3 (2021), 328\u2013352."},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.779"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025698"},{"key":"e_1_3_3_3_11_1","volume-title":"Controlling Privacy Loss in Sampling Schemes: An Analysis of Stratified and Cluster Sampling. In 3rd Symposium on Foundations of Responsible Computing (FORC","author":"Bun Mark","year":"2022","unstructured":"Mark Bun, J\u00f6rg Drechsler, Marco Gaboardi, Audra McMillan, and Jayshree Sarathy. 2022. Controlling Privacy Loss in Sampling Schemes: An Analysis of Stratified and Cluster Sampling. In 3rd Symposium on Foundations of Responsible Computing (FORC 2022). Schloss Dagstuhl-Leibniz-Zentrum f\u00fcr Informatik, Germany, 1\u201324."},{"key":"e_1_3_3_3_12_1","first-page":"13","article-title":"Open data policy\u2014managing information as an asset","volume":"13","author":"Burwell M","year":"2013","unstructured":"Sylvia\u00a0M Burwell, Steven VanRoekel, Todd Park, and Dominic\u00a0J Mancini. 2013. Open data policy\u2014managing information as an asset. Executive Office of the President 13 (2013), 13.","journal-title":"Executive Office of the President"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"crossref","unstructured":"Merce Crosas. 2011. The dataverse network\u00ae: an open-source application for sharing discovering and preserving data.","DOI":"10.1045\/january2011-crosas"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460120.3485252"},{"key":"e_1_3_3_3_15_1","volume-title":"Exploratory data mining and data cleaning","author":"Dasu Tamraparni","unstructured":"Tamraparni Dasu and Theodore Johnson. 2003. Exploratory data mining and data cleaning. John Wiley & Sons, Hoboken, NJ."},{"key":"e_1_3_3_3_16_1","volume-title":"Differential Privacy for Government Agencies\u2014Are We There Yet?J. Amer. Statist. Assoc. just-accepted","author":"Drechsler J\u00f6rg","year":"2022","unstructured":"J\u00f6rg Drechsler. 2022. Differential Privacy for Government Agencies\u2014Are We There Yet?J. Amer. Statist. Assoc. just-accepted (2022), 1\u201324."},{"key":"e_1_3_3_3_17_1","volume-title":"The reusable holdout: Preserving validity in adaptive data analysis. Science 349, 6248","author":"Dwork Cynthia","year":"2015","unstructured":"Cynthia Dwork, Vitaly Feldman, Moritz Hardt, Toniann Pitassi, Omer Reingold, and Aaron Roth. 2015. The reusable holdout: Preserving validity in adaptive data analysis. Science 349, 6248 (2015), 636\u2013638."},{"key":"e_1_3_3_3_18_1","volume-title":"Differential privacy in practice: Expose your epsilons!Journal of Privacy and Confidentiality 9, 2","author":"Dwork Cynthia","year":"2019","unstructured":"Cynthia Dwork, Nitin Kohli, and Deirdre Mulligan. 2019. Differential privacy in practice: Expose your epsilons!Journal of Privacy and Confidentiality 9, 2 (2019), 1\u201322."},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1536414.1536466"},{"key":"e_1_3_3_3_20_1","volume-title":"Theory of cryptography conference","author":"Dwork Cynthia","unstructured":"Cynthia Dwork, Frank McSherry, Kobbi Nissim, and Adam Smith. 2006. Calibrating noise to sensitivity in private data analysis. In Theory of cryptography conference. Springer, Berlin, Heidelberg, 265\u2013284."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"crossref","unstructured":"Cynthia Dwork Aaron Roth 2014. The algorithmic foundations of differential privacy. Foundations and Trends\u00ae in Theoretical Computer Science 9 3\u20134(2014) 211\u2013407.","DOI":"10.1561\/0400000042"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-statistics-060116-054123"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2660267.2660348"},{"key":"e_1_3_3_3_24_1","volume-title":"Comparison of convenience sampling and purposive sampling. American journal of theoretical and applied statistics 5, 1","author":"Etikan Ilker","year":"2016","unstructured":"Ilker Etikan, Sulaiman\u00a0Abubakar Musa, Rukayya\u00a0Sunusi Alkassim, 2016. Comparison of convenience sampling and purposive sampling. American journal of theoretical and applied statistics 5, 1 (2016), 1\u20134."},{"key":"e_1_3_3_3_25_1","unstructured":"Marco Gaboardi Michael Hay and Salil Vadhan. 2020. A programming framework for OpenDP."},{"key":"e_1_3_3_3_26_1","unstructured":"Marco Gaboardi James Honaker Gary King Jack Murtagh Kobbi Nissim Jonathan Ullman and Salil Vadhan. 2016. Psi: a private data sharing interface. (2016)."},{"key":"e_1_3_3_3_27_1","volume-title":"Proceedings of Privacy Enhancing Technologies Symposium To Appear","author":"Garrido Gonzalo\u00a0Munilla","year":"2022","unstructured":"Gonzalo\u00a0Munilla Garrido, Xiaoyuan Liu, Florian Matthes, and Dawn Song. 2022. Lessons Learned: Surveying the Practicality of Differential Privacy in the Industry. Proceedings of Privacy Enhancing Technologies Symposium To Appear (2022), n\/a."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1057\/eps.2013.8"},{"key":"e_1_3_3_3_30_1","volume-title":"Apple\u2019s","author":"Greenberg Andy","year":"2016","unstructured":"Andy Greenberg. 2016. Apple\u2019s\u2019 differential privacy\u2019is about collecting your data\u2014but not your data.(2016). URL www. wired. com\/2016\/06\/apples-differential-privacy-collecting-data."},{"key":"e_1_3_3_3_31_1","volume-title":"The Machine at Work: Technology","author":"Grint Keith","unstructured":"Keith Grint and Steve Woolgar. 1997. The Machine at Work: Technology, Work and Organization. John Wiley & Sons, Hoboken,NJ."},{"key":"e_1_3_3_3_32_1","unstructured":"Philip Guo. 2013. Data science workflow: Overview and challenges."},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2016.37"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642616"},{"key":"e_1_3_3_3_35_1","volume-title":"International conference on machine learning","author":"Kairouz Peter","year":"2015","unstructured":"Peter Kairouz, Sewoong Oh, and Pramod Viswanath. 2015. The composition theorem for differential privacy. In International conference on machine learning(Lille, France). JMLR.org, N\/A, 1376\u20131385."},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"crossref","unstructured":"Gary King. 2007. An introduction to the dataverse network as an infrastructure for data sharing. 173\u2013199\u00a0pages.","DOI":"10.1177\/0049124107306660"},{"key":"e_1_3_3_3_37_1","unstructured":"Clayton Lewis and John Rieman. 1993. Task-centered user interface design: a practical introduction."},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2008.4497436"},{"key":"e_1_3_3_3_39_1","unstructured":"Jack Murtagh Kathryn Taylor George Kellaris and Salil Vadhan. 2018. Usable differential privacy: A case study with PSI. (2018)."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-49096-9_7"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.2478\/popets-2022-0058"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2008.33"},{"key":"e_1_3_3_3_43_1","unstructured":"Joe Near. 2018. Differential privacy at scale: Uber and Berkeley collaboration."},{"key":"e_1_3_3_3_44_1","first-page":"687","article-title":"Bridging the gap between computer science and legal approaches to privacy","volume":"31","author":"Nissim Kobbi","year":"2017","unstructured":"Kobbi Nissim, Aaron Bembenek, Alexandra Wood, Mark Bun, Marco Gaboardi, Urs Gasser, David\u00a0R O\u2019Brien, Thomas Steinke, and Salil Vadhan. 2017. Bridging the gap between computer science and legal approaches to privacy. Harv. JL & Tech. 31(2017), 687.","journal-title":"Harv. JL & Tech."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1162\/99608f92.63a22079"},{"key":"e_1_3_3_3_46_1","volume-title":"Fifteenth Symposium on Usable Privacy and Security","author":"Qin Lucy","year":"2019","unstructured":"Lucy Qin, Andrei Lapets, Frederick Jansen, Peter Flockhart, Kinan Bab, Ira Globus-Harris, Shannon Roberts, and Mayank Varia. 2019. From usability to secure computing and back again. In Fifteenth Symposium on Usable Privacy and Security (Santa Clara, CA, USA). USENIX Association, USA, 191\u2013210."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555762"},{"key":"e_1_3_3_3_48_1","volume-title":"Exploratory data analysis. Vol.\u00a02","author":"W Tukey","unstructured":"John\u00a0W Tukey 1977. Exploratory data analysis. Vol.\u00a02. Pearson, Reading, MA."},{"key":"e_1_3_3_3_49_1","unstructured":"Sven Vlaeminck Lisa-Kristin Herrmann 2015. Data Policies and Data Archives: A New Paradigm for Academic Publishing in Economic Sciences?. In ELPUB. n\/a n\/a 145\u2013155."},{"key":"e_1_3_3_3_50_1","volume-title":"Dublin core conference. Dublin Core Metadata Initiative","author":"White Hollie","unstructured":"Hollie White, Sarah Carrier, Abbey Thompson, Jane Greenberg, and Ryan Scherle. 2008. The Dryad Data Repository: A Singapore Framework Metadata Architecture in a DSpace Environment.. In Dublin core conference. Dublin Core Metadata Initiative, Berlin, Germany, 157\u2013162."},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40000.2020.00088"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580791","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3580791","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:25Z","timestamp":1750178245000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580791"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":51,"alternative-id":["10.1145\/3544548.3580791","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3580791","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}