{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T16:19:41Z","timestamp":1783009181373,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512214","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:11:23Z","timestamp":1650863483000},"page":"533-544","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":33,"title":["Reproducibility and Replicability of Web\u00a0Measurement Studies"],"prefix":"10.1145","author":[{"given":"Nurullah","family":"Demir","sequence":"first","affiliation":[{"name":"Institute for Internet Security, Germany and KASTEL Security Research Labs, Karlsruhe Institute of Technology, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Gro\u00dfe-Kampmann","sequence":"additional","affiliation":[{"name":"AWARE7 GmbH, Germany and Ruhr University Bochum, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tobias","family":"Urban","sequence":"additional","affiliation":[{"name":"Institute for Internet Security, Germany and secunet Security Networks AG, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christian","family":"Wressnegger","sequence":"additional","affiliation":[{"name":"KASTEL Security Research Labs, Karlsruhe Institute of Technology, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thorsten","family":"Holz","sequence":"additional","affiliation":[{"name":"CISPA Helmholtz Center for Information Security, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Norbert","family":"Pohlmann","sequence":"additional","affiliation":[{"name":"Institute for Internet Security, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2660267.2660347"},{"key":"e_1_3_2_1_2_1","unstructured":"Shubham Agarwal and Ben Stock. 2021. Critical errors in our recent MADweb paper. https:\/\/swag.cispa.saarland\/default\/2021\/07\/19\/madweb-headers.html"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.14722\/madweb.2021.23016"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380113"},{"key":"e_1_3_2_1_5_1","unstructured":"Alexa Internet Inc.2021. The Top 500 Sites on the Web. https:\/\/www.alexa.com\/topsites\/"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1298306.1298327"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3419394.3423626"},{"key":"e_1_3_2_1_8_1","volume-title":"Dos and Don\u2019ts of Machine Learning in Computer Security. In USENIX Security Symposium(Usenix Sec.).","author":"Arp Daniel","year":"2022","unstructured":"Daniel Arp, Erwin Quiring, Feargus Pendlebury, Alexander Warnecke, Fabio Pierazzi, Christian Wressnegger, Lorenzo Cavallaro, and Konrad Rieck. 2022. Dos and Don\u2019ts of Machine Learning in Computer Security. In USENIX Security Symposium(Usenix Sec.)."},{"key":"e_1_3_2_1_9_1","unstructured":"Association for Computing Machinery. 2020. Artifact Review and Badging Version 1.1. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.52"},{"key":"e_1_3_2_1_11_1","volume-title":"Replication: Why We Still Can\u2019t Browse in Peace: On the Uniqueness and Reidentifiability of Web Browsing Histories. In Symposium on Usable Privacy and Security(SOUPS).","author":"Bird Sarah","year":"2020","unstructured":"Sarah Bird, Ilana Segall, and Martin Lopatka. 2020. Replication: Why We Still Can\u2019t Browse in Peace: On the Uniqueness and Reidentifiability of Web Browsing Histories. In Symposium on Usable Privacy and Security(SOUPS)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2785956.2787485"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2021.23091"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.2478\/popets-2022-0012"},{"key":"e_1_3_2_1_15_1","unstructured":"cURL Development Team. 2021. cURL \u2013 Command Line Tool and Library for Transferring data with URLs. https:\/\/curl.se\/"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15986-3_17"},{"key":"e_1_3_2_1_17_1","article-title":"A Troubling Analysis of Reproducibility and Progress in Recommender Systems Research","volume":"2","author":"Dacrema Maurizio\u00a0Ferrari","year":"2021","unstructured":"Maurizio\u00a0Ferrari Dacrema, Simone Boglio, Paolo Cremonesi, and Dietmar Jannach. 2021. A Troubling Analysis of Reproducibility and Progress in Recommender Systems Research. ACM Transactions on Information Systems 2, 39 (2021).","journal-title":"ACM Transactions on Information Systems"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72582-2_5"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40000.2020.00018"},{"key":"e_1_3_2_1_20_1","unstructured":"EasyList. 2021. EasyPrivacy. https:\/\/easylist.to\/easylist\/easylist.txt."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978313"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"Marjan Falahrastegar Hamed Haddadi Steve Uhlig and Richard Mortier. 2016. Tracking Personal Identifiers Across the Web. In pam(PAM). https:\/\/doi.org\/10.1007\/978-3-319-30505-9_3","DOI":"10.1007\/978-3-319-30505-9_3"},{"key":"e_1_3_2_1_23_1","unstructured":"Google Inc.2021. BigQuery: Cloud Data Warehouse. https:\/\/cloud.google.com\/bigquery."},{"key":"e_1_3_2_1_24_1","unstructured":"Google Inc.2021. Chromium. https:\/\/www.chromium.org\/Home"},{"key":"e_1_3_2_1_25_1","unstructured":"Google Inc.2021. Fix lazy-loaded content. https:\/\/developers.google.com\/search\/docs\/guides\/lazy-loading?hl=en"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1086\/467659"},{"key":"e_1_3_2_1_27_1","unstructured":"HTTP Archive. 2021. The HTTP Archive Tracks How the Web is Built. https:\/\/httparchive.org."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP48549.2020.00013"},{"key":"e_1_3_2_1_29_1","unstructured":"Imperva Inc.2020. Bad Bot Report 2020: Bad Bots Strike Back. https:\/\/www.imperva.com\/blog\/bad-bot-report-2020-bad-bots-strike-back\/"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2016.50"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40000.2020.00005"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29962-0_28"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450050"},{"key":"e_1_3_2_1_35_1","unstructured":"Will Keeling. 2021. selenium-wire 4.3.1. https:\/\/pypi.org\/project\/selenium-wire\/."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3243734.3243804"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386040"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2019.23386"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596"},{"key":"e_1_3_2_1_40_1","unstructured":"Majestic. 2022. The Majestic Million \u2013 The million domains we find with the most referring subnets. https:\/\/majestic.com\/reports\/majestic-million\/"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3419394.3423632"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40000.2020.00076"},{"key":"e_1_3_2_1_43_1","unstructured":"Mozilla Foundation . 2021. OpenWPM on GitHub. https:\/\/github.com\/mozilla\/OpenWPM"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.17226\/25303"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40000.2020.00014"},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings on Privacy Enhancing Technologies(PETS).","author":"Olejnik \u0141ukasz","year":"2012","unstructured":"\u0141ukasz Olejnik, Claude Castelluccia, and Artur Janc. 2012. Why Johnny Can\u2019t Browse in Peace: On the Uniqueness of Web Browsing History Patterns. In Proceedings on Privacy Enhancing Technologies(PETS)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2016.23477"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1028788.1028824"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1080\/19325037.2004.10603611"},{"key":"e_1_3_2_1_50_1","unstructured":"Proton Technologies AG. 2021. ProtonVPN: Secure and Free VPN service for protecting your privacy. https:\/\/protonvpn.com\/"},{"key":"e_1_3_2_1_51_1","volume-title":"Limited by our Limitations. Perspectives on Medical Education 8, 4","author":"Ross T","year":"2019","unstructured":"Paula\u00a0T Ross and Nikki L\u00a0Bibler Zaidi. 2019. Limited by our Limitations. Perspectives on Medical Education 8, 4 (2019)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2012.14"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-122216-011845"},{"key":"e_1_3_2_1_54_1","unstructured":"Software Freedom Conservancy. 2021. SeleniumHQ Browser Automation. https:\/\/www.selenium.dev\/."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380203"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3320269.3372194"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2019.00031"},{"key":"e_1_3_2_1_58_1","volume-title":"Quack: Scalable Remote Measurement of Application-Layer Censorship. In USENIX Security Symposium(Usenix Sec.).","author":"VanderSloot Benjamin","year":"2018","unstructured":"Benjamin VanderSloot, Allison McDonald, Will Scott, J.\u00a0Alex Halderman, and Roya\u00a0Ensafi Ensafi. 2018. Quack: Scalable Remote Measurement of Application-Layer Censorship. In USENIX Security Symposium(Usenix Sec.)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.14722\/madweb.2020.23010"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2046707.2046763"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWSESS.2009.5068456"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.2478\/popets-2020-0016"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380104"}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512214","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512214","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:13Z","timestamp":1750188613000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512214"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":63,"alternative-id":["10.1145\/3485447.3512214","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512214","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}