{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T15:43:14Z","timestamp":1785512594590,"version":"3.56.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,8,17]],"date-time":"2021-08-17T00:00:00Z","timestamp":1629158400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,17]]},"DOI":"10.1145\/3465481.3470081","type":"proceedings-article","created":{"date-parts":[[2021,8,16]],"date-time":"2021-08-16T17:57:21Z","timestamp":1629136641000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Best Practices for Notification Studiesfor Security and Privacy Issues on the Internet"],"prefix":"10.1145","author":[{"given":"Max","family":"Maa\u00df","sequence":"first","affiliation":[{"name":"TU Darmstadt, DE"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Henning","family":"Prid\u00f6hl","sequence":"additional","affiliation":[{"name":"University of Bamberg, DE"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dominik","family":"Herrmann","sequence":"additional","affiliation":[{"name":"University of Bamberg, DE"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias","family":"Hollick","sequence":"additional","affiliation":[{"name":"TU Darmstadt, DE"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,8,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"ACM. 2020. Artifact Review and Badging Version 1.1. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.52"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3314212.3314217"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.3389\/fninf.2017.00069"},{"key":"e_1_3_2_1_5_1","volume-title":"You Needn\u2019t Build That: Reusable Ethics-Compliance Infrastructure for Human Subjects Research. In Cybersecurity Research Ethics Dialog & Strategy Workshop, CREDS","author":"Bravo-Lillo Cristian","year":"2013","unstructured":"Cristian Bravo-Lillo, Serge Egelman, Cormac Herley, Stuart Schechter, and Janice Tsai. 2013. You Needn\u2019t Build That: Reusable Ethics-Compliance Infrastructure for Human Subjects Research. In Cybersecurity Research Ethics Dialog & Strategy Workshop, CREDS 2013."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488405"},{"key":"e_1_3_2_1_7_1","volume-title":"Fourteenth Symposium on Usable Privacy and Security, SOUPS","author":"\u00c7etin Or\u00e7un","year":"2018","unstructured":"Or\u00e7un \u00c7etin, Carlos Ga\u00f1\u00e1n, Lisette Altena, Samaneh Tajalizadehkhoob, and Michel van Eeten. 2018. Let Me Out! Evaluating the Effectiveness of Quarantining Compromised Users in Walled Gardens. In Fourteenth Symposium on Usable Privacy and Security, SOUPS 2018, Mary\u00a0Ellen Zurko and Heather\u00a0Richter Lipford (Eds.). USENIX Association, 251\u2013263."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2019.00032"},{"key":"e_1_3_2_1_9_1","volume-title":"16th Annual Workshop on the Economics of Information Security, WEIS","author":"\u00c7etin Or\u00e7un","year":"2017","unstructured":"Or\u00e7un \u00c7etin, Carlos Ganan, Maciej Korczynski, and Michel van Eeten. 2017. Make Notifications Great Again: Learning How to Notify in the Age of Large-Scale Vulnerability Scanning. In 16th Annual Workshop on the Economics of Information Security, WEIS 2017."},{"key":"e_1_3_2_1_10_1","volume-title":"Understanding the Role of Sender Reputation in Abuse Reporting and Cleanup. In 14th Annual Workshop on the Economics of Information Security, WEIS","author":"\u00c7etin Or\u00e7un","year":"2015","unstructured":"Or\u00e7un \u00c7etin, Mohammad\u00a0Hanif Jhaveri, Carlos Ga\u00f1\u00e1n, Michel van Eeten, and Tyler Moore. 2015. Understanding the Role of Sender Reputation in Abuse Reporting and Cleanup. In 14th Annual Workshop on the Economics of Information Security, WEIS 2015."},{"key":"e_1_3_2_1_11_1","unstructured":"Council of Europa. 2021. Chart of signatures and ratifications of Treaty 185: Convention on Cybercrime. https:\/\/www.coe.int\/en\/web\/conventions\/full-list\/-\/conventions\/treaty\/185\/signatures"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978672.1978674"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3243734.3243794"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2663716.2663755"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 22th USENIX Security Symposium, Samuel\u00a0T. King(Ed.). USENIX Association, 605\u2013620","author":"Durumeric Zakir","year":"2013","unstructured":"Zakir Durumeric, Eric Wustrow, and J.\u00a0Alex Halderman. 2013. ZMap: Fast Internet-wide Scanning and Its Security Applications. In Proceedings of the 22th USENIX Security Symposium, Samuel\u00a0T. King(Ed.). USENIX Association, 605\u2013620."},{"key":"e_1_3_2_1_16_1","volume-title":"Workshop on Studying Online Behaviour at the Conference on Human Factors in Computing Systems","author":"Egelman Serge","year":"2010","unstructured":"Serge Egelman, Janice\u00a0Y. Tsai, and Lorrie\u00a0F. Cranor. 2010. Tell me lies: A methodology for scientifically rigorous security user studies. In Workshop on Studying Online Behaviour at the Conference on Human Factors in Computing Systems 2010. ACM."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Steven Englehardt and Arvind Narayanan. 2016. Online Tracking: A 1-million-site Measurement and Analysis. In Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security Edgar\u00a0R. Weippl Stefan Katzenbeisser Christopher Kruegel Andrew\u00a0C. Myers and Shai Halevi(Eds.). ACM 1388\u20131401.","DOI":"10.1145\/2976749.2978313"},{"key":"e_1_3_2_1_18_1","unstructured":"Meiko Jensen Cedric Lauradoux and Konstantinos Limniotis. 2019. Pseudonymization Techniques and Best Practices. ENISA. https:\/\/www.enisa.europa.eu\/publications\/pseudonymisation-techniques-and-best-practices"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3407023.3407057"},{"key":"e_1_3_2_1_20_1","volume-title":"Towards Robust Experimental Design for User Studies in Security and Privacy. In The LASER Workshop: Learning from Authoritative Security Experiment Results (LASER","author":"Krol Kat","year":"2016","unstructured":"Kat Krol, Jonathan\u00a0M. Spring, Simon Parkin, and M.\u00a0Angela Sasse. 2016. Towards Robust Experimental Design for User Studies in Security and Privacy. In The LASER Workshop: Learning from Authoritative Security Experiment Results (LASER 2016). USENIX Association, San Jose, CA, 21\u201331."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 23rd USENIX Security Symposium, Kevin Fu and Jaeyeon Jung (Eds.). USENIX Association, 111\u2013125","author":"K\u00fchrer Marc","year":"2014","unstructured":"Marc K\u00fchrer, Thomas Hupperich, Christian Rossow, and Thorsten Holz. 2014. Exit from Hell? Reducing the Impact of Amplification DDoS Attacks. In Proceedings of the 23rd USENIX Security Symposium, Kevin Fu and Jaeyeon Jung (Eds.). USENIX Association, 111\u2013125."},{"key":"e_1_3_2_1_22_1","volume-title":"You\u2019ve Got Vulnerability: Exploring Effective Vulnerability Notifications. In 25th USENIX Security Symposium, USENIX Security 16","author":"Li Frank","year":"2016","unstructured":"Frank Li, Zakir Durumeric, Jakub Czyz, Mohammad Karami, Michael Bailey, Damon McCoy, Stefan Savage, and Vern Paxson. 2016. You\u2019ve Got Vulnerability: Exploring Effective Vulnerability Notifications. In 25th USENIX Security Symposium, USENIX Security 16, Thorsten Holz and Stefan Savage (Eds.). USENIX Association, 1033\u20131050."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883039"},{"key":"e_1_3_2_1_24_1","volume-title":"Snail Mail Beats Email Any Day: On Effective Operator Security Notifications in the Internet. In ARES 2021: The 15th International Conference on Availability, Reliability and Security","author":"Maass Max","year":"2021","unstructured":"Max Maass, Marc-Pascal Clement, and Matthias Hollick. 2021. Snail Mail Beats Email Any Day: On Effective Operator Security Notifications in the Internet. In ARES 2021: The 15th International Conference on Availability, Reliability and Security, Virtual Event, August 17-20, 2021."},{"key":"e_1_3_2_1_25_1","volume-title":"INFORMATIK 2017(LNI, Vol.\u00a0P-275)","author":"Maass Max","year":"2017","unstructured":"Max Maass, Anne Laubach, and Dominik Herrmann. 2017. PrivacyScore: Analyse von Webseiten auf Sicherheits- und Privatheitsprobleme. In 47. Jahrestagung der Gesellschaft f\u00fcr Informatik, Digitale Kulturen, INFORMATIK 2017(LNI, Vol.\u00a0P-275), Maximilian Eibl and Martin Gaedke (Eds.). GI, 1049\u20131060."},{"key":"e_1_3_2_1_26_1","volume-title":"30th USENIX Security Symposium, USENIX Security 21","author":"Maass Max","year":"2021","unstructured":"Max Maass, Alina St\u00f6ver, Henning Prid\u00f6hl, Sebastian Bretthauer, Dominik Herrmann, Matthias Hollick, and Indra Spiecker. 2021. Effective Notification Campaigns on the Web: A Matter of Trust, Framing, and Support. In 30th USENIX Security Symposium, USENIX Security 21, Online, August 11-13, 2021. USENIX Association."},{"key":"e_1_3_2_1_27_1","volume-title":"Human Practice. Digital Ecologies. Our Future. 14. Internationale Tagung Wirtschaftsinformatik (WI","author":"Maass Max","year":"2019","unstructured":"Max Maass, Nicolas Walter, Dominik Herrmann, and Matthias Hollick. 2019. On the Difficulties of Incentivizing Online Privacy through Transparency: A Qualitative Survey of the German Health Insurance Market. In Human Practice. Digital Ecologies. Our Future. 14. Internationale Tagung Wirtschaftsinformatik (WI 2019), Thomas Ludwig and Volkmar Pipek (Eds.). University of Siegen, Germany \/ AISeL, 1307\u20131321."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.23919\/TMA.2017.8002909"},{"key":"e_1_3_2_1_29_1","volume-title":"Tranco: A Research-Oriented Top Sites Ranking Hardened Against Manipulation. In 26th Annual Network and Distributed System Security Symposium, NDSS","author":"Pochat Victor\u00a0Le","year":"2019","unstructured":"Victor\u00a0Le Pochat, Tom van Goethem, Samaneh Tajalizadehkhoob, Maciej Korczynski, and Wouter Joosen. 2019. Tranco: A Research-Oriented Top Sites Ranking Hardened Against Manipulation. In 26th Annual Network and Distributed System Security Symposium, NDSS 2019. The Internet Society."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","unstructured":"Henning Prid\u00f6hl Pascal Wichmann Dominik Herrmann Max Maass Martin M\u00fcller and Malte. 2019. PrivacyScore\/privacyscanner. https:\/\/doi.org\/10.5281\/zenodo.2555037","DOI":"10.5281\/zenodo.2555037"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278574"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2018.23171"},{"key":"e_1_3_2_1_33_1","volume-title":"25th USENIX Security Symposium, USENIX Security 16","author":"Stock Ben","year":"2016","unstructured":"Ben Stock, Giancarlo Pellegrino, Christian Rossow, Martin Johns, and Michael Backes. 2016. Hey, You Have a Problem: On the Feasibility of Large-Scale Web Vulnerability Notification. In 25th USENIX Security Symposium, USENIX Security 16, Thorsten Holz and Stefan Savage (Eds.). USENIX Association, 1015\u20131032."},{"key":"e_1_3_2_1_34_1","unstructured":"Thorsten Holz and Alina Oprea on behalf of the S&P\u201921 Program Committee. 2021. IEEE S&P\u201921 Program Committee Statement Regarding The \u201cHypocrite Commits\u201d Paper. https:\/\/www.ieee-security.org\/TC\/SP2021\/downloads\/2021_PC_Statement.pdf"},{"key":"e_1_3_2_1_35_1","volume-title":"An Experimental Study. In 5th Workshop on Cyber Security Experimentation and Test, CSET \u201912","author":"Vasek Marie","year":"2012","unstructured":"Marie Vasek and Tyler Moore. 2012. Do Malware Reports Expedite Cleanup? An Experimental Study. In 5th Workshop on Cyber Security Experimentation and Test, CSET \u201912, Sean Peisert and Stephen Schwab (Eds.). USENIX Association."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2820078"},{"key":"e_1_3_2_1_37_1","volume-title":"18th Annual Workshop on the Economics of Information Security, WEIS","author":"Zeng Eric","year":"2019","unstructured":"Eric Zeng, Frank Li, Emily Stark, and Adrienne\u00a0Porter Felt. 2019. Fixing HTTPS Misconfigurations at Scale: An Experiment with Security Notifications. In 18th Annual Workshop on the Economics of Information Security, WEIS 2019."}],"event":{"name":"ARES 2021: The 16th International Conference on Availability, Reliability and Security","location":"Vienna Austria","acronym":"ARES 2021"},"container-title":["Proceedings of the 16th International Conference on Availability, Reliability and Security"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3465481.3470081","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3465481.3470081","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:24Z","timestamp":1750191444000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3465481.3470081"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,17]]},"references-count":37,"alternative-id":["10.1145\/3465481.3470081","10.1145\/3465481"],"URL":"https:\/\/doi.org\/10.1145\/3465481.3470081","relation":{},"subject":[],"published":{"date-parts":[[2021,8,17]]},"assertion":[{"value":"2021-08-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}