{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T22:17:42Z","timestamp":1766441862660,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":6,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,11,22]],"date-time":"2026-11-22T00:00:00Z","timestamp":1795305600000},"content-version":"vor","delay-in-days":368,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-2446321"],"award-info":[{"award-number":["CNS-2446321"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,19]]},"DOI":"10.1145\/3719027.3765573","type":"proceedings-article","created":{"date-parts":[[2025,11,22]],"date-time":"2025-11-22T23:33:16Z","timestamp":1763854396000},"page":"4872-4874","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["On Defining Reproducible Outcomes for the Computer Security Community"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-7807-7941","authenticated-orcid":false,"given":"Daniel","family":"Olszewski","sequence":"first","affiliation":[{"name":"University of Florida, Gainesville, FL, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,11,22]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2020. Artifact review and badging - current. https:\/\/www.acm.org\/publications\/ policies\/artifact-review-and-badging-current"},{"key":"e_1_3_2_1_2_1","volume-title":"Dear Colleague Letter: Reproducibility and Replicability in Science. (22","author":"Malcomber Simon","year":"2022","unstructured":"Simon Malcomber, Margaret Martonosi, James L. Moore, Susan S. Margulies, Alexandra R. Isern, Alicia J. Knoedler, Kendra V. Sharp, Sean L. Jones, Kellina M. Craig-Henderson, and Erwin Gianchandani. 2022. Dear Colleague Letter: Reproducibility and Replicability in Science. (22 Oct 2022)."},{"volume-title":"Reproducibility and replicability in science","author":"National Academies of Sciences Engineering and Medicine and others. 2019.","key":"e_1_3_2_1_3_1","unstructured":"National Academies of Sciences Engineering and Medicine and others. 2019. Reproducibility and replicability in science. National Academies Press."},{"key":"e_1_3_2_1_4_1","volume-title":"Tyler Tucker, Siddhant Kalgutkar, Hunter Ver Helst, Sara Rampazzi, Kevin Butler, and Patrick Traynor.","author":"Olszewski Daniel","year":"2025","unstructured":"Daniel Olszewski, Allison Lu, Anna Crowder, Nathaniel Bennett, Seth Layton, Sri Hrushikesh Varma Bhupathiraju, Tyler Tucker, Siddhant Kalgutkar, Hunter Ver Helst, Sara Rampazzi, Kevin Butler, and Patrick Traynor. 2025. Reproducibility in Applied Security Conferences: An 11-Year Review on Artifacts and Evaluation Committees. In Proceedings of the 3rd Annual Conference ACM Conference on Reproducibility and Replicability."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623130"},{"key":"e_1_3_2_1_6_1","volume-title":"In Proceedings of the 34th USENIX Security Symposium.","author":"Olszewski Daniel","year":"2025","unstructured":"Daniel Olszewski, Tyler Tucker, Kevin Butler, and Patrick Traynor. 2025. In Proceedings of the 34th USENIX Security Symposium."}],"event":{"name":"CCS '25: ACM SIGSAC Conference on Computer and Communications Security","sponsor":["SIGSAC ACM Special Interest Group on Security, Audit, and Control"],"location":"Taipei Taiwan","acronym":"CCS '25"},"container-title":["Proceedings of the 2025 ACM SIGSAC Conference on Computer and Communications Security"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3719027.3765573","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3719027.3765573","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T22:15:36Z","timestamp":1766441736000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3719027.3765573"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,19]]},"references-count":6,"alternative-id":["10.1145\/3719027.3765573","10.1145\/3719027"],"URL":"https:\/\/doi.org\/10.1145\/3719027.3765573","relation":{},"subject":[],"published":{"date-parts":[[2025,11,19]]},"assertion":[{"value":"2025-11-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}