{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T00:02:40Z","timestamp":1755993760300,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":79,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Meta","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["CCF-1763788"],"award-info":[{"award-number":["CCF-1763788"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3641525.3663627","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T19:02:19Z","timestamp":1720724539000},"page":"85-95","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["A benchmark suite and performance analysis of user-space provenance collectors"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5411-356X","authenticated-orcid":false,"given":"Samuel","family":"Grayson","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Illinois Urbana-Champaign, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1375-1143","authenticated-orcid":false,"given":"Faustino","family":"Aguilar","sequence":"additional","affiliation":[{"name":"University of Panama, Panama"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1701-0008","authenticated-orcid":false,"given":"Reed","family":"Milewicz","sequence":"additional","affiliation":[{"name":"Department of Software Engineering and Research, Sandia National Labs, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5934-7525","authenticated-orcid":false,"given":"Daniel S.","family":"Katz","sequence":"additional","affiliation":[{"name":"NCSA &amp; CS &amp; ECE &amp; iSchool, University of Illinois Urbana-Champaign, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5023-3492","authenticated-orcid":false,"given":"Darko","family":"Marinov","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Illinois Urbana-Champaign, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. About DTrace."},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. BPF Documentation. https:\/\/docs.kernel.org\/bpf\/index.html."},{"key":"e_1_3_2_1_3_1","unstructured":"[n. d.]. FUSE. https:\/\/www.kernel.org\/doc\/html\/latest\/filesystems\/fuse.html."},{"key":"e_1_3_2_1_4_1","unstructured":"[n. d.]. Ptrace. https:\/\/man7.org\/linux\/man-pages\/man2\/ptrace.2.html."},{"key":"e_1_3_2_1_5_1","unstructured":"2021. Event Tracing - Win32 Apps. https:\/\/learn.microsoft.com\/en-us\/windows\/win32\/etw\/event-tracing-portal."},{"key":"e_1_3_2_1_6_1","volume-title":"staff","author":"ACM Inc.","year":"2020","unstructured":"ACM Inc. staff. 2020. Artifact Review and Badging. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current."},{"key":"e_1_3_2_1_7_1","volume-title":"5th USENIX Workshop on the Theory and Practice of Provenance (TaPP 13)","author":"Balakrishnan Nikilesh","year":"2013","unstructured":"Nikilesh Balakrishnan, Thomas Bytheway, Ripduman Sohan, and Andy Hopper. 2013. {OPUS}: A Lightweight System for Observational Provenance in User Space. In 5th USENIX Workshop on the Theory and Practice of Provenance (TaPP 13)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.14529\/jsfi170104"},{"key":"e_1_3_2_1_9_1","volume-title":"24th USENIX Security Symposium (USENIX Security 15)","author":"Bates Adam","year":"2015","unstructured":"Adam Bates, Dave\u00a0(Jing) Tian, Kevin R.\u00a0B. Butler, and Thomas Moyer. 2015. Trustworthy {Whole-System} Provenance for the Linux Kernel. In 24th USENIX Security Symposium (USENIX Security 15). 319\u2013334."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2021.3052101"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-017-0469-y"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723882"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/PCCC.1998.659975"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3210459.3210462"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32489-6_13"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322790.3330594"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2899401"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/PACT.2017.14"},{"key":"e_1_3_2_1_19_1","volume-title":"Eidetic Systems. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14)","author":"Devecsery David","year":"2014","unstructured":"David Devecsery, MIchael Chow, Xianzheng Dou, Jason Flinn, and Peter\u00a0M. Chen. 2014. Eidetic Systems. In 11th USENIX Symposium on Operating Systems Design and Implementation (OSDI 14). USENIX Association, Broomfield, CO, 525\u2013540. https:\/\/www.usenix.org\/conference\/osdi14\/technical-sessions\/presentation\/devecsery"},{"key":"e_1_3_2_1_20_1","volume-title":"Nextflow enables reproducible computational workflows. Nature biotechnology 35, 4","author":"Di\u00a0Tommaso Paolo","year":"2017","unstructured":"Paolo Di\u00a0Tommaso, Maria Chatzou, Evan\u00a0W Floden, Pablo\u00a0Prieto Barja, Emilio Palumbo, and Cedric Notredame. 2017. Nextflow enables reproducible computational workflows. Nature biotechnology 35, 4 (2017), 316\u2013319."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2857705.2857710"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2008.79"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807591.2807623"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35170-9_6"},{"key":"e_1_3_2_1_25_1","volume-title":"Galaxy: a comprehensive approach for supporting accessible, reproducible, and transparent computational research in the life sciences. Genome biology 11, 8","author":"Goecks Jeremy","year":"2010","unstructured":"Jeremy Goecks, Anton Nekrutenko, and James Taylor. 2010. Galaxy: a comprehensive approach for supporting accessible, reproducible, and transparent computational research in the life sciences. Genome biology 11, 8 (2010), 1\u201313."},{"key":"e_1_3_2_1_26_1","unstructured":"Gooch. [n. d.]. Overview of the Linux Virtual File System. https:\/\/docs.kernel.org\/filesystems\/vfs.html."},{"key":"e_1_3_2_1_27_1","volume-title":"2011 USENIX Annual Technical Conference. USENIX","author":"Guo Philip","year":"2011","unstructured":"Philip Guo and Dawson Engler. 2011. CDE: Using System Call Interposition to Automatically Create Portable Software Packages. In 2011 USENIX Annual Technical Conference. USENIX, Portland, OR, USA."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502181.3531477"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Michael\u00a0A Heroux David\u00a0E Bernholdt Lois\u00a0Curfman McInnes John\u00a0R Cary Daniel\u00a0S Katz Elaine\u00a0M Raybourn and Damian Rouson. 2023. Basic Research Needs in The Science of Scientific Software Development and Use: Investment in Software is Investment in Science. Technical Report. US Department of Energy (USDOE) Washington DC (United States). Office of\u00a0\u2026.","DOI":"10.2172\/1846009"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2618137.2618138"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.05.007"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134045"},{"key":"e_1_3_2_1_33_1","volume-title":"27th USENIX Security Symposium (USENIX Security 18)","author":"Ji Yang","year":"2018","unstructured":"Yang Ji, Sangho Lee, Mattia Fazzini, Joey Allen, Evan Downing, Taesoo Kim, Alessandro Orso, and Wenke Lee. 2018. Enabling Refinable {Cross-Host} Attack Investigation with Efficient Data Flow Tagging and Tracking. In 27th USENIX Security Symposium (USENIX Security 18). 1705\u20131722."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-40593-3_1"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2151024.2151042"},{"key":"e_1_3_2_1_36_1","unstructured":"Jim Keniston Prasanna\u00a0S Panchamukhi and Masami Hiramatsu. [n. d.]. Kernel Probes (Kprobes). https:\/\/www.kernel.org\/doc\/html\/latest\/trace\/kprobes.html."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.1228"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bts480"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1002\/qua.26872"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872362.2872395"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2018.23306"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2508859.2516731"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 2017 Network and Distributed System Security (NDSS) Symposium.","author":"Lee Kyu\u00a0Hyung","year":"2017","unstructured":"Kyu\u00a0Hyung Lee, Xiangyu Zhang, and Dongyan Xu. 2017. High Accuracy Attack Provenance via Binary-based Execution Partition. In Proceedings of the 2017 Network and Distributed System Security (NDSS) Symposium."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.6820"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818000.2818039"},{"key":"e_1_3_2_1_46_1","volume-title":"26th USENIX Security Symposium (USENIX Security 17)","author":"Ma Shiqing","year":"2017","unstructured":"Shiqing Ma, Juan Zhai, Fei Wang, Kyu\u00a0Hyung Lee, Xiangyu Zhang, and Dongyan Xu. 2017. {MPI}: Multiple Perspective Attack Investigation with Semantic Aware Execution Partitioning. In 26th USENIX Security Symposium (USENIX Security 17). 1111\u20131128."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2016.23350"},{"key":"e_1_3_2_1_48_1","unstructured":"Ashish\u00a0Bharadwaj Madabhushana. 2021. Configure Linux System Auditing with Auditd."},{"key":"e_1_3_2_1_49_1","unstructured":"markruss. 2023. Sysmon - Sysinternals. https:\/\/learn.microsoft.com\/en-us\/sysinternals\/downloads\/sysmon."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1040136.1040137"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.5555\/1855807.1855817"},{"key":"e_1_3_2_1_52_1","volume-title":"Provenance-Aware Storage Systems. In 2006 USENIX Annual Technical Conference.","author":"Muniswamy-Reddy Kiran-Kumar","year":"2006","unstructured":"Kiran-Kumar Muniswamy-Reddy, David\u00a0A Holland, Uri Braun, and Margo Seltzer. 2006. Provenance-Aware Storage Systems. In 2006 USENIX Annual Technical Conference."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2528521.1508275"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/e-Science58273.2023.10254932"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Daniel N\u00fcst Vanessa Sochat Ben Marwick Stephen\u00a0J Eglen Tim Head Tony Hirst and Benjamin\u00a0D Evans. 2020. Ten simple rules for writing Dockerfiles for reproducible data science. e1008316\u00a0pages.","DOI":"10.31219\/osf.io\/fsd7t"},{"key":"e_1_3_2_1_56_1","unstructured":"Robert O\u2019Callahan Chris Jones Nathan Froyd Kyle Huey Albert Noll and Nimrod Partush. 2017. Engineering Record And Replay For Deployability: Extended Technical Report. https:\/\/doi.org\/10.48550\/arXiv.1705.05937 arxiv:1705.05937\u00a0[cs]"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3129249"},{"key":"e_1_3_2_1_58_1","volume-title":"Ten computer codes that transformed science.Nature 589, 7842","author":"Perkel M","year":"2021","unstructured":"Jeffrey\u00a0M Perkel. 2021. Ten computer codes that transformed science.Nature 589, 7842 (2021), 344\u2013349."},{"key":"e_1_3_2_1_59_1","volume-title":"Using Provenance for Repeatability. In 5th USENIX Workshop on the Theory and Practice of Provenance (TaPP 13)","author":"Pham Quan","year":"2013","unstructured":"Quan Pham, Tanu Malik, and Ian Foster. 2013. Using Provenance for Repeatability. In 5th USENIX Workshop on the Theory and Practice of Provenance (TaPP 13)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1241601.1241616"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3311955"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/2420950.2420989"},{"key":"e_1_3_2_1_63_1","volume-title":"Proceedings of the Linux Symposium, Vol.\u00a02. kernel.org","author":"Prasad Vara","year":"2005","unstructured":"Vara Prasad, William Cohen, Frank Eigler, Martin Hunt, Jim Keniston, and Brad Chen. 2005. Locating System Problems Using Dynamic Instrumentation. In Proceedings of the Linux Symposium, Vol.\u00a02. kernel.org, Ottawa, Ontario, Canada, 49\u201364."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.14778\/3415478.3415556"},{"key":"e_1_3_2_1_65_1","unstructured":"Can Sar and Pei Cao. [n. d.]. Lineage File System. ([n. d.])."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589806.3600035"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1186\/2046-4053-4-4"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.5555\/2814579.2814582"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16462-5_12"},{"key":"e_1_3_2_1_70_1","volume-title":"2012 IEEE 8th International Conference on E-Science. IEEE, 1\u20138.","author":"Stodden Victoria","year":"2012","unstructured":"Victoria Stodden, Christophe Hurlin, and Christophe P\u00e9rignon. 2012. RunMyCode. org: A novel dissemination and collaboration platform for executing published computational results. In 2012 IEEE 8th International Conference on E-Science. IEEE, 1\u20138."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2015.18"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/TrustCom.2013.73"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2435349.2435368"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2017.51"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.5555\/1268256.1268259"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274694.3274751"},{"key":"e_1_3_2_1_77_1","volume-title":"DXT: Darshan eXtended Tracing. Technical Report. Argonne National Lab. (ANL)","author":"Xu Cong","year":"2017","unstructured":"Cong Xu, Shane Snyder, Vishwanath Venkatesan, Philip Carns, Omkar Kulkarni, Suren Byna, Roberto Sisneros, and Kalyana Chadalavada. 2017. DXT: Darshan eXtended Tracing. Technical Report. Argonne National Lab. (ANL), Argonne, IL (United States)."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC.2006.302733"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/1315245.1315261"}],"event":{"name":"ACM REP '24: ACM Conference on Reproducibility and Replicability","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"],"location":"Rennes France","acronym":"ACM REP '24"},"container-title":["Proceedings of the 2nd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663627","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641525.3663627","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T02:05:00Z","timestamp":1755914700000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641525.3663627"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":79,"alternative-id":["10.1145\/3641525.3663627","10.1145\/3641525"],"URL":"https:\/\/doi.org\/10.1145\/3641525.3663627","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}