{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:05:10Z","timestamp":1768010710570,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000015","name":"DOE U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["1900888"],"award-info":[{"award-number":["1900888"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#1900765"],"award-info":[{"award-number":["#1900765"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#2223704"],"award-info":[{"award-number":["#2223704"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#2331152"],"award-info":[{"award-number":["#2331152"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#2411386"],"award-info":[{"award-number":["#2411386"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#2411387"],"award-info":[{"award-number":["#2411387"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["#2106635"],"award-info":[{"award-number":["#2106635"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,2]]},"DOI":"10.1145\/3652892.3700780","type":"proceedings-article","created":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T19:36:13Z","timestamp":1732736173000},"page":"392-403","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Towards Affordable Reproducibility Using Scalable Capture and Comparison of Intermediate Multi-Run Results"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4699-8657","authenticated-orcid":false,"given":"Nigel","family":"Tan","sequence":"first","affiliation":[{"name":"University of Tennessee Knoxville, Knoxville, Tennessee, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0377-4576","authenticated-orcid":false,"given":"Kevin","family":"Assogba","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, Rochester, New York, US"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8395-3529","authenticated-orcid":false,"given":"Walter J.","family":"Ashworth","sequence":"additional","affiliation":[{"name":"University of Tennessee Knoxville, Knoxville, Tennessee, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1007-9384","authenticated-orcid":false,"given":"Befikir","family":"Bogale","sequence":"additional","affiliation":[{"name":"University of Tennesse Knoxville, Knoxville, Tennessee, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7890-3934","authenticated-orcid":false,"given":"Franck","family":"Cappello","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory, Lemont, Illinois, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5034-2880","authenticated-orcid":false,"given":"M. Mustafa","family":"Rafique","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, Rochester, New York, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0031-6377","authenticated-orcid":false,"given":"Michela","family":"Taufer","sequence":"additional","affiliation":[{"name":"University of Tennessee Knoxville, Knoxville, Tennessee, US"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0661-7509","authenticated-orcid":false,"given":"Bogdan","family":"Nicolae","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory, Lemont, Illinois, US"}]}],"member":"320","published-online":{"date-parts":[[2024,12,2]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3389360"},{"key":"e_1_3_2_1_2_1","volume-title":"SC'23: Proceedings of the SC'23 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. Association for Computing Machinery","author":"Assogba Kevin","unstructured":"Kevin Assogba, Bogdan Nicolae, Hubertus Van Dam, and M. Mustafa Rafique. 2023. Asynchronous Multi-Level Checkpointing: An Enabler of Reproducibility using Checkpoint History Analytics. In SC'23: Proceedings of the SC'23 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. Association for Computing Machinery, New York, NY, USA, 1748--1756."},{"key":"e_1_3_2_1_3_1","volume-title":"HPAS: An HPC Performance Anomaly Suite for Reproducing Performance Variations. In ICPP'19: The Proceedings of the 48th International Conference on Parallel Processing","author":"Ates Emre","unstructured":"Emre Ates, Yijia Zhang, Burak Aksar, Jim Brandt, Vitus J. Leung, Manuel Egele, and Ayse K. Coskun. 2019. HPAS: An HPC Performance Anomaly Suite for Reproducing Performance Variations. In ICPP'19: The Proceedings of the 48th International Conference on Parallel Processing (Kyoto, Japan). Association for Computing Machinery, New York, NY, USA, Article 40, 10 pages."},{"key":"e_1_3_2_1_4_1","unstructured":"Jens Axboe. 2019. Efficient IO with io_uring. https:\/\/kernel.dk\/io_uring.pdf"},{"key":"e_1_3_2_1_5_1","volume-title":"HPCC'13: The IEEE 10th International Conference on High Performance Computing and Communications & 2013 IEEE International Conference on Embedded and Ubiquitous Computing","author":"Balaji Pavan","unstructured":"Pavan Balaji and Dries Kimpe. 2013. On the Reproducibility of MPI Reduction Operations. In HPCC'13: The IEEE 10th International Conference on High Performance Computing and Communications & 2013 IEEE International Conference on Embedded and Ubiquitous Computing. IEEE, IEEE Computer Society, Los Alamitos, CA, USA, 407--414."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.parco.2017.07.004"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/mrm.28360"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1088\/0067-0049\/211\/2\/19"},{"key":"e_1_3_2_1_9_1","volume-title":"CANOPIE-HPC'20: The Proceedings of the 2020 2nd International Workshop on Containers and New Orchestration Paradigms for Isolated Environments in HPC","author":"Canon R. Shane","unstructured":"R. Shane Canon. 2020. The Role of Containers in Reproducibility. In CANOPIE-HPC'20: The Proceedings of the 2020 2nd International Workshop on Containers and New Orchestration Paradigms for Isolated Environments in HPC. IEEE Computer Society, Los Alamitos, CA, USA, 19--25."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigDataCongress.2015.41"},{"key":"e_1_3_2_1_11_1","article-title":"Reliability and Reproducibility in Computational Science: Implementing Validation, Verification and Uncertainty Quantification in silico","volume":"379","author":"Coveney Peter V","year":"2021","unstructured":"Peter V Coveney, Derek Groen, and Alfons G Hoekstra. 2021. Reliability and Reproducibility in Computational Science: Implementing Validation, Verification and Uncertainty Quantification in silico. Philosophical Transactions of the Royal Society A 379, 2197 (2021), 20200409.","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.3820"},{"key":"e_1_3_2_1_13_1","volume-title":"n.d.. Polaris. https:\/\/www.alcf.anl.gov\/polaris. Accessed","author":"Computing Facility Argonne Leadership","year":"2024","unstructured":"Argonne Leadership Computing Facility. n.d.. Polaris. https:\/\/www.alcf.anl.gov\/polaris. Accessed: May 24, 2024."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2024.06.003"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3015569"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/180\/1\/012019"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"R. W. Hockney and J. W. Eastwood. 1988. Computer Simulation Using Particles. Taylor & Francis Group New York NY USA.","DOI":"10.1201\/9781439822050"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.3389\/fbinf.2021.826370"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-69583-4_24"},{"key":"e_1_3_2_1_20_1","volume-title":"Three Pillars of Practical Reproducibility. In eScience'23: The IEEE 19th International Conference on e-Science","author":"Keahey Kate","unstructured":"Kate Keahey, Jason Anderson, Mark Powers, and Adam Cooper. 2023. Three Pillars of Practical Reproducibility. In eScience'23: The IEEE 19th International Conference on e-Science. IEEE Computer Society, Los Alamitos, CA, USA, 1--6."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/INM.2015.7140307"},{"key":"e_1_3_2_1_22_1","volume-title":"Varity: Quantifying Floating-Point Variations in HPC Systems Through Randomized Testing. In IPDPS'20: The IEEE International Parallel and Distributed Processing Symposium. IEEE Computer Society","author":"Laguna Ignacio","year":"2020","unstructured":"Ignacio Laguna. 2020. Varity: Quantifying Floating-Point Variations in HPC Systems Through Randomized Testing. In IPDPS'20: The IEEE International Parallel and Distributed Processing Symposium. IEEE Computer Society, Los Alamitos, CA, USA, 622--633."},{"key":"e_1_3_2_1_23_1","volume-title":"Recovering Numerical Reproducibility in Hydrodynamic Simulations. In ARITH'16: The IEEE 23nd Symposium on Computer Arithmetic. IEEE, IEEE Computer Society","author":"Langlois Philippe","year":"2016","unstructured":"Philippe Langlois, Rafife Nheili, and Christophe Denis. 2016. Recovering Numerical Reproducibility in Hydrodynamic Simulations. In ARITH'16: The IEEE 23nd Symposium on Computer Arithmetic. IEEE, IEEE Computer Society, Los Alamitos, CA, USA, 63--70."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.parco.2023.102996"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1093\/mnras\/stad1176"},{"key":"e_1_3_2_1_26_1","volume-title":"GPU-Enabled Asynchronous Multilevel Checkpoint Caching and Prefetching. In HPDC'23: The Proceedings of the 32nd International Symposium on High-Performance Parallel and Distributed Computing","author":"Maurya Avinash","year":"2023","unstructured":"Avinash Maurya, M. Mustafa Rafique, Thierry Tonellot, Hussain J. AlSalem, Franck Cappello, and Bogdan Nicolae. 2023. GPU-Enabled Asynchronous Multilevel Checkpoint Caching and Prefetching. In HPDC'23: The Proceedings of the 32nd International Symposium on High-Performance Parallel and Distributed Computing (Orlando, FL, USA). Association for Computing Machinery, New York, NY, USA, 73--85."},{"key":"e_1_3_2_1_27_1","first-page":"A4","article-title":"The Three R's of Scientific Integrity","volume":"129","author":"McIntosh Robert D.","year":"2020","unstructured":"Robert D. McIntosh and Christopher D. Chambers. 2020. The Three R's of Scientific Integrity: Replicability, Reproducibility, and Robustness. Cortex 129 (2020), A4--A7.","journal-title":"Replicability, Reproducibility, and Robustness. Cortex"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1038\/s43586-023-00236-9"},{"key":"e_1_3_2_1_29_1","volume-title":"Reproducible Floating-Point Aggregation in RDBMSs. In ICDE'18: Proceedings of the 2018 IEEE 34th International Conference on Data Engineering. IEEE Computer Society","author":"M\u00fcller Ingo","year":"2018","unstructured":"Ingo M\u00fcller, Andrea Arteaga, Torsten Hoefler, and Gustavo Alonso. 2018. Reproducible Floating-Point Aggregation in RDBMSs. In ICDE'18: Proceedings of the 2018 IEEE 34th International Conference on Data Engineering. IEEE Computer Society, Los Alamitos, CA, USA, 1049--1060."},{"key":"e_1_3_2_1_30_1","volume-title":"Towards Scalable Checkpoint Restart: A Collective Inline Memory Contents Deduplication Proposal. In IPDPS'13: The 27th IEEE International Parallel and Distributed Processing Symposium","author":"Nicolae Bogdan","year":"2013","unstructured":"Bogdan Nicolae. 2013. Towards Scalable Checkpoint Restart: A Collective Inline Memory Contents Deduplication Proposal. In IPDPS'13: The 27th IEEE International Parallel and Distributed Processing Symposium. Boston, USA, 19--28."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2015.82"},{"key":"e_1_3_2_1_32_1","volume-title":"Kevin Assogba, Polina Shpilker, Mikhail Titov, Matteo Turilli, Tianle Wang, Ozgur O. Kilic, Shantenu Jha, and Line C. Pouchard.","author":"Nicolae Bogdan","year":"2023","unstructured":"Bogdan Nicolae, Tanzima Z. Islam, Robert Ross, Huub Van Dam, Kevin Assogba, Polina Shpilker, Mikhail Titov, Matteo Turilli, Tianle Wang, Ozgur O. Kilic, Shantenu Jha, and Line C. Pouchard. 2023. Building the I (Interoperability) of FAIR for Performance Reproducibility of Large-Scale Composable Workflows in RECUP. In eScience'23: The IEEE 19th International Conference on e-Science. IEEE Computer Society, Los Alamitos, CA, USA, 1--7."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2019.00099"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094342019839124"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-19506-9"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094342019834621"},{"key":"e_1_3_2_1_37_1","volume-title":"FLiT: Cross-platform Floating-point Result-consistency Tester and Workload. In IISWC'17: The IEEE International Symposium on Workload Characterization. IEEE, IEEE Computer Society","author":"Sawaya Geof","year":"2017","unstructured":"Geof Sawaya, Michael Bentley, Ian Briggs, Ganesh Gopalakrishnan, and Dong H Ahn. 2017. FLiT: Cross-platform Floating-point Result-consistency Tester and Workload. In IISWC'17: The IEEE International Symposium on Workload Characterization. IEEE, IEEE Computer Society, Los Alamitos, CA, USA, 229--238."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213945"},{"key":"e_1_3_2_1_39_1","unstructured":"Victoria Stodden and Matthew S Krafczyk. 2018. Assessing Reproducibility: An Astrophysical Example of Computational Uncertainty in the HPC Context. ResCuE-HPC'18: The 1st Workshop on Reproducible Customizable and Portable Workflows for HPC at SC'18."},{"key":"e_1_3_2_1_40_1","volume-title":"IPDPS'10: The IEEE International Symposium on Parallel & Distributed Processing","author":"Taufer Michela","unstructured":"Michela Taufer, Omar Padron, Philip Saponaro, and Sandeep Patel. 2010. Improving Numerical Reproducibility and Stability in Large-scale Numerical Simulations on GPUs. In IPDPS'10: The IEEE International Symposium on Parallel & Distributed Processing. IEEE, IEEE Computer Society, Los Alamitos, CA, USA, 1--9."},{"key":"e_1_3_2_1_41_1","unstructured":"Basho Technologies. 2009. Riak. https:\/\/www.riak.com\/."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.15252\/msb.20209982"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.5555\/3388242.3388280"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.parco.2017.07.010"}],"event":{"name":"Middleware '24: 25th International Middleware Conference","location":"Hong Kong Hong Kong","acronym":"Middleware '24","sponsor":["IFIP","Usenix"]},"container-title":["Proceedings of the 25th International Middleware Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652892.3700780","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3652892.3700780","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3652892.3700780","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:53:57Z","timestamp":1750287237000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3652892.3700780"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"references-count":44,"alternative-id":["10.1145\/3652892.3700780","10.1145\/3652892"],"URL":"https:\/\/doi.org\/10.1145\/3652892.3700780","relation":{},"subject":[],"published":{"date-parts":[[2024,12,2]]},"assertion":[{"value":"2024-12-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}