{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:09:46Z","timestamp":1768010986545,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","funder":[{"name":"Office of Science of the Department of Energy","award":["DE-AC05-00OR22725"],"award-info":[{"award-number":["DE-AC05-00OR22725"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,16]]},"DOI":"10.1145\/3731599.3767452","type":"proceedings-article","created":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T16:13:44Z","timestamp":1762532024000},"page":"949-959","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["From Edge to HPC: Investigating Cross-Facility Data Streaming Architectures"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7973-7061","authenticated-orcid":false,"given":"Anjus","family":"George","sequence":"first","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7479-5526","authenticated-orcid":false,"given":"Michael","family":"Brim","sequence":"additional","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5054-4354","authenticated-orcid":false,"given":"Christopher","family":"Zimmer","sequence":"additional","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5187-1768","authenticated-orcid":false,"given":"David","family":"Rogers","sequence":"additional","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8745-7078","authenticated-orcid":false,"given":"Sarp","family":"Oral","sequence":"additional","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6332-903X","authenticated-orcid":false,"given":"Zach","family":"Mayes","sequence":"additional","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,11,15]]},"reference":[{"key":"e_1_3_3_2_2_2","first-page":"265","volume-title":"12th USENIX symposium on operating systems design and implementation (OSDI 16)","author":"Abadi Mart\u00edn","year":"2016","unstructured":"Mart\u00edn Abadi, Paul Barham, Jianmin Chen, Zhifeng Chen, Andy Davis, Jeffrey Dean, Matthieu Devin, Sanjay Ghemawat, Geoffrey Irving, Michael Isard, et\u00a0al. 2016. { TensorFlow} : a system for { Large-Scale} machine learning. In 12th USENIX symposium on operating systems design and implementation (OSDI 16). 265\u2013283."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581784.3607089"},{"key":"e_1_3_3_2_4_2","volume-title":"Istio, Service Mesh Simplified","author":"Authors Istio","year":"2025","unstructured":"Istio Authors. 2025. Istio, Service Mesh Simplified. Retrieved Sept 16, 2025 from https:\/\/istio.io\/"},{"key":"e_1_3_3_2_5_2","volume-title":"Redis Docs","author":"Authors Redis","year":"2025","unstructured":"Redis Authors. 2025. Redis Docs. Retrieved June 26, 2025 from https:\/\/redis.io\/docs\/latest\/"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Anakha\u00a0V Babu Tao Zhou Saugat Kandel Tekin Bicer Zhengchun Liu William Judge Daniel\u00a0J Ching Yi Jiang Sinisa Veseli Steven Henke et\u00a0al. 2023. Deep learning at the edge enables real-time streaming ptychographic imaging. Nature Communications 14 1 (2023) 7059.","DOI":"10.1038\/s41467-023-41496-z"},{"key":"e_1_3_3_2_7_2","volume-title":"ESnet, Energy Sciences Network","author":"Berkeley\u00a0Lab US\u00a0Department of Energy Office of\u00a0Science","year":"2025","unstructured":"US\u00a0Department of Energy Office of\u00a0Science Berkeley\u00a0Lab. 2025. ESnet, Energy Sciences Network. Retrieved Sept 12, 2025 from https:\/\/www.es.net\/"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS53621.2022.00083"},{"key":"e_1_3_3_2_9_2","unstructured":"Wes Brewer Ana Gainaru Fr\u00e9d\u00e9ric Suter Feiyi Wang Murali Emani and Shantenu Jha. 2025. AI-coupled HPC Workflow Applications Middleware and Performance. arxiv:https:\/\/arXiv.org\/abs\/2406.14315\u00a0[cs.DC] https:\/\/arxiv.org\/abs\/2406.14315"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/SCW63240.2024.00259"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.2172\/2338264"},{"key":"e_1_3_3_2_12_2","volume-title":"AMQP 0-9-1 Model Explained","year":"2025","unstructured":"Broadcom. 2025. AMQP 0-9-1 Model Explained. Retrieved Aug 5, 2025 from https:\/\/www.rabbitmq.com\/tutorials\/amqp-concepts"},{"key":"e_1_3_3_2_13_2","volume-title":"RabbitMQ 4.1 Documentation","year":"2025","unstructured":"Broadcom. 2025. RabbitMQ 4.1 Documentation. Retrieved June 26, 2025 from https:\/\/www.rabbitmq.com\/docs"},{"key":"e_1_3_3_2_14_2","unstructured":"Tianqi Chen Mu Li Yutian Li Min Lin Naiyan Wang Minjie Wang Tianjun Xiao Bing Xu Chiyuan Zhang and Zheng Zhang. 2015. MXNet: A Flexible and Efficient Machine Learning Library for Heterogeneous Distributed Systems. arxiv:https:\/\/arXiv.org\/abs\/1512.01274\u00a0[cs.DC] https:\/\/arxiv.org\/abs\/1512.01274"},{"key":"e_1_3_3_2_15_2","volume-title":"Multi-site data streaming orchestration with SciStream","author":"Chung Joaquin","year":"2023","unstructured":"Joaquin Chung, Jamil Hasibul, Rohan Vardekar, Flavio Castro, and Se-young Yu. 2023. Multi-site data streaming orchestration with SciStream. Retrieved Aug 4, 2025 from https:\/\/sc23.supercomputing.org\/wp-content\/uploads\/2023\/11\/SC23-NRE-010-Se-youngYu-Multi-site_data_streaming_orchestration_with_SciStream.pdf"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Joaquin Chung Wojciech Zacherek AJ Wisniewski Zhengchun Liu Tekin Bicer Rajkumar Kettimuthu and Ian Foster. 2022. SciStream: Architecture and Toolkit for Data Streaming between Federated Science Instruments(HPDC \u201922). Association for Computing Machinery New York NY USA 185\u2013198. 10.1145\/3502181.3531475","DOI":"10.1145\/3502181.3531475"},{"key":"e_1_3_3_2_17_2","unstructured":"Marc Claesen and Bart\u00a0De Moor. 2015. Hyperparameter Search in Machine Learning. arxiv:https:\/\/arXiv.org\/abs\/1502.02127\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/1502.02127"},{"key":"e_1_3_3_2_18_2","volume-title":"Gloo, Collective communications library with various primitives for multi-machine training","author":"Contributors Gloo","year":"2025","unstructured":"Gloo Contributors. 2025. Gloo, Collective communications library with various primitives for multi-machine training. Retrieved Aug 7, 2025 from https:\/\/github.com\/pytorch\/gloo"},{"key":"e_1_3_3_2_19_2","volume-title":"OpenSSL Library","author":"Contributors OpenSSL","year":"2025","unstructured":"OpenSSL Contributors. 2025. OpenSSL Library. Retrieved Sept 15, 2025 from https:\/\/github.com\/openssl\/openssl"},{"key":"e_1_3_3_2_20_2","volume-title":"Go RabbitMQ Client Library","author":"team RabbitMQ core","year":"2025","unstructured":"RabbitMQ core team. 2025. Go RabbitMQ Client Library. Retrieved Aug 4, 2025 from https:\/\/github.com\/rabbitmq\/amqp091-go\/tree\/main"},{"key":"e_1_3_3_2_21_2","volume-title":"NVIDIA Collective Communications Library (NCCL)","author":"Corporation NVIDIA","year":"2025","unstructured":"NVIDIA Corporation. 2025. NVIDIA Collective Communications Library (NCCL). Retrieved Aug 7, 2025 from https:\/\/developer.nvidia.com\/nccl"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Cromaz Mario Dart Eli Pouyoul Eric and Jansen Gustav R.2021. Simple and Scalable Streaming: The GRETA Data Pipeline*. EPJ Web Conf. 251 (2021) 04018. 10.1051\/epjconf\/202125104018","DOI":"10.1051\/epjconf\/202125104018"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/2503210.2503245"},{"key":"e_1_3_3_2_24_2","volume-title":"Scistream","author":"Developers SciStream","year":"2025","unstructured":"SciStream Developers. 2025. Scistream. Retrieved Sept 15, 2025 from https:\/\/github.com\/scistream\/scistream-proto"},{"key":"e_1_3_3_2_25_2","volume-title":"Get Started with OLCF API","author":"Docs OLCF","year":"2025","unstructured":"OLCF Docs. 2025. Get Started with OLCF API. Retrieved Aug 4, 2025 from https:\/\/s3m.apps.olivine.ccs.ornl.gov\/docs\/gen\/getting-started.html"},{"key":"e_1_3_3_2_26_2","volume-title":"Bitnami package for RabbitMQ","author":"Foundation The\u00a0Linux","year":"2025","unstructured":"The\u00a0Linux Foundation. 2025. Bitnami package for RabbitMQ. Retrieved Aug 4, 2025 from https:\/\/artifacthub.io\/packages\/helm\/bitnami\/rabbitmq"},{"key":"e_1_3_3_2_27_2","unstructured":"Anjus George Michael\u00a0J. Brim Christopher Zimmer Tyler\u00a0J. Skluzacek A.\u00a0J. Ruckman Gustav\u00a0R. Jansen and Sarp Oral. 2025. A Study on Messaging Trade-offs in Data Streaming for Scientific Workflows. arxiv:https:\/\/arXiv.org\/abs\/2509.07199\u00a0[cs.DC] https:\/\/arxiv.org\/abs\/2509.07199"},{"key":"e_1_3_3_2_28_2","volume-title":"Integrated Research Infrastructure","author":"Group The IRI Management Council\u2019s\u00a0Leadership","year":"2025","unstructured":"The IRI Management Council\u2019s\u00a0Leadership Group. 2025. Integrated Research Infrastructure. Retrieved Aug 6, 2025 from https:\/\/iri.science\/"},{"key":"e_1_3_3_2_29_2","first-page":"17","volume-title":"AIP conference proceedings","author":"Harrison Robert\u00a0L","year":"2010","unstructured":"Robert\u00a0L Harrison. 2010. Introduction to monte carlo simulation. In AIP conference proceedings , Vol.\u00a01204. 17."},{"key":"e_1_3_3_2_30_2","volume-title":"Red Hat OpenShift","author":"Hat Red","year":"2025","unstructured":"Red Hat. 2025. Red Hat OpenShift. Retrieved Aug 8, 2025 from https:\/\/developers.redhat.com\/products\/openshift\/overview"},{"key":"e_1_3_3_2_31_2","unstructured":"Shantenu Jha Vincent\u00a0R. Pascuzzi and Matteo Turilli. 2022. AI-coupled HPC Workflows. arxiv:https:\/\/arXiv.org\/abs\/2208.11745\u00a0[cs.DC] https:\/\/arxiv.org\/abs\/2208.11745"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","unstructured":"Remi Lam Alvaro Sanchez-Gonzalez Matthew Willson Peter Wirnsberger Meire Fortunato Ferran Alet Suman Ravuri Timo Ewalds Zach Eaton-Rosen Weihua Hu Alexander Merose Stephan Hoyer George Holland Oriol Vinyals Jacklynn Stott Alexander Pritzel Shakir Mohamed and Peter Battaglia. 2023. Learning skillful medium-range global weather forecasting. Science 382 6677 (2023) 1416\u20131421. arXiv:https:\/\/www.science.org\/doi\/pdf\/10.1126\/science.adi233610.1126\/science.adi2336","DOI":"10.1126\/science.adi2336"},{"key":"e_1_3_3_2_33_2","unstructured":"Addi\u00a0Thakur Malviya Seth Hitefield Marshall McDonnell Matthew Wolf Richard Archibald Lance Drane Kevin Roccapriore Maxim Ziatdinov Jesse McGaha Robert Smith et\u00a0al. 2023. Towards a Software Development Framework for Interconnected Science Ecosystems. Oak Ridge National Laboratory (ORNL) Oak Ridge TN (United States). https:\/\/www.osti.gov\/biblio\/2000417"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Amil Merchant Simon Batzner Samuel\u00a0S Schoenholz Muratahan Aykol Gowoon Cheon and Ekin\u00a0Dogus Cubuk. 2023. Scaling deep learning for materials discovery. Nature 624 7990 (2023) 80\u201385.","DOI":"10.1038\/s41586-023-06735-9"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"William\u00a0L. Miller Deborah Bard Amber Boehnlein Kjiersten Fagnan Chin Guok Eric Lan\u00e7on Sreeranjani Ramprakash Mallikarjun Shankar Nicholas Schwarz and Benjamin\u00a0L. Brown. 2023. Integrated Research Infrastructure Architecture Blueprint Activity (Final Report 2023). (7 2023). 10.2172\/1984466","DOI":"10.2172\/1984466"},{"key":"e_1_3_3_2_36_2","volume-title":"Standing up the nation\u2019s supercomputing pipeline for streaming big data in real time","year":"2024","unstructured":"OLCF. 2024. Standing up the nation\u2019s supercomputing pipeline for streaming big data in real time. Retrieved Aug 6, 2025 from https:\/\/www.ornl.gov\/news\/standing-nations-supercomputing-pipeline-streaming-big-data-real-time"},{"key":"e_1_3_3_2_37_2","volume-title":"Andes User Guide","year":"2025","unstructured":"OLCF. 2025. Andes User Guide. Retrieved Aug 7, 2025 from https:\/\/docs.olcf.ornl.gov\/systems\/andes_user_guide.html"},{"key":"e_1_3_3_2_38_2","volume-title":"OLCF User Documentation, NodePorts","year":"2025","unstructured":"OLCF. 2025. OLCF User Documentation, NodePorts. Retrieved Aug 4, 2025 from https:\/\/docs.olcf.ornl.gov\/services_and_applications\/slate\/networking\/nodeport.html"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.2172\/2477506"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/INDIS56561.2022.00010"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708035.373607"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"Jana Thayer Zhantao Chen Richard Claus Daniel Damiani Christopher Ford Mikhail Dubrovin Victor Elmir Wilko Kroeger Xiang Li Stefano Marchesini Valerio Mariani Riccardo Melcchiori Silke Nelson Ariana Peck Amedeo Perazzo Frederic Poitevin Christopher\u00a0Paul O\u2019Grady Julieth Otero Omar Quijano Murali Shankar Monarin Uervirojnangkoorn Riccardo Veraldi Matthew Weaver Clemens Weninger Seshu Yamajala Cong Wang and Chun\u00a0Hong Yoon. 2024. Massive Scale Data Analytics at LCLS-II. EPJ Web of Conf. 295 (2024) 13002. 10.1051\/epjconf\/202429513002","DOI":"10.1051\/epjconf\/202429513002"},{"key":"e_1_3_3_2_43_2","volume-title":"Apptainer, Empower your Applications","author":"Apptainer\u00a0project Contributors to\u00a0the","year":"2025","unstructured":"Contributors to\u00a0the Apptainer\u00a0project. 2025. Apptainer, Empower your Applications. Retrieved Sept 16, 2025 from https:\/\/apptainer.org\/"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","unstructured":"Cong Wang Valerio Mariani Fr\u00e9d\u00e9ric Poitevin Matthew Avaylon and Jana Thayer. 2025. End-to-end deep learning pipeline for real-time Bragg peak segmentation: from training to large-scale deployment. Frontiers in High Performance Computing Volume 3 - 2025 (2025). 10.3389\/fhpcp.2025.1536471","DOI":"10.3389\/fhpcp.2025.1536471"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","unstructured":"Junqi Yin Viktor Reshniak Siyan Liu Guannan Zhang Xiaoping Wang Zhongcan Xiao Zachary Morgan Sylwia Pawledzio Thomas Proffen Christina Hoffmann Huibo Cao Bryan\u00a0C. Chakoumakos and Yaohua Liu. 2024. Integrated edge-to-exascale workflow for real-time steering in neutron scattering experiments. Structural Dynamics 11 6 (12 2024) 064303. arXiv:https:\/\/pubs.aip.org\/aca\/sdy\/article-pdf\/doi\/10.1063\/4.0000279\/20319498\/064303_1_4.0000279.pdf10.1063\/4.0000279","DOI":"10.1063\/4.0000279"}],"event":{"name":"SC Workshops '25: Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","location":"St Louis MO USA","acronym":"SC Workshops '25","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"]},"container-title":["Proceedings of the SC '25 Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3731599.3767452","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T19:29:31Z","timestamp":1767986971000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3731599.3767452"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,15]]},"references-count":44,"alternative-id":["10.1145\/3731599.3767452","10.1145\/3731599"],"URL":"https:\/\/doi.org\/10.1145\/3731599.3767452","relation":{},"subject":[],"published":{"date-parts":[[2025,11,15]]},"assertion":[{"value":"2025-11-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}