{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,23]],"date-time":"2026-09-23T11:17:28Z","timestamp":1790162248594,"version":"4.1.0"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031737152","type":"print"},{"value":"9783031737169","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,14]],"date-time":"2024-12-14T00:00:00Z","timestamp":1734134400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,14]],"date-time":"2024-12-14T00:00:00Z","timestamp":1734134400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73716-9_17","type":"book-chapter","created":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T06:17:47Z","timestamp":1734070667000},"page":"243-256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Accelerating Time-to-Science by Streaming Detector Data Directly into Perlmutter Compute Nodes"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7697-6347","authenticated-orcid":false,"given":"Samuel S.","family":"Welborn","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1113-3728","authenticated-orcid":false,"given":"Chris","family":"Harris","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6762-9976","authenticated-orcid":false,"given":"Peter","family":"Ercius","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5162-5153","authenticated-orcid":false,"given":"Deborah J.","family":"Bard","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6009-6281","authenticated-orcid":false,"given":"Bjoern","family":"Enders","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,14]]},"reference":[{"issue":"3","key":"17_CR1","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1038\/s41563-020-00833-z","volume":"20","author":"SR Spurgeon","year":"2021","unstructured":"Spurgeon, S.R., Ophus, C., et al.: Towards data-driven next-generation transmission electron microscopy. Nat. Mater. 20(3), 274\u2013279 (2021). https:\/\/doi.org\/10.1038\/s41563-020-00833-z","journal-title":"Nat. Mater."},{"issue":"2","key":"17_CR2","first-page":"0925a","volume":"2020","author":"R Rao","year":"2020","unstructured":"Rao, R.: Synchrotrons face a data deluge. Phys. Today 2020(2), 0925a (2020)","journal-title":"Phys. Today"},{"key":"17_CR3","doi-asserted-by":"publisher","unstructured":"Bard, D., et\u00a0al.: LBNL Superfacility Project Report (2022). https:\/\/doi.org\/10.2172\/1875256. https:\/\/www.osti.gov\/biblio\/1875256","DOI":"10.2172\/1875256"},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Enders, B., et\u00a0al.: Cross-facility science with the superfacility project at LBNL. In: 2020 IEEE\/ACM 2nd Annual Workshop on Extreme-Scale Experiment-in-the-Loop Computing (XLOOP), pp.\u00a01\u20137. IEEE (2020)","DOI":"10.1109\/XLOOP51963.2020.00006"},{"key":"17_CR5","unstructured":"Harris, C., Genova, A.: Distiller (2023). https:\/\/github.com\/OpenChemistry\/distiller"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Ercius, P., et al.: The 4D Camera: an 87 kHz Direct Electron Detector for Scanning\/Transmission Electron Microscopy (2023)","DOI":"10.1093\/mam\/ozae086"},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Hanushevsky, A.B.: Peer-to-peer computing for secure high performance data copying. Tech. rep., SLAC National Accelerator Lab., Menlo Park, CA (United States) (2002)","DOI":"10.2172\/799054"},{"issue":"3","key":"17_CR8","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1017\/S1431927619000497","volume":"25","author":"C Ophus","year":"2019","unstructured":"Ophus, C.: Four-dimensional scanning transmission electron microscopy (4D-STEM): from scanning nanodiffraction to ptychography and beyond. Microsc. Microanal. 25(3), 563\u2013582 (2019). https:\/\/doi.org\/10.1017\/S1431927619000497","journal-title":"Microsc. Microanal."},{"issue":"6544","key":"17_CR9","doi-asserted-by":"publisher","first-page":"826","DOI":"10.1126\/science.abg2533","volume":"372","author":"Z Chen","year":"2021","unstructured":"Chen, Z., Jiang, Y., Shao, Y.T., Holtz, M.E., Odstr\u010dil, M., Guizar-Sicairos, M., Hanke, I., Ganschow, S., Schlom, D.G., Muller, D.A.: Electron ptychography achieves atomic-resolution limits set by lattice vibrations. Science 372(6544), 826\u2013831 (2021). https:\/\/doi.org\/10.1126\/science.abg2533","journal-title":"Science"},{"key":"17_CR10","doi-asserted-by":"publisher","unstructured":"Avery, P., Harris, C., Ercius, P., Genova, A., Hanwell, M.D., Zhao, Z.: Openchemistry\/stempy: stempy 3.3.3 (2023). https:\/\/doi.org\/10.5281\/zenodo.7806318","DOI":"10.5281\/zenodo.7806318"},{"key":"17_CR11","unstructured":"Spin. https:\/\/www.nersc.gov\/systems\/spin\/"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Lathkar, M.: High-Performance Web Apps with fastapi: The Asynchronous Web Framework Based on Modern Python, pp. 1\u2013309. Nanded, Maharashtra, India (2023)","DOI":"10.1007\/978-1-4842-9178-8_1"},{"key":"17_CR13","volume-title":"Apache kafka","author":"N Garg","year":"2013","unstructured":"Garg, N.: Apache kafka. Packt Publishing Birmingham, UK (2013)"},{"key":"17_CR14","volume-title":"Practical PostgreSQL","author":"JD Drake","year":"2002","unstructured":"Drake, J.D., Worsley, J.C.: Practical PostgreSQL. O\u2019Reilly Media Inc (2002)"},{"key":"17_CR15","doi-asserted-by":"crossref","unstructured":"Yoo, A.B., Jette, M.A., Grondona, M.: Slurm: Simple linux utility for resource management. In: Workshop on Job Scheduling Strategies for Parallel Processing, pp. 44\u201360. Springer (2003)","DOI":"10.1007\/10968987_3"},{"key":"17_CR16","unstructured":"Nipkow, T.: Jinja: Towards a comprehensive formal semantics for a java-like language. Proof Technology and Computation, pp. 247\u2013277 (2003)"},{"key":"17_CR17","unstructured":"Zguide. https:\/\/zguide.zeromq.org"},{"key":"17_CR18","unstructured":"Messagepack. https:\/\/msgpack.org\/"},{"issue":"2","key":"17_CR19","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1016\/j.nima.2009.07.017","volume":"608","author":"M Battaglia","year":"2009","unstructured":"Battaglia, M., Contarato, D., Denes, P., Giubilato, P.: Cluster imaging with a direct detection CMOS pixel sensor in transmission electron microscopy. Nuclear Instruments & Methods in Physics Research. Section A, Accelerators, Spectrometers, Detectors and Associated Equipment 608(2), 363\u2013365 (2009). https:\/\/doi.org\/10.1016\/j.nima.2009.07.017","journal-title":"Nuclear Instruments & Methods in Physics Research. Section A, Accelerators, Spectrometers, Detectors and Associated Equipment"},{"issue":"1","key":"17_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2016.18","volume":"3","author":"MD Wilkinson","year":"2016","unstructured":"Wilkinson, M.D., et al.: The fair guiding principles for scientific data management and stewardship. Sci. Data 3(1), 1\u20139 (2016)","journal-title":"Sci. Data"},{"key":"17_CR21","doi-asserted-by":"publisher","unstructured":"Veseli, S., Hammonds, J., Henke, S., Parraga, H., Schwarz, N.: Streaming data from experimental facilities to supercomputers for real-time data processing. In: Proceedings of the SC \u201923 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. pp. 2110\u20132117. SC-W \u201923, Association for Computing Machinery, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3624062.3624610","DOI":"10.1145\/3624062.3624610"},{"key":"17_CR22","unstructured":"Dalesio, L.R., Kozubal, A., Kraimer, M.: Epics architecture. Tech. rep., Los Alamos National Lab., NM (United States) (1991)"},{"key":"17_CR23","unstructured":"Veseli, S., et\u00a0al.: Pvapy: Python API for epics PV access. Proc. ICALEPCS 2015 (2015)"},{"key":"17_CR24","unstructured":"Collaboration, D.: The dune far detector vertical drift technology. In: Technical Design Report (2023)"},{"issue":"7","key":"17_CR25","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/664\/7\/072001","volume":"664","author":"M Al-Turany","year":"2015","unstructured":"Al-Turany, M., et al.: Alfa: the new Alice-fair software framework. J. Phys. Conf. Ser. 664(7), 072001 (2015). https:\/\/doi.org\/10.1088\/1742-6596\/664\/7\/072001","journal-title":"J. Phys. Conf. Ser."},{"key":"17_CR26","doi-asserted-by":"publisher","first-page":"05021","DOI":"10.1051\/epjconf\/202024505021","volume":"245","author":"M Al-Turany","year":"2020","unstructured":"Al-Turany, M., et al.: Alfa: a framework for building distributed applications. EPJ Web Conf. 245, 05021 (2020). https:\/\/doi.org\/10.1051\/epjconf\/202024505021","journal-title":"EPJ Web Conf."},{"key":"17_CR27","doi-asserted-by":"crossref","unstructured":"Eulisse, G., Rohr, D.: The o2 Software Framework and GPU Usage in Alice Online and Offline Reconstruction in Run 3. arXiv preprint arXiv:2402.01205 (2024)","DOI":"10.1051\/epjconf\/202429505022"},{"key":"17_CR28","doi-asserted-by":"publisher","unstructured":"Shipman, G., et al.: Accelerating data acquisition, reduction, and analysis at the spallation neutron source. In: 2014 IEEE 10th International Conference on e-Science, vol. 1, pp, 223\u2014230 (2014). https:\/\/doi.org\/10.1109\/eScience.2014.31","DOI":"10.1109\/eScience.2014.31"},{"key":"17_CR29","volume-title":"Interactive Automated Bragg Peak Identification with 3D Neutron Scattering data","author":"M Kilpatrick","year":"2023","unstructured":"Kilpatrick, M., Bruhwiler, D., Carlin, E., Nagler, R., Kuhn, A., Tatulea, D., Mensmann, J., Nienhaus, M., Messmer, P., Roemer, S., et al.: Interactive Automated Bragg Peak Identification with 3D Neutron Scattering data. Tech. rep, Oak Ridge National Laboratory (ORNL), Oak Ridge, TN (United States) (2023)"}],"container-title":["Lecture Notes in Computer Science","High Performance Computing. ISC High Performance 2024 International Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73716-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,14]],"date-time":"2025-06-14T05:19:26Z","timestamp":1749878366000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73716-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,14]]},"ISBN":["9783031737152","9783031737169"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73716-9_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,14]]},"assertion":[{"value":"14 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that\u00a0are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ISC High Performance","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on High Performance Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hamburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"supercomputing2023a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}