{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T10:07:03Z","timestamp":1768558023395,"version":"3.49.0"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030964979","type":"print"},{"value":"9783030964986","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-96498-6_6","type":"book-chapter","created":{"date-parts":[[2022,3,9]],"date-time":"2022-03-09T11:03:04Z","timestamp":1646823784000},"page":"99-118","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Transitioning from File-Based HPC Workflows to Streaming Data Pipelines with openPMD and ADIOS2"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7042-5088","authenticated-orcid":false,"given":"Franz","family":"Poeschel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6061-5734","authenticated-orcid":false,"given":"Juncheng","family":"E","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2590-5178","authenticated-orcid":false,"given":"William F.","family":"Godoy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9647-542X","authenticated-orcid":false,"given":"Norbert","family":"Podhorszki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3559-5772","authenticated-orcid":false,"given":"Scott","family":"Klasky","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2070-043X","authenticated-orcid":false,"given":"Greg","family":"Eisenhauer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philip E.","family":"Davis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2347-8667","authenticated-orcid":false,"given":"Lipeng","family":"Wan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1375-9468","authenticated-orcid":false,"given":"Ana","family":"Gainaru","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1521-8534","authenticated-orcid":false,"given":"Junmin","family":"Gu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8704-1769","authenticated-orcid":false,"given":"Fabian","family":"Koller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1642-0459","authenticated-orcid":false,"given":"Ren\u00e9","family":"Widera","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8258-3881","authenticated-orcid":false,"given":"Michael","family":"Bussmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1943-7141","authenticated-orcid":false,"given":"Axel","family":"Huebl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,10]]},"reference":[{"issue":"3","key":"6_CR1","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1145\/1551609.1551618","volume":"13","author":"H Abbasi","year":"2010","unstructured":"Abbasi, H., Wolf, M., Eisenhauer, G., Klasky, S., Schwan, K., Zheng, F.: Datastager: scalable data staging services for petascale applications. Cluster Comput. 13(3), 277\u2013290 (2010). https:\/\/doi.org\/10.1145\/1551609.1551618","journal-title":"Cluster Comput."},{"key":"6_CR2","doi-asserted-by":"publisher","unstructured":"Ahn, D.H., Garlick, J., Grondona, M., Lipari, D., Springmeyer, B., Schulz, M.: Flux: a next-generation resource management framework for large HPC centers. In: 2014 43rd International Conference on Parallel Processing Workshops, pp. 9\u201317 (2014). https:\/\/doi.org\/10.1109\/ICPPW.2014.15","DOI":"10.1109\/ICPPW.2014.15"},{"key":"6_CR3","doi-asserted-by":"publisher","unstructured":"Bussmann, M., et al.: Radiative signatures of the relativistic Kelvin-Helmholtz instability. In: Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis, SC 2013, pp. 5:1\u20135:12. ACM, New York (2013). ISBN 978-1-4503-2378-9, https:\/\/doi.org\/10.1145\/2503210.2504564","DOI":"10.1145\/2503210.2504564"},{"key":"6_CR4","doi-asserted-by":"crossref","unstructured":"Rocklin, M.: Dask: parallel computation with blocked algorithms and task scheduling. In: Huff, K., Bergstra, J. (eds.) Proceedings of the 14th Python in Science Conference, pp. 130\u2013136 (2015). https:\/\/dask.org","DOI":"10.25080\/Majora-7b98e3ed-013"},{"key":"6_CR5","doi-asserted-by":"publisher","unstructured":"E, J.C., Wang, L., Chen, S., Zhang, Y.Y., Luo, S.N.: GAPD: a GPU-accelerated atom-based polychromatic diffraction simulation code. J. Synchrotron Radiat. 25(2), 604\u2013611 (2018). https:\/\/doi.org\/10.1107\/S1600577517016733","DOI":"10.1107\/S1600577517016733"},{"key":"6_CR6","doi-asserted-by":"publisher","unstructured":"Fortmann-Grote, C., et al.: SIMEX: simulation of experiments at advanced light sources. In: 11th NOBUGS Conference, Copenhagen, pp. 29\u201334 (2016). https:\/\/doi.org\/10.17199\/NOBUGS2016.21","DOI":"10.17199\/NOBUGS2016.21"},{"key":"6_CR7","doi-asserted-by":"publisher","unstructured":"Fortmann-Grote, C., et al.: Simulations of ultrafast X\u2013ray laser experiments. In: Proceedings of SPIE, Advances in X-ray Free-Electron Lasers Instrumentation IV, vol. 10237, p. 102370S (2017). https:\/\/doi.org\/10.1117\/12.2270552","DOI":"10.1117\/12.2270552"},{"key":"6_CR8","doi-asserted-by":"publisher","first-page":"100561","DOI":"10.1016\/j.softx.2020.100561","volume":"12","author":"WF Godoy","year":"2020","unstructured":"Godoy, W.F., et al.: ADIOS 2: the adaptable input output system. A framework for high-performance data management. SoftwareX 12, 100561 (2020). https:\/\/doi.org\/10.1016\/j.softx.2020.100561","journal-title":"SoftwareX"},{"key":"6_CR9","doi-asserted-by":"publisher","unstructured":"Huebl, A.: PIConGPU: predictive simulations of laser-particle accelerators with manycore hardware. Ph.D. thesis, Technische Universit\u00e4t Dresden (2019). https:\/\/doi.org\/10.5281\/zenodo.3266820","DOI":"10.5281\/zenodo.3266820"},{"key":"6_CR10","doi-asserted-by":"publisher","unstructured":"Huebl, A., et al.: On the scalability of data reduction techniques in current and upcoming HPC systems from an application perspective. In: Kunkel, J.M., Yokota, R., Taufer, M., Shalf, J. (eds.) ISC High Performance 2017. LNCS, vol. 10524, pp. 15\u201329. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-67630-2_2","DOI":"10.1007\/978-3-319-67630-2_2"},{"key":"6_CR11","doi-asserted-by":"publisher","unstructured":"Huebl, A., et al.: openPMD: a meta data standard for particle and mesh based data (2015). https:\/\/doi.org\/10.5281\/zenodo.591699, https:\/\/github.com\/openPMD","DOI":"10.5281\/zenodo.591699"},{"key":"6_CR12","unstructured":"Johnson, D.: Near-optimal bin packing algorithms. Ph.D. thesis, Massachusetts Institute of Technology (1973)"},{"key":"6_CR13","doi-asserted-by":"publisher","unstructured":"Koller, F., Poeschel, F., Gu, J., Huebl, A.: openPMD-api: C++ & Python API for scientific I\/O with openPMD (2018). https:\/\/github.com\/openPMD\/openPMD-api. https:\/\/doi.org\/10.14278\/rodare.27","DOI":"10.14278\/rodare.27"},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Kress, J., et al.: Comparing time-to-solution for in situ visualization paradigms at scale. In: 2020 IEEE 10th Symposium on Large Data Analysis and Visualization (LDAV), pp. 22\u201326 (2020). https:\/\/doi.org\/10.1109\/LDAV51489.2020.00009","DOI":"10.1109\/LDAV51489.2020.00009"},{"key":"6_CR15","doi-asserted-by":"publisher","unstructured":"Larsen, M., et al.: The alpine in situ infrastructure: ascending from the ashes of strawman. In: Proceedings of the In Situ Infrastructures on Enabling Extreme-Scale Analysis and Visualization, pp. 42\u201346 (2017). https:\/\/doi.org\/10.1145\/3144769.3144778","DOI":"10.1145\/3144769.3144778"},{"issue":"7","key":"6_CR16","doi-asserted-by":"publisher","first-page":"1453","DOI":"10.1002\/cpe.3125","volume":"26","author":"Q Liu","year":"2014","unstructured":"Liu, Q., et al.: Hello ADIOS: the challenges and lessons of developing leadership class I\/O frameworks. Concurr. Comput.: Pract. Exp. 26(7), 1453\u20131473 (2014). https:\/\/doi.org\/10.1002\/cpe.3125","journal-title":"Concurr. Comput.: Pract. Exp."},{"key":"6_CR17","first-page":"35","volume":"43","author":"J Logan","year":"2020","unstructured":"Logan, J., et al.: Extending the publish\/subscribe abstraction for high-performance I\/O and data management at extreme scale. IEEE Data Eng. Bull. 43, 35\u201346 (2020)","journal-title":"IEEE Data Eng. Bull."},{"key":"6_CR18","doi-asserted-by":"publisher","unstructured":"Loring, B., et al.: Improving performance of M-to-N processing and data redistribution in In Transit analysis and visualization. In: Frey, S., Huang, J., Sadlo, F. (eds.) Eurographics Symposium on Parallel Graphics and Visualization. The Eurographics Association (2020). ISBN 978-3-03868-107-6, https:\/\/doi.org\/10.2312\/pgv.20201073","DOI":"10.2312\/pgv.20201073"},{"key":"6_CR19","unstructured":"Mayes, C.E., et al.: Lightsource unified modeling environment (LUME) - a start-to-end simulation ecosystem. In: IPAC (2021)"},{"key":"6_CR20","doi-asserted-by":"publisher","unstructured":"Poeschel, F., et al.: Supplementary material: transitioning from file-based HPC workflows to streaming data pipelines with openPMD and ADIOS2. https:\/\/doi.org\/10.5281\/zenodo.4906276","DOI":"10.5281\/zenodo.4906276"},{"key":"6_CR21","doi-asserted-by":"publisher","unstructured":"Vazhkudai, S.S., et al.: The design, deployment, and evaluation of the coral pre-exascale systems. In: SC18: International Conference for High Performance Computing, Networking, Storage and Analysis, pp. 661\u2013672 (2018). https:\/\/doi.org\/10.1109\/SC.2018.00055","DOI":"10.1109\/SC.2018.00055"},{"key":"6_CR22","unstructured":"Wan, L., et al.: Improving I\/O performance for exascale applications through online data layout reorganization. Under review (2021)"},{"key":"6_CR23","doi-asserted-by":"publisher","unstructured":"Wilkinson, M.D., et al.: The FAIR Guiding Principles for scientific data management and stewardship. Sci. Data 3(1), 160018 (2016). ISSN 2052-4463, https:\/\/doi.org\/10.1038\/sdata.2016.18","DOI":"10.1038\/sdata.2016.18"},{"key":"6_CR24","doi-asserted-by":"publisher","unstructured":"Zaharia, M., et al.: Apache spark: a unified engine for big data processing. Commun. ACM 59(11), 56\u201365 (2016). ISSN 0001-0782, https:\/\/doi.org\/10.1145\/2934664","DOI":"10.1145\/2934664"}],"container-title":["Communications in Computer and Information Science","Driving Scientific and Engineering Discoveries Through the Integration of Experiment, Big Data, and Modeling and Simulation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-96498-6_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T09:05:27Z","timestamp":1657011927000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-96498-6_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030964979","9783030964986"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-96498-6_6","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"10 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SMC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Smoky Mountains Computational Sciences and Engineering Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"smc2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/smc2021.ornl.gov","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"88","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}