{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,5,6]],"date-time":"2024-05-06T09:13:54Z","timestamp":1714986834415},"reference-count":104,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T00:00:00Z","timestamp":1682467200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T00:00:00Z","timestamp":1682467200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comput Softw Big Sci"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s41781-023-00097-7","type":"journal-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T16:02:20Z","timestamp":1682524940000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Snowmass 2021 Computational Frontier CompF4 Topical Group Report Storage and Processing Resource Access"],"prefix":"10.1007","volume":"7","author":[{"given":"W.","family":"Bhimji","sequence":"first","affiliation":[]},{"given":"D.","family":"Carder","sequence":"additional","affiliation":[]},{"given":"E.","family":"Dart","sequence":"additional","affiliation":[]},{"given":"J.","family":"Duarte","sequence":"additional","affiliation":[]},{"given":"I.","family":"Fisk","sequence":"additional","affiliation":[]},{"given":"R.","family":"Gardner","sequence":"additional","affiliation":[]},{"given":"C.","family":"Guok","sequence":"additional","affiliation":[]},{"given":"B.","family":"Jayatilaka","sequence":"additional","affiliation":[]},{"given":"T.","family":"Lehman","sequence":"additional","affiliation":[]},{"given":"M.","family":"Lin","sequence":"additional","affiliation":[]},{"given":"C.","family":"Maltzahn","sequence":"additional","affiliation":[]},{"given":"S.","family":"McKee","sequence":"additional","affiliation":[]},{"given":"M. S.","family":"Neubauer","sequence":"additional","affiliation":[]},{"given":"O.","family":"Rind","sequence":"additional","affiliation":[]},{"given":"O.","family":"Shadura","sequence":"additional","affiliation":[]},{"given":"N. V.","family":"Tran","sequence":"additional","affiliation":[]},{"given":"P.","family":"van Gemmeren","sequence":"additional","affiliation":[]},{"given":"G.","family":"Watts","sequence":"additional","affiliation":[]},{"given":"B. A.","family":"Weaver","sequence":"additional","affiliation":[]},{"given":"F.","family":"W\u00fcrthwein","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,26]]},"reference":[{"key":"97_CR1","unstructured":"Snowmass (2021) Computational Frontier Workshop, August 10-11, 2020. https:\/\/indico.fnal.gov\/event\/43829\/timetable\/#20200810"},{"key":"97_CR2","unstructured":"Snowmass (2021) CompF4 Topical Group Workshop, April 7\u20138, 2022, https:\/\/indico.fnal.gov\/event\/53251\/"},{"key":"97_CR3","unstructured":"National Artificial Intelligence Research Resource Task Force (NAIRRTF), https:\/\/www.ai.gov\/nairrtf\/"},{"key":"97_CR4","unstructured":"Campana S, Di\u00a0Girolamo A, Laycock P, Marshall Z, Schellman H, Stewart GA (2022) HEP computing collaborations for the challenges of the next decade, Hep computing collaborations for the challenges of the next decade, https:\/\/arxiv.org\/abs\/2203.07237"},{"key":"97_CR5","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1140\/epja\/i2019-12919-7","volume":"55","author":"B Jo\u00f3","year":"2019","unstructured":"Jo\u00f3 B, Jung C, Christ NH, Detmold W, Edwards RG, Savage M, Shanahan P (2019) Status and future perspectives for lattice gauge theory calculations to the exascale and beyond. Eur Phys J 55:7","journal-title":"Eur Phys J"},{"key":"97_CR6","unstructured":"Kahn Y et\u00a0al (2022) Snowmass2021 Cosmic Frontier: Modeling, statistics, simulations, and computing needs for direct dark matter detection, in 2022 Snowmass Summer Study, arXiv:2203.07700"},{"key":"97_CR7","unstructured":"Boyle P, Bollweg D, Brower R, Christ N, DeTar C, Edwards R, Gottlieb S, Izubuchi T, Joo B, Joswig F et\u00a0al (2022) Lattice qcd and the computational frontier, https:\/\/arxiv.org\/abs\/2204.00039"},{"key":"97_CR8","unstructured":"Casper D, Monzani ME, Nachman B, Andreopoulos C, Bailey S, Bard D, Bhimji W, Cerati G, Chachamis G, Daughhetee J et\u00a0al (2022) Software and computing for small hep experiments, https:\/\/arxiv.org\/abs\/2203.07645"},{"key":"97_CR9","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1109\/MMUL.2018.023121167","volume":"25","author":"A El Saddik","year":"2018","unstructured":"El Saddik A (2018) Digital Twins: The Convergence of Multimedia Technologies. IEEE MultiMedia 25:87","journal-title":"IEEE MultiMedia"},{"key":"97_CR10","unstructured":"Andreopoulos C et\u00a0al (2022) (FASER, ATLAS, LZ, Fermi-LAT, H1, T2K, SBND), Software and Computing for Small HEP Experiments. In: Casper D, Monzani ME, Nachman B, Cerati G. 2022 Snowmass Summer Study. arXiv:2203.07645"},{"key":"97_CR11","unstructured":"Girone M (2020) Common challenges for HPC integration into LHC computing. https:\/\/doi.org\/10.5281\/zenodo.3647548"},{"key":"97_CR12","unstructured":"Bhattacharya M et\u00a0al (2022) Portability: A Necessary Approach for Future Scientific Software, In: 2022 Snowmass Summer Study, arXiv:2203.09945"},{"key":"97_CR13","unstructured":"Jones CD, Knoepfel K, Calafiura P, Leggett C, Tsulaia V (2022) Evolution of HEP Processing Frameworks. In: 2022 Snowmass Summer Study. arXiv:2203.14345"},{"key":"97_CR14","unstructured":"Bartoldus R, Bernius C, Miller DW (2022) Innovations in trigger and data acquisition systems for next-generation physics facilities. In: 2022 Snowmass Summer Study. arXiv:2203.07620"},{"key":"97_CR15","volume":"5","author":"AM Deiana","year":"2022","unstructured":"Deiana AM, Tran N, Agar J, Blott M, Di Guglielmo G, Duarte J, Harris P, Hauck S, Liu M, Neubauer MS et al (2022) Applications and Techniques for Fast Machine Learning in Science Front. Big Data 5:787421","journal-title":"Big Data"},{"key":"97_CR16","unstructured":"A3D3 Institute (2022) A3D3 Institute, https:\/\/a3d3.ai\/"},{"key":"97_CR17","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/MM.2020.2974843","volume":"40","author":"P Mattson","year":"2020","unstructured":"Mattson P, Reddi VJ, Cheng C, Coleman C, Diamos G, Kanter D, Micikevicius P, Patterson D, Schmuelling G, Tang H et al (2020) MLPerf: An industry standard benchmark suite for machine learning performance. IEEE Micro 40:8","journal-title":"IEEE Micro"},{"key":"97_CR18","doi-asserted-by":"crossref","unstructured":"Farrell S, Emani M, Balma J, Drescher L, Drozd A, Fink A, Fox G, Kanter D, Kurth T, Mattson, P, et\u00a0al (2021) MLPerf HPC: A Holistic Benchmark Suite for Scientific Machine Learning on HPC Systems, in 2021 IEEE\/ACM Workshop on Machine Learning in High Performance Computing Environments (MLHPC) (IEEE), p.\u00a033, arXiv:2110.11466","DOI":"10.1109\/MLHPC54614.2021.00009"},{"key":"97_CR19","unstructured":"MLCommons, Inference datacenter v1.1 (2021) https:\/\/mlcommons.org\/en\/inference-datacenter-11\/"},{"key":"97_CR20","unstructured":"MLCommons, Inference edge v1.1 (2021) https:\/\/mlcommons.org\/en\/inference-edge-11\/"},{"key":"97_CR21","doi-asserted-by":"crossref","unstructured":"Reddi VJ, Kanter D, Mattson P, Duke J, Nguyen T, Chukka R, Shiring K, Tan KS, Charlebois M, Chou W et\u00a0al (2020) MLPerf Mobile Inference Benchmark, arXiv:2012.02328","DOI":"10.1109\/ISCA45697.2020.00045"},{"key":"97_CR22","unstructured":"Banbury C, Reddi VJ, Torelli P, Holleman J, Jeffries N, Kiraly C, Montino P, Kanter D, Ahmed S, Pau D et\u00a0al (2021) MLPerf Tiny Benchmark, In: Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks, vol.\u00a01, arXiv:2106.07597, https:\/\/datasets-benchmarks-proceedings.neurips.cc\/paper\/2021\/hash\/da4fb5c6e93e74d3df8527599fa62642-Abstract-round1.html"},{"key":"97_CR23","unstructured":"BenchCouncil, Aibench (2018), accessed: 10 January 2022, https:\/\/www.benchcouncil.org\/aibench"},{"key":"97_CR24","doi-asserted-by":"crossref","unstructured":"Ignatov A, Timofte R, Kulik A, Yang S, Wang K, Baum F, Wu M, Xu L, Van\u00a0Gool L (2019) Ai benchmark: All about deep learning on smartphones in 2019, In: 2019 IEEE\/CVF International Conference on Computer Vision Workshop (ICCVW) (IEEE), p. 3617","DOI":"10.1109\/ICCVW.2019.00447"},{"key":"97_CR25","unstructured":"Torelli P, Bangale M (2019) Measuring inference performance of machine-learning frameworks on edge-class devices with the MLMark benchmark, White Paper, accessed: 10 January 2022, https:\/\/www.eembc.org\/techlit\/articles\/MLMARK-WHITEPAPER-FINAL-1.pdf"},{"key":"97_CR26","unstructured":"Alibaba AI matrix (2018) Accessed 10 Jan 2022. https:\/\/aimatrix.ai\/en-us"},{"key":"97_CR27","unstructured":"Principled Technologies, Aixprt community preview (2019) https:\/\/www.principledtechnologies.com\/benchmarkxprt\/aixprt"},{"key":"97_CR28","unstructured":"Baidu (2017) DeepBench: Benchmarking deep learning operations on different hardware, accessed: 17 January 2022, https:\/\/github.com\/baidu-research\/DeepBench"},{"key":"97_CR29","doi-asserted-by":"crossref","unstructured":"Zhu H, Akrout M, Zheng B, Pelegris A, Jayarajan A, Phanishayee A, Schroeder B, Pekhimenko G (2018) Benchmarking and analyzing deep neural network training, In: 2018 IEEE International Symposium on Workload Characterization (IISWC) (IEEE), p.\u00a088, arXiv:1803.06905","DOI":"10.1109\/IISWC.2018.8573476"},{"key":"97_CR30","doi-asserted-by":"crossref","unstructured":"Adolf R, Rama S, Reagen B, Wei G-Y, Brooks D (2016) Fathom: Reference workloads for modern deep learning methods, in 2016 IEEE International Symposium on Workload Characterization (IISWC) (IEEE), p.\u00a01","DOI":"10.1109\/IISWC.2016.7581275"},{"key":"97_CR31","doi-asserted-by":"publisher","first-page":"3019","DOI":"10.1109\/LRA.2020.2974707","volume":"5","author":"S James","year":"2020","unstructured":"James S, Ma Z, Arrojo DR, Davison AJ (2020) Rlbench: The robot learning benchmark & learning environment. IEEE Robotics Autom Lett 5:3019","journal-title":"IEEE Robotics Autom Lett"},{"key":"97_CR32","first-page":"102","volume":"100","author":"C Coleman","year":"2017","unstructured":"Coleman C, Narayanan D, Kang D, Zhao T, Zhang J, Nardi L, Bailis P, Olukotun K, R\u00e9 C, Zaharia M (2017) Dawnbench: An end-to-end deep learning benchmark and competition. Training 100:102","journal-title":"Training"},{"key":"97_CR33","unstructured":"MLCommons, Science working group (2020) Accessed 17 Jan 2022 https:\/\/mlcommons.org\/en\/groups\/research-science\/"},{"key":"97_CR34","doi-asserted-by":"crossref","unstructured":"Thiyagalingam J, Shankar M, Fox G, Hey T (2021) Scientific Machine Learning Benchmarks, arXiv:2110.12773","DOI":"10.1038\/s42254-022-00441-7"},{"key":"97_CR35","doi-asserted-by":"crossref","unstructured":"Kasieczka G, Plehn T, Butter A, Cranmer K, Debnath D, Dillon B, Fairbairn M, Faroughy D, Fedorko W, Gay C et al (2019) The Machine Learning landscape of top taggers. SciPost Physics 7","DOI":"10.21468\/SciPostPhys.7.1.014"},{"key":"97_CR36","unstructured":"Amrouche S et\u00a0al. (2021) The Tracking Machine Learning challenge : Throughput phase, submitted to Comput. Softw. Big Sci., arXiv:2105.01160"},{"key":"97_CR37","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/s41781-019-0027-2","volume":"3","author":"J Duarte","year":"2019","unstructured":"Duarte J et al (2019) FPGA-accelerated machine learning inference as a service for particle physics computing. Comput Softw Big Sci 3:13 (http:\/\/arxiv.org\/abs\/1904.08986arXiv:1904.08986)","journal-title":"Comput Softw Big Sci"},{"key":"97_CR38","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/abec21","volume":"2","author":"J Krupa","year":"2021","unstructured":"Krupa J et al (2021) GPU coprocessors as a service for deep learning inference in high energy physics. Mach Learn Sci Tech 2:035005 (http:\/\/arxiv.org\/abs\/2007.10359arXiv:2007.10359)","journal-title":"Mach Learn Sci Tech"},{"key":"97_CR39","doi-asserted-by":"crossref","unstructured":"Rankin DS et\u00a0al (2020) FPGAs-as-a-Service Toolkit (FaaST), in 2020 IEEE\/ACM International Workshop on Heterogeneous High-performance Reconfigurable Computing (H2RC), arXiv:2010.08556","DOI":"10.1109\/H2RC51942.2020.00010"},{"key":"97_CR40","doi-asserted-by":"publisher","first-page":"604083","DOI":"10.3389\/fdata.2020.604083","volume":"3","author":"M Wang","year":"2021","unstructured":"Wang M, Yang T, Acosta\u00a0Flechas M, Harris P, Hawks B, Holzman B, Knoepfel K, Krupa J, Pedro K, Tran N (2021) GPU-Accelerated Machine Learning Inference as a Service for Computing in Neutrino Experiments. Front Big Data 3:604083 (http:\/\/arxiv.org\/abs\/2009.04509arXiv:2009.04509)","journal-title":"Front Big Data"},{"key":"97_CR41","unstructured":"Nvidia, Triton Inference Server (2022) https:\/\/developer.nvidia.com\/nvidia-triton-inference-server"},{"key":"97_CR42","unstructured":"Apache, Apache Arrow, https:\/\/arrow.apache.org\/docs\/index.html (2022)"},{"key":"97_CR43","unstructured":"Collaboration A (2022) ATLAS Software and Computing HL-LHC Roadmap, Tech. Rep. CERN-LHCC-2022-005, LHCC-G-182, CERN, Geneva, https:\/\/cds.cern.ch\/record\/2802918"},{"key":"97_CR44","unstructured":"CO Software and Computing, CMS Phase-2 Computing Model: Update Document, Tech. Rep., CERN, Geneva (2022), https:\/\/cds.cern.ch\/record\/2815292"},{"key":"97_CR45","unstructured":"Lopez-Gomez J, Blomer J (2022) RNTuple performance: Status and Outlook, in 20th International Workshop on Advanced Computing and Analysis Techniques in Physics Research: AI Decoded - Towards Sustainable, Diverse, Performant and Effective Scientific Computing, arXiv:2204.09043"},{"key":"97_CR46","unstructured":"Bashyal A, Van\u00a0Gemmeren P, Sehrish S, Knoepfel K, Byna S, Kang Q (2022) Data Storage for HEP Experiments in the Era of High-Performance Computing, Tech Rep. https:\/\/arxiv.org\/abs\/2203.07885"},{"key":"97_CR47","doi-asserted-by":"publisher","first-page":"052036","DOI":"10.1088\/1742-6596\/513\/5\/052036","volume":"513","author":"P van Gemmeren","year":"2014","unstructured":"van Gemmeren P, Malon D, Nowak M (2014) (ATLAS), Next-Generation Navigational Infrastructure and the ATLAS Event Store. J Phys Conf Ser 513:052036","journal-title":"J Phys Conf Ser"},{"key":"97_CR48","volume-title":"Skyhook: Towards an Arrow-Native Storage System, in CCGrid22","author":"J Chakraborty","year":"2022","unstructured":"Chakraborty J, Jimenez I, Rodriguez SA, Uta A, LeFevre J, Maltzahn C (2022) Skyhook: Towards an Arrow-Native Storage System, in CCGrid22. Taormina (Messina), Italy"},{"key":"97_CR49","unstructured":"Armbrust M, Ghodsi A, Xin R, Zaharia M (2021) Lakehouse: A New Generation of Open Platforms that UnifyData Warehousing and Advanced Analytics, in CIDR \u201921"},{"key":"97_CR50","first-page":"154","volume":"15","author":"D Graur","year":"2022","unstructured":"Graur D, M\u00fcller I, Proffitt M, Fourny G, Watts GT, Alonso G (2022) Evaluating Query Languages and Systems for High-Energy Physics Data. PVLDB 15:154","journal-title":"PVLDB"},{"key":"97_CR51","unstructured":"Tabb L, Toy M Malloy \u2013 an experimental language for data. www.malloydata.dev"},{"key":"97_CR52","unstructured":"Tabb L (2023) Data is Rectangular and other Limiting Misconceptions \u2013 Malloy breaks data\u2019s rectangular strangle hold, available at lloydtabb.substack.com\/p\/data-is-rectangular-and-other-limiting"},{"key":"97_CR53","unstructured":"IRIS-HEP, IRIS-HEP Analysis Grand Challenge, https:\/\/iris-hep.org\/grand-challenges.html (2022)"},{"key":"97_CR54","doi-asserted-by":"crossref","unstructured":"Smith N, Gray L, Cremonesi M, Jayatilaka B, Gutsche O, Hall A, Pedro K, Acosta M, Melo A, Belforte S et\u00a0al. (2020) Coffea Columnar Object Framework For Effective Analysis, In: EPJ Web of Conferences (EDP Sciences), 245:06012","DOI":"10.1051\/epjconf\/202024506012"},{"key":"97_CR55","doi-asserted-by":"crossref","unstructured":"Benjamin D, Bloom K, Bockelman B, Bryant L, Cranmer K, Gardner R, Hollowell C, Holzman B, Lan\u00e7on E, Rind O et\u00a0al (2022) Analysis Facilities for HL-LHC, arXiv preprint arXiv:2203.08010","DOI":"10.2172\/1863001"},{"key":"97_CR56","doi-asserted-by":"crossref","unstructured":"Flechas MA, Attebury G, Bloom K, Bockelman B, Gray L, Holzman B, Lundstedt C, Shadura O, Smith N, Thiltges J (2022) Collaborative Computing Support for Analysis Facilities Exploiting Software as Infrastructure Techniques, arXiv preprint arXiv:2203.10161","DOI":"10.2172\/1863015"},{"key":"97_CR57","unstructured":"Lannon K, Brenner P, Hildreth M, Anampa KH, Rodrigues AM, Mohrman K, Thain D, Tovar B (2022) Analysis Cyberinfrastructure: Challenges and Opportunities, arXiv preprint arXiv:2203.08811"},{"key":"97_CR58","doi-asserted-by":"publisher","first-page":"02070","DOI":"10.1051\/epjconf\/202125102070","volume":"251","author":"M Feickert","year":"2021","unstructured":"Feickert M, Heinrich L, Stark G, Galewsky B (2021) Distributed statistical inference with pyhf enabled through funcX. EPJ Web Conf 251:02070 (http:\/\/arxiv.org\/abs\/2103.02182arXiv:2103.02182)","journal-title":"EPJ Web Conf"},{"key":"97_CR59","unstructured":"Kubernetes https:\/\/kubernetes.io\/ (2022)"},{"key":"97_CR60","doi-asserted-by":"crossref","unstructured":"Bockelman B, Ceccanti A, Collier I, Cornwall L, Dack T, Guenther J, Lassnig M, Litmaath M, Millar P, Sall\u00e9 M et\u00a0al (2020) WLCG Authorisation from X. 509 to Tokens, In: EPJ Web of Conferences (EDP Sciences), 245:03001","DOI":"10.1051\/epjconf\/202024503001"},{"key":"97_CR61","volume":"898","author":"J Balcas","year":"2017","unstructured":"Balcas J, Bockelman B, Gardner R, Anampa KH, Jayatilaka B, Khan FA, Lannon K, Larson K, Letts J, Da Silva JM et al (2017) CMS Connect. J Phys 898:082032","journal-title":"J Phys"},{"key":"97_CR62","unstructured":"JupyterHub https:\/\/jupyter.org\/hub (2022)"},{"key":"97_CR63","unstructured":"HEP Software Foundation, HEP Software Foundation Analysis Facilities Forum, https:\/\/hepsoftwarefoundation.org\/activities\/analysisfacilitiesforum.html (2022)"},{"key":"97_CR64","doi-asserted-by":"publisher","first-page":"02061","DOI":"10.1051\/epjconf\/202125102061","volume":"251","author":"M Adamec","year":"2021","unstructured":"Adamec M, Attebury G, Bloom K, Bockelman B, Lundstedt C, Shadura O, Thiltges J (2021) Coffea-casa: an analysis facility prototype. EPJ Web of Conferences (EDP Sciences) 251:02061","journal-title":"EPJ Web of Conferences (EDP Sciences)"},{"key":"97_CR65","unstructured":"OKD, OKD, https:\/\/www.okd.io\/ (2022)"},{"key":"97_CR66","unstructured":"Ragan-Kelley B, Willing C (2018) Binder 2.0-Reproducible, interactive, sharable environments for science at scale. In: Akici F, Lippa D, Niederhut D, Pacer M, eds. Proceedings of the 17th Python in Science Conference, pp 113\u2013120"},{"key":"97_CR67","volume-title":"Infrastructure as code: managing servers in the cloud","author":"K Morris","year":"2016","unstructured":"Morris K (2016) Infrastructure as code: managing servers in the cloud. O\u2019Reilly Media, Inc, New York"},{"key":"97_CR68","volume-title":"GitOps: The Evolution of DevOps?","author":"F Beetz","year":"2021","unstructured":"Beetz F, Harrer S (2021) GitOps: The Evolution of DevOps? IEEE Software, Berlin"},{"key":"97_CR69","unstructured":"OpenID, OpenID, https:\/\/openid.net\/what-is-openid\/ (2022)"},{"key":"97_CR70","unstructured":"Google, Google Identity, https:\/\/developers.google.com\/identity\/ (2022)"},{"key":"97_CR71","unstructured":"ORCID, ORCID, https:\/\/orcid.org (2022)"},{"key":"97_CR72","unstructured":"NERSC, Spin, https:\/\/www.nersc.gov\/systems\/spin\/ (2022)"},{"key":"97_CR73","unstructured":"NERSC, NERSC, https:\/\/www.nersc.gov\/ (2022)"},{"key":"97_CR74","unstructured":"Esnet volume history (2022), https:\/\/my.es.net\/trtlasffic-volume"},{"key":"97_CR75","doi-asserted-by":"crossref","unstructured":"Zurawski J, Brown B, Carder D, Colby E, Dart E, Miller K et\u00a0al, (2021) 2020 High Energy Physics Network Requirements Review Final Report, Report LBNL-2001398, Lawrence Berkeley National Laboratory, https:\/\/escholarship.org\/uc\/item\/78j3c9v4","DOI":"10.2172\/1969968"},{"key":"97_CR76","unstructured":"Lavall\u00e9e B (2020) Shannon\u2019s limit, or opportunity?, https:\/\/blog.huawei.com\/2020\/05\/06\/approaching-shannons-limit-the-way-forward-for-optical-transport\/"},{"key":"97_CR77","unstructured":"Yu J (2020) Approaching shannon\u2019s limit: The way forward for optical transport, https:\/\/blog.huawei.com\/2020\/05\/06\/approaching-shannons-limit-the-way-forward-for-optical-transport\/"},{"key":"97_CR78","doi-asserted-by":"publisher","first-page":"662","DOI":"10.1109\/JLT.2009.2039464","volume":"28","author":"R-J Essiambre","year":"2010","unstructured":"Essiambre R-J, Kramer G, Winzer PJ, Foschini GJ, Goebel B (2010) Capacity Limits of Optical Fiber Networks. J Lightwave Technol 28:662","journal-title":"J Lightwave Technol"},{"key":"97_CR79","unstructured":"Introduction to linux traffic control. https:\/\/tldp.org\/HOWTO\/Traffic-Control-HOWTO\/intro.html"},{"key":"97_CR80","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1145\/3012426.3022184","volume":"14","author":"N Cardwell","year":"2016","unstructured":"Cardwell N, Cheng Y, Gunn CS, Yeganeh SH, Jacobson V (2016) BBR: Congestion-Based Congestion Control: Measuring Bottleneck Bandwidth and Round-Trip Propagation Time. Queue 14:20\u201353. https:\/\/doi.org\/10.1145\/3012426.3022184","journal-title":"Queue"},{"key":"97_CR81","unstructured":"Cardwell N, Cheng Y, Yeganeh SH, Swett I, Vasiliev V, Jha P, Seung Y, Mathis M, Jacobson V (2019) Bbrv2: A model-based congestion control, In: Presentation in ICCRG at IETF 104th meeting"},{"key":"97_CR82","unstructured":"M-21-07: Completing the transition to internet protocol version 6 (1pv6) (2020), https:\/\/www.whitehouse.gov\/wp-content\/uploads\/2020\/11\/M-21-07.pdf"},{"key":"97_CR83","unstructured":"RFC 8402 segment routing architecture (2018), https:\/\/datatracker.ietf.org\/doc\/html\/rfc8402"},{"key":"97_CR84","unstructured":"RFC 8754 ipv6 segment routing header (srh) (2020), https:\/\/datatracker.ietf.org\/doc\/html\/rfc8754"},{"key":"97_CR85","doi-asserted-by":"publisher","first-page":"07022","DOI":"10.1051\/epjconf\/202024507022","volume":"245","author":"Busse-Grawitz Coralie","year":"2020","unstructured":"Coralie Busse-Grawitz, Edoardo Martelli, Mario Lassnig, Oliver Manzi Andrea Keeble, Tony Cass (2020) The NOTED software tool-set improves efficient network utilization for Rucio data transfers via FTS. EPJ Web Conf. 245:07022. https:\/\/doi.org\/10.1051\/epjconf\/202024507022","journal-title":"EPJ Web Conf."},{"key":"97_CR86","unstructured":"Lehman T, Yang X, Guok C, Wuerthwein F, Sfiligoi I, Graham J, Arora A, Mishin D, Davila D, Guiang J et\u00a0al, (2022) Data Transfer and Network Services management for Domain Science Workflows, Data transfer and network services management for domain science workflows, https:\/\/arxiv.org\/abs\/2203.08280"},{"key":"97_CR87","unstructured":"Superfacility api documentation (2022), https:\/\/docs.nersc.gov\/services\/sfapi\/"},{"key":"97_CR88","unstructured":"Router for academia and research & education (2022), https:\/\/wiki.geant.org\/display\/RARE\/Home"},{"key":"97_CR89","unstructured":"Kiran M, Campbell S, Burgalio N (2021) Hecate: Towards self-driving networks in real-world, https:\/\/sc21.supercomputing.org\/app\/uploads\/2021\/11\/SC21-NRE-001.pdf"},{"key":"97_CR90","unstructured":"Brown B, Adams C, Antypas K, BDCS, art E, Guok C, Kissel E, Lancon E, Messer B et\u00a0al (2021) Toward a seamless integration of computing, experimental, and observational science facilities: A blueprint to accelerate discovery"},{"key":"97_CR91","unstructured":"McKee S, Babik M (2021a) Packet and flow marking for global science domains, https:\/\/grpworkshop2021.theglobalresearchplatform.net\/PDF\/4-McKEE-GRP-2021-Packet-FlowMarkingforGlobalScience%20Domains.pdf"},{"key":"97_CR92","unstructured":"Kim C, Sivaraman A, Katta NPK, Bas A, Dixit AA, Wobker LJ (2015) In-band Network Telemetry via Programmable Dataplanes"},{"key":"97_CR93","doi-asserted-by":"crossref","unstructured":"Liu Z, Mah B, Kumar Y, Guok C, Cziva R (2020) Programmable Per-Packet Network Telemetry: From Wire to Kafka at Scale, In: Proceedings of the 2021 on Systems and Network Telemetry and Analytics (Association for Computing Machinery, New York, NY, USA), SNTA \u201921, p. 33\u201336, ISBN 9781450383868, https:\/\/doi.org\/10.1145\/3452411.3464443","DOI":"10.1145\/3452411.3464443"},{"key":"97_CR94","unstructured":"Sim A, Kissel E, Guok C (2022) Deploying in-network caches in support of distributed scientific data sharing, Tech. Rep., https:\/\/arxiv.org\/abs\/2203.06843"},{"key":"97_CR95","unstructured":"Kumar Y, Sheldon S, Carder D (2022) Transport Layer Networking, Tech. Rep., https:\/\/arxiv.org\/abs\/2204.02861"},{"key":"97_CR96","doi-asserted-by":"crossref","unstructured":"Guok C, Robertson D, Thompson M, Lee J, Tierney B, Johnston W (2006) Intra and Interdomain Circuit Provisioning Using the OSCARS Reservation System, In: 2006 3rd International Conference on Broadband Communications, Networks and Systems, pp. 1\u20138","DOI":"10.1109\/BROADNETS.2006.4374316"},{"key":"97_CR97","doi-asserted-by":"crossref","unstructured":"Monga I, Guok C, MacAuley J, Sim A, Newman H, Balcas J, Demar P, Winkler L, Lehman T, Yang X (2020) Software-Defined Ntwork for End-to-end NEtworked Science at the Exascale, https:\/\/arxiv.org\/abs\/2004.05953","DOI":"10.2172\/1670785"},{"key":"97_CR98","unstructured":"McKee S, Babik M (2021b) The Research Networking Technical Working Group Charter, Charter, https:\/\/docs.google.com\/document\/d\/1l4U5dpH556kCnoIHzyRpBl74IPc0gpgAG3VPUp98lo0\/edit?usp=sharing"},{"key":"97_CR99","unstructured":"McKee S, Babik M (2021c) The Research Networking Technical Working Group - Packet Marking Sub Group Charter, Charter, https:\/\/docs.google.com\/document\/d\/1aAnsujpZnxn3oIUL9JZxcw0ZpoJNVXkHp-Yo5oj-B8U\/edit?usp=sharing"},{"key":"97_CR100","doi-asserted-by":"publisher","first-page":"04024","DOI":"10.1051\/epjconf\/201921404024","volume":"214","author":"Ian Bird","year":"2019","unstructured":"Bird Ian (2019) Campana, Simone, Girone, Maria, Espinal, Xavier, McCance, Gavin, and Schovancov\u00e1, Jaroslava, Architecture and prototype of a WLCG data lake for HL-LHC. EPJ Web Conf. 214:04024. https:\/\/doi.org\/10.1051\/epjconf\/201921404024","journal-title":"EPJ Web Conf."},{"key":"97_CR101","doi-asserted-by":"crossref","unstructured":"Day HZJ (1983) The OSI reference model, 71:1334\u20131340, http:\/\/stacks.iop.org\/1742-6596\/664\/i=5\/a=052025","DOI":"10.1109\/PROC.1983.12775"},{"key":"97_CR102","doi-asserted-by":"crossref","unstructured":"Kandula S, Menache I, Schwartz R, Babbula SR (2014) Calendaring for wide area networks, In: Proceedings of the 2014 ACM conference on SIGCOMM, pp. 515\u2013526","DOI":"10.1145\/2619239.2626336"},{"key":"97_CR103","doi-asserted-by":"crossref","unstructured":"Jalaparti V, Bliznets I, Kandula S, Lucier B, Menache I (2016) Dynamic pricing and traffic engineering for timely inter-datacenter transfers In: Proceedings of the 2016 ACM SIGCOMM Conference, pp. 73\u201386","DOI":"10.1145\/2934872.2934893"},{"key":"97_CR104","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s10723-006-9059-z","volume":"5","author":"R McClatchey","year":"2007","unstructured":"McClatchey R, Anjum A, Stockinger H, Ali A, Willers I, Thomas M (2007) Dynamic pricing and traffic engineering for timely inter-datacenter transfers. J Grid computing 5:43","journal-title":"J Grid computing"}],"container-title":["Computing and Software for Big Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41781-023-00097-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41781-023-00097-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41781-023-00097-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T16:24:13Z","timestamp":1682526253000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41781-023-00097-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,26]]},"references-count":104,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["97"],"URL":"https:\/\/doi.org\/10.1007\/s41781-023-00097-7","relation":{},"ISSN":["2510-2036","2510-2044"],"issn-type":[{"value":"2510-2036","type":"print"},{"value":"2510-2044","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,26]]},"assertion":[{"value":"14 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"5"}}