{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T10:27:17Z","timestamp":1758709637655,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T00:00:00Z","timestamp":1699747200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,12]]},"DOI":"10.1145\/3624062.3626283","type":"proceedings-article","created":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T13:53:39Z","timestamp":1699624419000},"page":"2097-2108","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Novel Approaches Toward Scalable Composable Workflows in Hyper-Heterogeneous Computing Environments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0391-728X","authenticated-orcid":false,"given":"Jonathan","family":"Bader","sequence":"first","affiliation":[{"name":"Berlin Institute of Technology, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1382-3669","authenticated-orcid":false,"given":"Jim","family":"Belak","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3577-3292","authenticated-orcid":false,"given":"Matthew","family":"Bement","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0068-4812","authenticated-orcid":false,"given":"Matthew","family":"Berry","sequence":"additional","affiliation":[{"name":"University of Illinois, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4490-2244","authenticated-orcid":false,"given":"Robert","family":"Carson","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2417-6337","authenticated-orcid":false,"given":"Daniela","family":"Cassol","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4583-1559","authenticated-orcid":false,"given":"Stephen","family":"Chan","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7261-3143","authenticated-orcid":false,"given":"John","family":"Coleman","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1989-3406","authenticated-orcid":false,"given":"Kastan","family":"Day","sequence":"additional","affiliation":[{"name":"University of Illinois, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4046-518X","authenticated-orcid":false,"given":"Alejandro","family":"Duque","sequence":"additional","affiliation":[{"name":"Universidad San Francisco de Quito, Ecuador"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6504-849X","authenticated-orcid":false,"given":"Kjiersten","family":"Fagnan","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2438-4494","authenticated-orcid":false,"given":"Jeff","family":"Froula","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5040-026X","authenticated-orcid":false,"given":"Shantenu","family":"Jha","sequence":"additional","affiliation":[{"name":"Rutgers University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5934-7525","authenticated-orcid":false,"given":"Daniel S.","family":"Katz","sequence":"additional","affiliation":[{"name":"University of Illinois, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9269-6804","authenticated-orcid":false,"given":"Piotr","family":"Kica","sequence":"additional","affiliation":[{"name":"AGH University of Science and Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9336-4756","authenticated-orcid":false,"given":"Volodymyr","family":"Kindratenko","sequence":"additional","affiliation":[{"name":"University of Illinois, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1974-1768","authenticated-orcid":false,"given":"Edward","family":"Kirton","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6378-8494","authenticated-orcid":false,"given":"Ramani","family":"Kothadia","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7694-2198","authenticated-orcid":false,"given":"Daniel","family":"Laney","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0520-0792","authenticated-orcid":false,"given":"Fabian","family":"Lehmann","sequence":"additional","affiliation":[{"name":"Humboldt-Universit\u00e4t zu Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2166-9582","authenticated-orcid":false,"given":"Ulf","family":"Leser","sequence":"additional","affiliation":[{"name":"Humboldt-Universit\u00e4t zu Berlin, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7008-2492","authenticated-orcid":false,"given":"Sabina","family":"Licho\u0142ai","sequence":"additional","affiliation":[{"name":"AGH University of Science and Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6005-0243","authenticated-orcid":false,"given":"Maciej","family":"Malawski","sequence":"additional","affiliation":[{"name":"AGH University of Science and Technology, Poland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2343-5280","authenticated-orcid":false,"given":"Mario","family":"Melara","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6058-3055","authenticated-orcid":false,"given":"Elais","family":"Player","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3439-4207","authenticated-orcid":false,"given":"Matt","family":"Rolchigo","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6870-7289","authenticated-orcid":false,"given":"Setareh","family":"Sarrafan","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8490-3570","authenticated-orcid":false,"given":"Seung-Jin","family":"Sul","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1602-1873","authenticated-orcid":false,"given":"Abdullah","family":"Syed","sequence":"additional","affiliation":[{"name":"University of Missouri, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3755-1503","authenticated-orcid":false,"given":"Lauritz","family":"Thamsen","sequence":"additional","affiliation":[{"name":"University of Glasgow, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2357-7382","authenticated-orcid":false,"given":"Mikhail","family":"Titov","sequence":"additional","affiliation":[{"name":"Brookhaven National Laboratory, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0527-1435","authenticated-orcid":false,"given":"Matteo","family":"Turilli","sequence":"additional","affiliation":[{"name":"Rutgers University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6922-0138","authenticated-orcid":false,"given":"Silvina","family":"Caino-Lores","sequence":"additional","affiliation":[{"name":"French Institute for Research in Computer Science and Automation (INRIA), France"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5145-8618","authenticated-orcid":false,"given":"Anirban","family":"Mandal","sequence":"additional","affiliation":[{"name":"University of North Carolina, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2023,11,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2022. Docker: Accelerated Containerized Application Development. https:\/\/www.docker.com\/"},{"key":"e_1_3_2_1_2_1","unstructured":"2023. Cloduwatch Agent repository. https:\/\/github.com\/aws\/amazon-cloudwatch-agent"},{"key":"e_1_3_2_1_3_1","unstructured":"2023. DESeq2. https:\/\/bioconductor.org\/packages\/release\/bioc\/html\/DESeq2.html"},{"key":"e_1_3_2_1_4_1","unstructured":"2023. DockerHub website. https:\/\/hub.docker.com\/"},{"key":"e_1_3_2_1_5_1","unstructured":"2023. LangChain. https:\/\/github.com\/langchain-ai\/langchain. Accessed: 2023-08-16."},{"key":"e_1_3_2_1_6_1","unstructured":"2023. Litophs repository. https:\/\/github.com\/lithops-cloud\/lithops"},{"key":"e_1_3_2_1_7_1","unstructured":"2023. National Center for Biotechnology Information website. https:\/\/www.ncbi.nlm.nih.gov\/"},{"key":"e_1_3_2_1_8_1","unstructured":"2023. Salmon repository. https:\/\/github.com\/COMBINE-lab\/salmon"},{"key":"e_1_3_2_1_9_1","unstructured":"2023. SRA-Toolkit repository. https:\/\/github.com\/ncbi\/sra-tools"},{"key":"e_1_3_2_1_10_1","unstructured":"2023. STAR repository. https:\/\/github.com\/alexdobin\/STAR"},{"key":"e_1_3_2_1_11_1","unstructured":"2023. Terraform website. https:\/\/www.terraform.io\/"},{"key":"e_1_3_2_1_12_1","unstructured":"2023. Transcriptomics Atlas repository. https:\/\/github.com\/SanoScience\/NearData\/tree\/WORKS23_abstract"},{"key":"e_1_3_2_1_13_1","unstructured":"2023. Workflow Description Language (WDL). https:\/\/github.com\/openwdl\/wdl. Accessed: 2023-08-16."},{"key":"e_1_3_2_1_14_1","volume-title":"Challenges of Provenance in Scientific Workflow Management Systems. In 2022 IEEE\/ACM Workshop on Workflows in Support of Large-Scale Science (WORKS). IEEE.","author":"Alam Khairul","year":"2022","unstructured":"Khairul Alam and Banani Roy. 2022. Challenges of Provenance in Scientific Workflow Management Systems. In 2022 IEEE\/ACM Workshop on Workflows in Support of Large-Scale Science (WORKS). IEEE."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/WORKS54523.2021.00012"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM.2014.6999303"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3307681.3325400"},{"key":"e_1_3_2_1_18_1","volume-title":"Lotaru: Locally predicting workflow task runtimes for resource management on heterogeneous infrastructures. Future Generation Computer Systems 150","author":"Bader Jonathan","year":"2024","unstructured":"Jonathan Bader, Fabian Lehmann, Lauritz Thamsen, Ulf Leser, and Odej Kao. 2024. Lotaru: Locally predicting workflow task runtimes for resource management on heterogeneous infrastructures. Future Generation Computer Systems 150 (2024)."},{"key":"e_1_3_2_1_19_1","volume-title":"Tarema: Adaptive Resource Allocation for Scalable Scientific Workflows in Heterogeneous Clusters. In 2021 IEEE International Conference on Big Data (Big Data).","author":"Bader Jonathan","year":"2021","unstructured":"Jonathan Bader, Lauritz Thamsen, Svetlana Kulagina, Jonathan Will, Henning Meyerhenke, and Odej Kao. 2021. Tarema: Adaptive Resource Allocation for Scalable Scientific Workflows in Heterogeneous Clusters. In 2021 IEEE International Conference on Big Data (Big Data)."},{"key":"e_1_3_2_1_20_1","volume-title":"Towards Advanced Monitoring for Scientific Workflows. In 2022 IEEE International Conference on Big Data (Big Data).","author":"Bader Jonathan","year":"2022","unstructured":"Jonathan Bader, Joel Witzke, Soeren Becker, Ansgar L\u00f6\u00dfer, Fabian Lehmann, Leon Doehler, Anh\u00a0Duc Vu, and Odej Kao. 2022. Towards Advanced Monitoring for Scientific Workflows. In 2022 IEEE International Conference on Big Data (Big Data)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2016.59"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"R.A. Carson S.R. Wopschall and J.A. Bramwell. 2019. ExaConstit. [Computer Software]. https:\/\/doi.org\/10.11578\/dc.20191024.2","DOI":"10.11578\/dc.20191024.2"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"J. Coleman K. Kincaid G.L. Knapp B. Stump and A.J. Plotkowski. 2023. ORNL\/AdditiveFOAM: Release 1.0. https:\/\/doi.org\/10.5281\/zenodo.8034098","DOI":"10.5281\/zenodo.8034098"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/SERVICES-I.2009.18"},{"volume-title":"Proceedings of the 2008 ACM SIGMOD International Conference on Management of Data(SIGMOD \u201908)","author":"B.","key":"e_1_3_2_1_25_1","unstructured":"Susan\u00a0B. Davidson and Juliana Freire. 2008. Provenance and Scientific Workflows: Challenges and Opportunities. In Proceedings of the 2008 ACM SIGMOD International Conference on Management of Data(SIGMOD \u201908). Association for Computing Machinery, New York, NY, USA."},{"key":"e_1_3_2_1_26_1","volume-title":"Nextflow enables reproducible computational workflows. Nature Biotechnology 35, 4","author":"Di\u00a0Tommaso Paolo","year":"2017","unstructured":"Paolo Di\u00a0Tommaso, Maria Chatzou, Evan\u00a0W Floden, Pablo\u00a0Prieto Barja, Emilio Palumbo, and Cedric Notredame. 2017. Nextflow enables reproducible computational workflows. Nature Biotechnology 35, 4 (2017)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bts635"},{"key":"e_1_3_2_1_28_1","unstructured":"A. Duque and A. Syed. 2023. Phyloflow-Parsl Implementation. https:\/\/github.com\/grimloc-aduque\/Phyloflow-Parsl-Implementation. Accessed: 2023-08-16."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1002\/wrna.1364"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.commatsci.2022.111904"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid57682.2023.00025"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the CIKM 2021 Workshops(CEUR Workshop Proceedings, Vol.\u00a03052)","author":"Lehmann Fabian","year":"2021","unstructured":"Fabian Lehmann, David Frantz, S\u00f6ren Becker, Ulf Leser, and Patrick Hostert. 2021. FORCE on Nextflow: Scalable Analysis of Earth Observation Data on Commodity Clusters. In Proceedings of the CIKM 2021 Workshops(CEUR Workshop Proceedings, Vol.\u00a03052), Gao Cong and Maya Ramanath (Eds.)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3105994"},{"key":"e_1_3_2_1_34_1","volume-title":"The Real Cost of Sequencing: Scaling Computation to Keep Pace with Data Generation. Genome Biology 17, 1","author":"Muir Paul","year":"2016","unstructured":"Paul Muir, Shantao Li, Shaoke Lou, Daifeng Wang, Daniel\u00a0J. Spakowicz, Leonidas Salichos, Jing Zhang, George\u00a0M. Weinstock, Farren Isaacs, Joel Rozowsky, and Mark Gerstein. 2016. The Real Cost of Sequencing: Scaling Computation to Keep Pace with Data Generation. Genome Biology 17, 1 (2016)."},{"key":"e_1_3_2_1_35_1","unstructured":"OpenAI. 2022. ChatGPT. https:\/\/chat.openai.com\/chat. Accessed: 2023-08-16."},{"key":"e_1_3_2_1_36_1","unstructured":"OpenAI. 2023. ChatGPT plugins: Code Interpreter. https:\/\/openai.com\/blog\/chatgpt-plugins##code-interpreter. Accessed: 2023-08-16."},{"key":"e_1_3_2_1_37_1","unstructured":"OpenAI. 2023. GPT Models: Function Calling. https:\/\/platform.openai.com\/docs\/guides\/gpt\/function-calling. Accessed: 2023-08-16."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.commatsci.2022.111692"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2021.3129000"},{"key":"e_1_3_2_1_40_1","volume-title":"Toolformer: Language Models Can Teach Themselves to Use Tools. arxiv:2302.04761\u00a0[cs.CL]","author":"Schick T.","year":"2023","unstructured":"T. Schick, J. Dwivedi-Yu, R. Dess\u00ec, R. Raileanu, M. Lomeli, L. Zettlemoyer, N. Cancedda, and T. Scialom. 2023. Toolformer: Language Models Can Teach Themselves to Use Tools. arxiv:2302.04761\u00a0[cs.CL]"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","unstructured":"M. Stoyanov D. Lebrun-Grandie J. Burkardt and D. Munster. 2013. Tasmanian. [Computer Software]. https:\/\/doi.org\/10.11578\/dc.20171025.on.1087","DOI":"10.11578\/dc.20171025.on.1087"},{"key":"e_1_3_2_1_42_1","unstructured":"The ExaAM Project. 2023. GitHub UQ. https:\/\/github.com\/ExascaleAM\/Workflows\/"},{"key":"e_1_3_2_1_43_1","unstructured":"The ExaWorks Project. 2023. Software Development Kit. https:\/\/exaworks.org\/sdk"},{"key":"e_1_3_2_1_44_1","unstructured":"Paolo\u00a0Di Tommaso. 2022. A quick overview of Nextflow workflow system. https:\/\/workflows.community\/stories\/2022\/09\/28\/nextflow\/ accessed 18-October-2022."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/71.993206"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2018.00051"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/10943420211042558"},{"key":"e_1_3_2_1_48_1","volume-title":"Geraldine Van\u00a0der Auwera, and Jeff Gentry","author":"Voss Kate","year":"2017","unstructured":"Kate Voss, Geraldine Van\u00a0der Auwera, and Jeff Gentry. 2017. Full-stack genomics pipelining with GATK4 + WDL + Cromwell. F1000Research 6 (Aug. 2017)."}],"event":{"name":"SC-W 2023: Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis","acronym":"SC-W 2023","location":"Denver CO USA"},"container-title":["Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3626283","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624062.3626283","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T02:59:45Z","timestamp":1755745185000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3626283"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,12]]},"references-count":48,"alternative-id":["10.1145\/3624062.3626283","10.1145\/3624062"],"URL":"https:\/\/doi.org\/10.1145\/3624062.3626283","relation":{},"subject":[],"published":{"date-parts":[[2023,11,12]]},"assertion":[{"value":"2023-11-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}