{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T17:36:09Z","timestamp":1743096969242,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031439421"},{"type":"electronic","value":"9783031439438"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43943-8_2","type":"book-chapter","created":{"date-parts":[[2023,9,14]],"date-time":"2023-09-14T13:52:25Z","timestamp":1694699545000},"page":"27-45","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Asynchronous Execution of\u00a0Heterogeneous Tasks in\u00a0ML-Driven HPC Workflows"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3167-8773","authenticated-orcid":false,"given":"Vincent R.","family":"Pascuzzi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2129-408X","authenticated-orcid":false,"given":"Ozgur O.","family":"Kilic","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0527-1435","authenticated-orcid":false,"given":"Matteo","family":"Turilli","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5040-026X","authenticated-orcid":false,"given":"Shantenu","family":"Jha","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,15]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Balaprakash, P., Salim, M., Uram, T.D., Vishwanath, V., Wild, S.M.: Deephyper: asynchronous hyperparameter search for deep neural networks. In: 2018 IEEE 25th International Conference on High Performance Computing (HiPC), pp. 42\u201351. IEEE (2018)","DOI":"10.1109\/HiPC.2018.00014"},{"key":"2_CR2","doi-asserted-by":"publisher","unstructured":"Balasubramanian, V., Treikalis, A., Weidner, O., Jha, S.: Ensemble toolkit: scalable and flexible execution of ensembles of tasks. In: 2016 45th International Conference on Parallel Processing (ICPP), vol. 00, pp. 458\u2013463 (2016). https:\/\/doi.org\/10.1109\/ICPP.2016.59. https:\/\/doi.ieeecomputersociety.org\/10.1109\/ICPP.2016.59","DOI":"10.1109\/ICPP.2016.59"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Balasubramanian, V., et al.: Harnessing the power of many: extensible toolkit for scalable ensemble applications. In: International Parallel and Distributed Processing Symposium, pp. 536\u2013545. IEEE (2018)","DOI":"10.1109\/IPDPS.2018.00063"},{"key":"2_CR4","first-page":"430","volume":"4","author":"P Barham","year":"2022","unstructured":"Barham, P., et al.: Pathways: asynchronous distributed dataflow for ml. Proc. Mach. Learn. Syst. 4, 430\u2013449 (2022)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Bauer, M., Treichler, S., Slaughter, E., Aiken, A.: Legion: expressing locality and independence with logical regions. In: SC 2012: Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis, pp. 1\u201311. IEEE (2012)","DOI":"10.1109\/SC.2012.71"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Bhati, A.P., et al.: Pandemic drugs at pandemic speed: Infrastructure for accelerating covid-19 drug discovery with hybrid machine learning-and physics-based simulations on high performance computers. Interface Focus. 112021001820210018 (2021). https:\/\/doi.org\/10.1098\/rsfs.2021.0018","DOI":"10.1098\/rsfs.2021.0018"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Bhatia, H., et al.: Generalizable coordination of large multiscale workflows: challenges and learnings at scale. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis, pp. 1\u201316 (2021)","DOI":"10.1145\/3458817.3476210"},{"issue":"6","key":"2_CR8","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MCSE.2013.98","volume":"15","author":"G Bosilca","year":"2013","unstructured":"Bosilca, G., Bouteiller, A., Danalis, A., Faverge, M., H\u00e9rault, T., Dongarra, J.J.: Parsec: exploiting heterogeneity to enhance scalability. Comput. Sci. Eng. 15(6), 36\u201345 (2013)","journal-title":"Comput. Sci. Eng."},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Brace, A., et al.: Coupling streaming AI and hpc ensembles to achieve 100\u20131000$$\\times $$ faster biomolecular simulations. In: 2022 IEEE International Parallel and Distributed Processing Symposium (IPDPS), pp. 806\u2013816. IEEE (2022)","DOI":"10.1109\/IPDPS53621.2022.00083"},{"key":"2_CR10","doi-asserted-by":"publisher","unstructured":"Casalino, L., et al.: Ai-driven multiscale simulations illuminate mechanisms of sars-cov-2 spike dynamics (2020). https:\/\/doi.org\/10.1101\/2020.11.19.390187","DOI":"10.1101\/2020.11.19.390187"},{"key":"2_CR11","doi-asserted-by":"crossref","unstructured":"Di Natale, F., et al.: A massively parallel infrastructure for adaptive multiscale simulations: modeling ras initiation pathway for cancer. In: International Conference for High Performance Computing, Networking, Storage and Analysis, pp. 1\u201316 (2019)","DOI":"10.1145\/3295500.3356197"},{"key":"2_CR12","doi-asserted-by":"publisher","unstructured":"Dommer, A., et al.: $$\\#$$covidisairborne: Ai-enabled multiscale computational microscopy of delta sars-cov-2 in a respiratory aerosol. Int. J. High-Perf. Comput. Appl. (2021). https:\/\/doi.org\/10.1101\/2021.11.12.468428","DOI":"10.1101\/2021.11.12.468428"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Gropp, W., Gropp, W.D., Lusk, E., Skjellum, A., Lusk, A.D.F.E.E.: Using MPI: Portable Parallel Programming with the Message-Passing Interface, vol. 1. MIT press (1999)","DOI":"10.7551\/mitpress\/7056.001.0001"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Kaiser, H., Heller, T., Adelstein-Lelbach, B., Serio, A., Fey, D.: Hpx: a task based programming model in a global address space. In: Proceedings of the 8th International Conference on Partitioned Global Address Space Programming Models, pp. 1\u201311 (2014)","DOI":"10.1145\/2676870.2676883"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Kale, L.V., Krishnan, S.: Charm++ a portable concurrent object oriented system based on c++. In: Proceedings of the Eighth Annual Conference on Object-Oriented Programming Systems, Languages, and Applications, pp. 91\u2013108 (1993)","DOI":"10.1145\/167962.165874"},{"key":"2_CR16","doi-asserted-by":"publisher","unstructured":"Lee, H., Turilli, M., Jha, S., Bhowmik, D., Ma, H., Ramanathan, A.: Deepdrivemd: deep-learning driven adaptive molecular simulations for protein folding. In: 2019 IEEE\/ACM Third Workshop on Deep Learning on Supercomputers (DLS), pp. 12\u201319. IEEE (2019). https:\/\/doi.org\/10.1109\/DLS49591.2019.00007","DOI":"10.1109\/DLS49591.2019.00007"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Meng, Q., Humphrey, A., Berzins, M.: The uintah framework: a unified heterogeneous task scheduling and runtime system. In: 2012 SC Companion: High Performance Computing, Networking Storage and Analysis, pp. 2441\u20132448. IEEE (2012)","DOI":"10.1109\/SCC.2012.6674233"},{"key":"2_CR18","unstructured":"Merzky, A., Santcroos, M., Turilli, M., Jha, S.: Radical-pilot: scalable execution of heterogeneous and dynamic workloads on supercomputers. CoRR, abs\/1512.08194 (2015)"},{"issue":"4","key":"2_CR19","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1109\/TPDS.2021.3105994","volume":"33","author":"A Merzky","year":"2021","unstructured":"Merzky, A., Turilli, M., Titov, M., Al-Saadi, A., Jha, S.: Design and performance characterization of radical-pilot on leadership-class platforms. IEEE Trans. Parallel Distrib. Syst. 33(4), 818\u2013829 (2021)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"2_CR20","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1016\/j.future.2022.01.024","volume":"131","author":"JL Peterson","year":"2022","unstructured":"Peterson, J.L., et al.: Enabling machine learning-ready hpc ensembles with merlin. Future Gener. Comput. Syst. 131, 255\u2013268 (2022)","journal-title":"Future Gener. Comput. Syst."},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Saadi, A.A., et al.: Impeccable: integrated modeling pipeline for covid cure by assessing better leads. In: 50th International Conference on Parallel Processing, pp. 1\u201312 (2021)","DOI":"10.1145\/3472456.3473524"},{"key":"2_CR22","doi-asserted-by":"publisher","unstructured":"Saadi, A.A., et al.: Impeccable: integrated modeling pipeline for covid cure by assessing better leads. In: 50th International Conference on Parallel Processing (ICPP 21), Lemont, IL, USA, 9\u201312 August 2021, p. 12. ACM, New York (2021). https:\/\/doi.org\/10.1145\/3472456.3473524","DOI":"10.1145\/3472456.3473524"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Wang, T., Seal, S.K., Kannan, R., Garcia-Cardona, C., Proffen, T., Jha, S.: A parallel machine learning workflow for neutron scattering data analysis. In: 2023 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW), pp. 795\u2013798. IEEE (2023)","DOI":"10.1109\/IPDPSW59300.2023.00133"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Ward, L., et al.: Colmena: scalable machine-learning-based steering of ensemble simulations for high performance computing. In: 2021 ACM Workshop on Machine Learning in High Performance Computing Environments (MLHPC), pp. 9\u201320. IEEE (2021)","DOI":"10.1109\/MLHPC54614.2021.00007"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"Zamora, Y., Ward, L., Sivaraman, G., Foster, I., Hoffmann, H.: Proxima: accelerating the integration of machine learning in atomistic simulations. In: Proceedings of the ACM International Conference on Supercomputing, pp. 242\u2013253 (2021)","DOI":"10.1145\/3447818.3460370"}],"container-title":["Lecture Notes in Computer Science","Job Scheduling Strategies for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43943-8_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T02:10:58Z","timestamp":1730081458000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43943-8_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031439421","9783031439438"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43943-8_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"15 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"JSSPP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshop on Job Scheduling Strategies for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"St. Petersburg, FL","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 May 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"jsspp2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"64% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.8","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}