{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T01:02:00Z","timestamp":1768438920759,"version":"3.49.0"},"reference-count":105,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100010661","name":"European Union\u2019s Horizon 2020 Research and Innovation Programme through the Project ESiWACE2","doi-asserted-by":"publisher","award":["823988"],"award-info":[{"award-number":["823988"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"European Union\u2019s Horizon 2020 Research and Innovation Programme through the Project EXDCI-2","doi-asserted-by":"publisher","award":["800957"],"award-info":[{"award-number":["800957"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3079139","type":"journal-article","created":{"date-parts":[[2021,5,11]],"date-time":"2021-05-11T20:04:59Z","timestamp":1620763499000},"page":"73307-73326","source":"Crossref","is-referenced-by-count":16,"title":["Towards HPC and Big Data Analytics Convergence: Design and Experimental Evaluation of a HPDA Framework for eScience at Scale"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9206-2385","authenticated-orcid":false,"given":"Donatello","family":"Elia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8430-6087","authenticated-orcid":false,"given":"Sandro","family":"Fiore","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5902-6983","authenticated-orcid":false,"given":"Giovanni","family":"Aloisio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22351-8_1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1743546.1743568"},{"key":"ref33","year":"2021","journal-title":"Apache Software Foundation"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-015-0032-1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref37","first-page":"15","article-title":"Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing","author":"zaharia","year":"2012","journal-title":"Proc 9th USENIX Symp Netw Syst Design Implement"},{"key":"ref36","first-page":"10","article-title":"Spark: Cluster computing with working sets","author":"zaharia","year":"2010","journal-title":"Proc 2nd USENIX Conf Hot Topics Cloud Comput"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2427795"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2595631"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.Congress.2014.137"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2018.2883051"},{"key":"ref29","year":"2021","journal-title":"Apache Software Foundation"},{"key":"ref20","author":"obama","year":"2015","journal-title":"Executive Order–Creating a National Strategic Computing Initiative The White House US"},{"key":"ref22","first-page":"89","article-title":"Extreme big data (EBD): Next generation big data infrastructure technologies towards yottabyte\/year","volume":"1","author":"matsuoka","year":"2014","journal-title":"Supercomputing Frontiers and Innovations"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2018.2875366"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.physletb.2017.12.053"},{"key":"ref23","author":"kinkade","year":"2015","journal-title":"NERSC Berkeley Lab Explore Frontiers of Deep Learning for Science"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2013.07.002"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2015.79"},{"key":"ref100","author":"scoccimarro","year":"2018","journal-title":"CMCC CMCC-CM2-VHR4 Model Output Prepared for CMIP6 HighResMIP Hist-1950"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-018-2508-4"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1007\/978-3-030-22354-0_19","article-title":"HPC, cloud and big-data convergent architectures: The LEXIS approach","author":"scionti","year":"2020","journal-title":"Complex Intelligent and Software Intensive Systems"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-59851-8_25"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.09.051"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1177\/1094342017701278"},{"key":"ref57","year":"2021","journal-title":"Iris A Python Library for Analysing and Visualising Meteorological and Oceanographic Data Sets Exeter Devon 2010–2020"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.5334\/jors.148"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"56","DOI":"10.25080\/Majora-92bf1922-00a","article-title":"Data structures for statistical computing in Python","author":"mckinney","year":"2010","journal-title":"Proc 9th Python Sci Conf"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2649-2"},{"key":"ref53","year":"2016","journal-title":"Dask Library for dynamic task scheduling"},{"key":"ref52","first-page":"130","article-title":"Dask: Parallel computation with blocked algorithms and task scheduling","author":"rocklin","year":"2015","journal-title":"Proc 14th Python Sci Conf"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807271"},{"key":"ref4","volume":"6","author":"laney","year":"2001","journal-title":"3d Data Management Controlling Data Volume Velocity and Variety"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"1297","DOI":"10.1126\/science.1170411","article-title":"Beyond the data deluge","volume":"323","author":"bell","year":"2009","journal-title":"Science"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2014.2332453"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CTS.2014.6867550"},{"key":"ref8","year":"2019","journal-title":"The Argonne National Laboratory Supercomputer Will Enable High Performance Computing and Artificial Intelligence at Exascale by 2021"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2949836"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1177\/1094342018778123"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2018.2882574"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.cageo.2018.03.011"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2016.7840948"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363840"},{"key":"ref47","first-page":"97","article-title":"Scaling spark on HPC systems","author":"chaimov","year":"2016","journal-title":"Proc Int l Symp High Performance Computing"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/276305.276386"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2013.19"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363983"},{"key":"ref43","first-page":"746","article-title":"Spatio-temporal retrieval with RasDaMan","author":"baumann","year":"1999","journal-title":"Proc 5th Int Conf Very Large Data Bases"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.12694\/scpe.v16i4.1134"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2016.21"},{"key":"ref71","first-page":"27","article-title":"Workflows for science: A challenge when facing the convergence of HPC and big data","volume":"4","author":"badia","year":"2017","journal-title":"International Journal on Supercomputing Frontiers and Innovations"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1186\/s13677-019-0127-x"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1007\/10968987_3","article-title":"SLURM: Simple Linux utility for resource management","author":"yoo","year":"2003","journal-title":"Job Scheduling Strategies for Parallel Processing"},{"key":"ref77","year":"2021","journal-title":"Specturm LSF"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/2831244.2831253"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4161"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/3-540-60153-8_34","article-title":"Job scheduling under the portable batch system","author":"henderson","year":"1995","journal-title":"Job Scheduling Strategies for Parallel Processing"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/HPEC.2016.7761604"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/38.56302"},{"key":"ref62","year":"2015","journal-title":"Message Passing Interface Forum MPI A Message-Passing Interface Standard Version 1 1"},{"key":"ref61","first-page":"4","article-title":"The CF metadata standard","volume":"8","author":"gregory","year":"2003","journal-title":"CLIVAR Exchanges"},{"key":"ref63","first-page":"1","article-title":"Scientific big data analytics challenges at large scale","author":"aloisio","year":"2013","journal-title":"Proc Big Data Extreme-scale Comput (BDEC)"},{"key":"ref64","author":"schulzweida","year":"2020","journal-title":"CDO User Guide—Version 1 9 9"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.envsoft.2008.03.004"},{"key":"ref66","year":"2019","journal-title":"The NCAR Command Language (Version 6 6 2) [Software]"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622205"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/99.660313"},{"key":"ref2","author":"hey","year":"2009","journal-title":"The Fourth Paradigm Data-Intensive Scientific Discovery"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.122"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1107499.1107503"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2017.2730882"},{"key":"ref94","year":"2020","journal-title":"MareNostrum4 User’s Guide"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2017.132"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-34356-9_20"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2007.55"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/HPCSim.2015.7237088"},{"key":"ref104","first-page":"488","article-title":"Formal metrics for large-scale parallel performance","author":"moreland","year":"2015","journal-title":"High Performance Computing"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/2903150.2911719"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1002\/met.1459"},{"key":"ref102","author":"zender","year":"2021","journal-title":"NCIC User Guide"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.5194\/gmd-9-1937-2016"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.5194\/gmd-14-629-2021"},{"key":"ref96","author":"galassi","year":"2009","journal-title":"The GNU C Library Reference Manual"},{"key":"ref97","year":"2021","journal-title":"Climate Change Indices Definitions of the 27 Core Indices"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2020.8946314"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2699414"},{"key":"ref12","author":"magro","year":"2017","journal-title":"High Performance Data Analytics A Q&A With Subject Matter Experts CIO Magazine"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2013.05.409"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1177\/1094342010391989"},{"key":"ref15","year":"2021","journal-title":"ETP4HPC Strategic Research Agenda 2020 (SRA 4)—European HPC Research Priorities 2021-2024"},{"key":"ref16","year":"2015","journal-title":"A Digital Single Market Strategy for Europe—Communication From the Commission to the European Parliament the Council the European Economic and Social Committee and the Committee of the Regions"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom.2017.40"},{"key":"ref17","year":"2017","journal-title":"Digital Single Market Mid-Term Review Commission Calls for Swift Adoption of Key Proposals and Maps Out Challenges Ahead"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8257944"},{"key":"ref18","year":"2021","journal-title":"Building a european data economy"},{"key":"ref84","first-page":"2","article-title":"Docker: Lightweight Linux containers for consistent development and deployment","volume":"2014","author":"merkel","year":"2014","journal-title":"Linux J"},{"key":"ref19","year":"2021","journal-title":"A European Strategy for Data"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CANOPIE-HPC49598.2019.00012"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/HPEC.2016.7761618"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2936941"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0177459"},{"key":"ref86","first-page":"33","article-title":"Contain this, unleashing Docker for HPC","author":"jacobsen","year":"2015","journal-title":"Proc Cray User Group"},{"key":"ref87","first-page":"46","article-title":"Sarus: Highly scalable Docker containers for HPC systems","author":"benedicic","year":"2019","journal-title":"High Performance Computing"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3075564.3078884"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09428012.pdf?arnumber=9428012","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T10:42:56Z","timestamp":1643193776000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9428012\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":105,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3079139","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}