{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,12]],"date-time":"2025-08-12T22:11:51Z","timestamp":1755036711910},"reference-count":60,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,10,11]],"date-time":"2021-10-11T00:00:00Z","timestamp":1633910400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,11]],"date-time":"2021-10-11T00:00:00Z","timestamp":1633910400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s11227-021-04103-w","type":"journal-article","created":{"date-parts":[[2021,10,11]],"date-time":"2021-10-11T12:05:12Z","timestamp":1633953912000},"page":"6174-6206","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Performance benchmarking and auto-tuning for scientific applications on virtual cluster"],"prefix":"10.1007","volume":"78","author":[{"given":"Ke-Jou","family":"Hsu","sequence":"first","affiliation":[]},{"given":"Jerry","family":"Chou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,11]]},"reference":[{"key":"4103_CR1","unstructured":"Beloglazov A, Buyya R, Lee YC, Zomaya A (2013) A taxonomy and survey of energy-efficient data centers and cloud computing systems. Int J Adv Res Comput Commun Eng (IJARCCE)"},{"issue":"6","key":"4103_CR2","first-page":"1107","volume":"24","author":"Z Xiao","year":"2013","unstructured":"Xiao Z, Song W, Chen Q (2013) Dynamic resource allocation using virtual machines for cloud computing environment. IEEE TPDS 24(6):1107\u20131117","journal-title":"IEEE TPDS"},{"key":"4103_CR3","unstructured":"Amazon Web Services. https:\/\/aws.amazon.com\/"},{"key":"4103_CR4","unstructured":"Microsoft Azure. https:\/\/azure.microsoft.com\/"},{"key":"4103_CR5","unstructured":"Google Cloud Platform. https:\/\/cloud.google.com"},{"key":"4103_CR6","doi-asserted-by":"publisher","unstructured":"Coghlan S, Yelick K (2011) The magellan final report on cloud computing. https:\/\/doi.org\/10.2172\/1076794. https:\/\/www.osti.gov\/biblio\/1076794","DOI":"10.2172\/1076794"},{"key":"4103_CR7","unstructured":"HPC Challenge Benchmark. http:\/\/icl.cs.utk.edu\/hpcc\/"},{"key":"4103_CR8","unstructured":"Linux KVM. https:\/\/www.linux-kvm.org\/page\/Main_Page"},{"key":"4103_CR9","doi-asserted-by":"crossref","unstructured":"Tillet P, Cox DD (2017) Input-aware auto-tuning of compute-bound HPC kernels. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis, SC 2017, Denver, CO, USA, November 12 - 17, 2017. ACM. https:\/\/doi.org\/10.1145\/3126908.3126939","DOI":"10.1145\/3126908.3126939"},{"key":"4103_CR10","doi-asserted-by":"publisher","unstructured":"Guo Y, Shan H, Huang S, Hwang K, Fan J, Yu Z (2021) GML: efficiently auto-tuning flink\u2019s configurations via guided machine learning. IEEE Trans Parallel Distrib Syst 32(12). doi: https:\/\/doi.org\/10.1109\/TPDS.2021.3081600","DOI":"10.1109\/TPDS.2021.3081600"},{"key":"4103_CR11","doi-asserted-by":"crossref","unstructured":"Shu T, Guo Y, Wozniak JM, Ding X, Foster IT, Kur\u00e7 TM (2021) In-situ workflow auto-tuning through combining component models. In: PPoPP \u201921: 26th ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming, Virtual Event, Republic of Korea, February 27- March 3, 2021. ACM. https:\/\/doi.org\/10.1145\/3437801.3441615","DOI":"10.1145\/3437801.3441615"},{"key":"4103_CR12","doi-asserted-by":"publisher","unstructured":"Katoch S, Chauhan SS, Kumar V (2021) A review on genetic algorithm: past, present, and future. Multim. Tools Appl. pp 8091\u20138126. doi: https:\/\/doi.org\/10.1007\/s11042-020-10139-6","DOI":"10.1007\/s11042-020-10139-6"},{"key":"4103_CR13","doi-asserted-by":"crossref","unstructured":"Mock WBT (2011) Pareto Optimality. Springer Netherlands. https:\/\/doi.org\/10.1007\/978-1-4020-9160-5_341","DOI":"10.1007\/978-1-4020-9160-5_341"},{"key":"4103_CR14","unstructured":"Liu J (2012) Evaluating standard-based self-virtualizing devices: a performance study on 10 GbE NICs with SR-IOV support. Parall Distrib Comput Appl Technol (PDCAT)"},{"key":"4103_CR15","doi-asserted-by":"publisher","unstructured":"Dong Y, Yang X, Li X, Li J, Tian K, Guan H (2010) High performance network virtualization with SR-IOV. In: 16th International Conference on High-Performance Computer Architecture (HPCA-16 2010), 9-14 January 2010, Bangalore, India. IEEE Computer Society. doi: https:\/\/doi.org\/10.1109\/HPCA.2010.5416637","DOI":"10.1109\/HPCA.2010.5416637"},{"key":"4103_CR16","doi-asserted-by":"publisher","unstructured":"Suzuki J, Hidaka Y, Higuchi J, Baba T, Kami N, Yoshikawa T (2010) Multi-root share of single-root i\/o virtualization (sr-iov) compliant pci express device. In: High Performance Interconnects (HOTI), 2010 IEEE 18th Annual Symposium on, pp 25\u201331. https:\/\/doi.org\/10.1109\/HOTI.2010.21","DOI":"10.1109\/HOTI.2010.21"},{"key":"4103_CR17","doi-asserted-by":"publisher","unstructured":"Huang Z, Ma R, Li J, Chang Z, Guan H (2012) Adaptive and scalable optimizations for high performance sr-iov. In: Cluster Computing (CLUSTER), 2012 IEEE International Conference on, pp 459\u2013467. https:\/\/doi.org\/10.1109\/CLUSTER.2012.28","DOI":"10.1109\/CLUSTER.2012.28"},{"key":"4103_CR18","doi-asserted-by":"crossref","unstructured":"Lockwood GK, Tatineni M, Wagner R (2014) Sr-iov: performance benefits for virtualized interconnects. In: Proceedings of the 2014 Annual Conference on Extreme Science and Engineering Discovery Environment, XSEDE \u201914, pp 47:1\u201347:7","DOI":"10.1145\/2616498.2616537"},{"key":"4103_CR19","doi-asserted-by":"crossref","unstructured":"Jose J, Li M, Lu X, Kandalla K, Arnold M, Panda D (2013) Sr-iov support for virtualization on infiniband clusters: Early experience. In: Cluster, Cloud and Grid Computing (CCGrid), 2013 13th IEEE\/ACM International Symposium on, pp 385\u2013392","DOI":"10.1109\/CCGrid.2013.76"},{"key":"4103_CR20","doi-asserted-by":"crossref","unstructured":"Hunt GDH, Pai R, Le MV, Jamjoom H, Bhattiprolu S, Boivie R, Dufour L, Frey B, Kapur M, Goldman KA, Grimm R, Janakirman J, Ludden JM, Mackerras P, May C, Palmer ER, Rao BB, Roy L, Starke WA, Stuecheli J, Valdez E, Voigt W (2021) Confidential computing for openpower. In: EuroSys \u201921: Sixteenth European Conference on Computer Systems, Online Event, United Kingdom, April 26-28, 2021. ACM. https:\/\/doi.org\/10.1145\/3447786.3456243","DOI":"10.1145\/3447786.3456243"},{"key":"4103_CR21","doi-asserted-by":"crossref","unstructured":"Agache A, Ionescu M, Raiciu C (2017) CloudTalk: Enabling Distributed Application Optimisations in Public Clouds. In: Proceedings of the Twelfth European Conference on Computer Systems, EuroSys 2017, Belgrade, Serbia, April 23-26, pp. 605\u2013619. ACM (2017). https:\/\/doi.org\/10.1145\/3064176.3064185","DOI":"10.1145\/3064176.3064185"},{"key":"4103_CR22","unstructured":"Akkus IE, Chen R, Rimac I, Stein M, Satzke K, Beck A, Aditya P, Hilt V (2018) SAND: Towards High-Performance Serverless Computing. In: 2018 USENIX Annual Technical Conference, USENIX ATC 2018, Boston, MA, USA, July 11-13, 2018, pp. 923\u2013935. USENIX Association. https:\/\/www.usenix.org\/conference\/atc18\/presentation\/akkus"},{"key":"4103_CR23","unstructured":"National Center for High-performance Computing. https:\/\/iservice.nchc.org.tw\/nchc_service\/index.php?lang_type="},{"key":"4103_CR24","unstructured":"Chameleon Cloud. https:\/\/chameleoncloud.readthedocs.io\/en\/latest\/"},{"key":"4103_CR25","unstructured":"Yelick K, Coghlan S, Draney B, Canon RS (2011) The magellan report on cloud computing for science"},{"key":"4103_CR26","doi-asserted-by":"publisher","unstructured":"Zhai Y, Liu M, Zhai J, Ma X, Chen W (2011) Cloud versus in-house cluster: Evaluating amazon cluster compute instances for running mpi applications. In: State of the Practice Reports, SC \u201911, pp 11:1\u201311:10. ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2063348.2063363","DOI":"10.1145\/2063348.2063363"},{"key":"4103_CR27","doi-asserted-by":"crossref","unstructured":"He Q, Zhou S, Kobler B, Duffy D, McGlynn T (2010) Case study for running hpc applications in public clouds. In: Proceedings of the 19th ACM International Symposium on High Performance Distributed Computing, HPDC \u201910, pp 395\u2013401","DOI":"10.1145\/1851476.1851535"},{"key":"4103_CR28","doi-asserted-by":"crossref","unstructured":"Jackson KR, Ramakrishnan L, Muriki K, Canon S, Cholia S, Shalf J, Wasserman HJ, Wright NJ (2010) Performance analysis of high performance computing applications on the amazon web services cloud. In: Proceedings of the 2010 IEEE Second International Conference on Cloud Computing Technology and Science, CLOUDCOM \u201910, pp 159\u2013168","DOI":"10.1109\/CloudCom.2010.69"},{"key":"4103_CR29","unstructured":"Thomas S, Voelker GM, Porter G (2018) Cachecloud: Towards speed-of-light datacenter communication. In: Ananthanarayanan G, Gupta I (eds.) 10th USENIX Workshop on Hot Topics in Cloud Computing, HotCloud 2018, Boston, MA, USA, July 9, 2018. USENIX Association. https:\/\/www.usenix.org\/conference\/hotcloud18\/presentation\/thomas"},{"key":"4103_CR30","unstructured":"Azure M (2021) High-performance computing on InfiniBand enabled H-series and N-series VMs. https:\/\/docs.microsoft.com\/en-us\/azure\/virtual-machines\/workloads\/hpc\/overview"},{"key":"4103_CR31","unstructured":"Services AW (2019) Leveraging Elastic Fabric Adapter to run HPC and ML Workloads on AWS Batch. https:\/\/aws.amazon.com\/tw\/blogs\/compute\/leveraging-efa-to-run-hpc-and-ml-workloads-on-aws-batch\/"},{"key":"4103_CR32","doi-asserted-by":"publisher","unstructured":"Herodotou H, Chen Y, Lu J (2020) A survey on automatic parameter tuning for big data processing systems. ACM Comput Surv 53(2). https:\/\/doi.org\/10.1145\/3381027","DOI":"10.1145\/3381027"},{"key":"4103_CR33","unstructured":"HadoopTuning: [Online]. Available: http:\/\/hadooptutorial.info\/ hadoop-performance-tuning\/ (2015)"},{"key":"4103_CR34","doi-asserted-by":"crossref","unstructured":"Verma A, Cherkasova L, Campbell RH (2011) ARIA: Automatic Resource Inference and Allocation for Mapreduce Environments. In: Proceedings of the 8th ACM International Conference on Autonomic Computing, pp 235\u2013244","DOI":"10.1145\/1998582.1998637"},{"key":"4103_CR35","unstructured":"Herodotou H, Lim H, Luo G, Borisov N, Dong L, Cetin FB, Babu S (2011) Starfish: a self-tuning system for big data analytics. In: In CIDR, pp 261\u2013272"},{"key":"4103_CR36","unstructured":"Zhang Z, Cherkasova L, Loo BT (2013) Autotune: Optimizing execution concurrency and resource usage in mapreduce workflows. In: Proceedings of the 10th International Conference on Autonomic Computing, pp 175\u2013181. USENIX. https:\/\/www.usenix.org\/conference\/icac13\/technical-sessions\/presentation\/zhang_zhuoyao"},{"key":"4103_CR37","doi-asserted-by":"publisher","unstructured":"Bei Z, Yu Z, Zhang H, Xiong W, Xu C, Eeckhout L, Feng S (2016) Rfhoc: a random-forest approach to auto-tuning hadoop\u2019s configuration. IEEE Trans Parallel Distrib Syst 27(5):1470\u20131483. https:\/\/doi.org\/10.1109\/TPDS.2015.2449299","DOI":"10.1109\/TPDS.2015.2449299"},{"key":"4103_CR38","doi-asserted-by":"publisher","unstructured":"Li M, Zeng L, Meng S, Tan J, Zhang L, Butt AR, Fuller N (2014) MRONLINE: MapReduce Online Performance Tuning. In: Proceedings of the 23rd International Symposium on High-Performance Parallel and Distributed Computing, HPDC \u201914, pp 165\u2013176. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/2600212.2600229","DOI":"10.1145\/2600212.2600229"},{"key":"4103_CR39","doi-asserted-by":"publisher","unstructured":"Lolos K, Konstantinou I, Kantere V, Koziris N (2017) Elastic management of cloud applications using adaptive reinforcement learning. In: 2017 IEEE International Conference on Big Data (Big Data), pp 203\u2013212. https:\/\/doi.org\/10.1109\/BigData.2017.8257928","DOI":"10.1109\/BigData.2017.8257928"},{"key":"4103_CR40","doi-asserted-by":"publisher","unstructured":"Nouri SMR, Li H, Venugopal S, Guo W, He M, Tian W (2019) Autonomic decentralized elasticity based on a reinforcement learning controller for cloud applications. Future Gener Comput Syst 94:765\u2013780 https:\/\/doi.org\/10.1016\/j.future.2018.11.049. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0167739X18302826","DOI":"10.1016\/j.future.2018.11.049"},{"key":"4103_CR41","doi-asserted-by":"publisher","unstructured":"Jamshidi P, Sharifloo A, Pahl C, Arabnejad H, Metzger A, Estrada G (2016) Fuzzy self-learning controllers for elasticity management in dynamic cloud architectures. In: 2016 12th International ACM SIGSOFT Conference on Quality of Software Architectures (QoSA), pp. 70\u201379. https:\/\/doi.org\/10.1109\/QoSA.2016.13","DOI":"10.1109\/QoSA.2016.13"},{"key":"4103_CR42","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1007\/978-3-319-44482-6_10","volume-title":"Service-Oriented and Cloud Computing","author":"H Arabnejad","year":"2016","unstructured":"Arabnejad H, Jamshidi P, Estrada G, El Ioini N, Pahl C (2016) An auto-scaling cloud controller using fuzzy q-learning - implementation in openstack. In: Aiello M, Johnsen EB, Dustdar S, Georgievski I (eds) Service-Oriented and Cloud Computing. Springer International Publishing, Cham, pp 152\u2013167"},{"key":"4103_CR43","doi-asserted-by":"publisher","first-page":"39731","DOI":"10.1109\/ACCESS.2019.2907171","volume":"7","author":"WA Hanafy","year":"2019","unstructured":"Hanafy WA, Mohamed AE, Salem SA (2019) A new infrastructure elasticity control algorithm for containerized cloud. IEEE Access 7:39731\u201339741. https:\/\/doi.org\/10.1109\/ACCESS.2019.2907171","journal-title":"IEEE Access"},{"key":"4103_CR44","unstructured":"Chen T, Moreau T, Jiang Z, Zheng L, Yan E, Shen H, Cowan M, Wang L, Hu Y, Ceze L, Guestrin C, Krishnamurthy A (2018) TVM: an automated end-to-end optimizing compiler for deep learning. In: 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI 18), pp 578\u2013594. USENIX Association, Carlsbad, CA. https:\/\/www.usenix.org\/conference\/osdi18\/presentation\/chen"},{"key":"4103_CR45","doi-asserted-by":"publisher","unstructured":"Mahgoub A, Wood P, Ganesh S, Mitra S, Gerlach W, Harrison T, Meyer F, Grama A, Bagchi S, Chaterji S (2017) Rafiki: A middleware for parameter tuning of nosql datastores for dynamic metagenomics workloads. In: Proceedings of the 18th ACM\/IFIP\/USENIX Middleware Conference, Middleware \u201917, pp 28\u201340. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3135974.3135991","DOI":"10.1145\/3135974.3135991"},{"key":"4103_CR46","doi-asserted-by":"crossref","unstructured":"Roy RB, Patel T, Gadepally V, Tiwari D (2021) Bliss: auto-tuning complex applications using a pool of diverse lightweight learning models. In: PLDI \u201921: 42nd ACM SIGPLAN International Conference on Programming Language Design and Implementation, Virtual Event, Canada, June 20-25, 20211. ACM. https:\/\/doi.org\/10.1145\/3453483.3454109","DOI":"10.1145\/3453483.3454109"},{"key":"4103_CR47","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1007\/11510888_7","volume-title":"Machine learning and data mining in pattern recognition","author":"R Ghosh","year":"2005","unstructured":"Ghosh R, Ghosh M, Yearwood J, Bagirov A (2005) Comparative analysis of genetic algorithm, simulated annealing and cutting angle method for artificial neural networks. In: Perner P, Imiya A (eds) Machine learning and data mining in pattern recognition. Springer, Berlin, Heidelberg, pp 62\u201370"},{"issue":"5","key":"4103_CR48","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1145\/1400097.1400108","volume":"42","author":"R Russell","year":"2008","unstructured":"Russell R (2008) Virtio: towards a de-facto standard for virtual i\/o devices. SIGOPS Oper Syst Rev 42(5):95\u2013103","journal-title":"SIGOPS Oper Syst Rev"},{"key":"4103_CR49","unstructured":"Overview of Single Root I\/O Virtualization (SR-IOV). https:\/\/docs.microsoft.com\/en-us\/windows-hardware\/drivers\/network\/overview-of-single-root-i-o-virtualization--sr-iov-"},{"key":"4103_CR50","unstructured":"HPL - A Portable Implementation of the High-Performance Linpack Benchmark for Distributed-Memory Computers. http:\/\/www.netlib.org\/benchmark\/hpl\/"},{"key":"4103_CR51","unstructured":"Parkbench Matrix Kernel Benchmarks. http:\/\/www.netlib.org\/parkbench\/html\/matrix-kernels.html"},{"key":"4103_CR52","unstructured":"IOR HPC Benchmark. http:\/\/sourceforge.net\/projects\/ior-sio\/"},{"key":"4103_CR53","unstructured":"Gadget2. Gadget2,http:\/\/www.mpa-garching.mpg.de\/gadget\/"},{"key":"4103_CR54","unstructured":"WRF: The Weather Research & Forecasting Model. http:\/\/www.wrf-model.org\/"},{"key":"4103_CR55","unstructured":"libvirt: The virtualization API. https:\/\/libvirt.org"},{"key":"4103_CR56","unstructured":"Run commands on your Linux instance at launch. https:\/\/docs.aws.amazon.com\/AWSEC2\/latest\/UserGuide\/user-data.html"},{"key":"4103_CR57","doi-asserted-by":"publisher","unstructured":"Chen CC, Hasio YT, Lin CY, Lu S, Lu HT, Chou J (2017) Using deep learning to predict and optimize hadoop data analytic service in a cloud platform. In: 2017 IEEE 15th International Conference on Dependable, Autonomic and Secure Computing, 15th International Conference on Pervasive Intelligence and Computing, 3rd International Conference on Big Data Intelligence and Computing and Cyber Science and Technology Congress(DASC\/PiCom\/DataCom\/CyberSciTech), pp 909\u2013916. https:\/\/doi.org\/10.1109\/DASC-PICom-DataCom-CyberSciTec.2017.153","DOI":"10.1109\/DASC-PICom-DataCom-CyberSciTec.2017.153"},{"key":"4103_CR58","doi-asserted-by":"publisher","unstructured":"Jordan H, Thoman P, Durillo JJ, Gschwandtner SPP, Fahringer T, Moritsch H (2012) A multi-objective autotuning framework for parallel codes. In: SC '12: Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis, 2012, pp 1\u201312, https:\/\/doi.org\/10.1109\/SC.2012.7","DOI":"10.1109\/SC.2012.7"},{"key":"4103_CR59","doi-asserted-by":"crossref","unstructured":"Kessaci Y, Melab N, Talbi EG (2011) A pareto-based ga for scheduling hpc applications on distributed cloud infrastructures. IEEE HPCS","DOI":"10.1109\/HPCSim.2011.5999860"},{"key":"4103_CR60","unstructured":"Source code of stdlib in C lang. http:\/\/www.jbox.dk\/sanos\/source\/lib\/stdlib.c.html"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04103-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-021-04103-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-021-04103-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,18]],"date-time":"2022-03-18T16:18:37Z","timestamp":1647620317000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-021-04103-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,11]]},"references-count":60,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["4103"],"URL":"https:\/\/doi.org\/10.1007\/s11227-021-04103-w","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,11]]},"assertion":[{"value":"16 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 October 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}