{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T16:09:32Z","timestamp":1778429372056,"version":"3.51.4"},"reference-count":86,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T00:00:00Z","timestamp":1628640000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T00:00:00Z","timestamp":1628640000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s10586-021-03368-3","type":"journal-article","created":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T02:02:20Z","timestamp":1628647340000},"page":"119-140","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Combined use of coral reefs optimization and multi-agent deep Q-network for energy-aware resource provisioning in cloud data centers using DVFS technique"],"prefix":"10.1007","volume":"25","author":[{"given":"Ali","family":"Asghari","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8066-0356","authenticated-orcid":false,"given":"Mohammad Karim","family":"Sohrabi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,11]]},"reference":[{"key":"3368_CR1","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.jnca.2015.02.002","volume":"52","author":"RW Ahmad","year":"2015","unstructured":"Ahmad, R.W., Gani, A., Ab, S.H., Shiraz, H.M., Yousafzai, A., Xia, F.: A survey on virtual machine migration and server consolidation frameworks for cloud data centers. J. Netw. Comput. Appl. 52, 11\u201325 (2015)","journal-title":"J. Netw. Comput. Appl."},{"key":"3368_CR2","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.future.2015.01.007","volume":"50","author":"EN Alkhanak","year":"2015","unstructured":"Alkhanak, E.N., Lee, S.P., Khan, S.U.: Cost-aware challenges for workflow scheduling approaches in cloud computing environments: taxonomy and opportunities. Future Gener. Comput. Syst. 50, 3\u201321 (2015)","journal-title":"Future Gener. Comput. Syst."},{"key":"3368_CR3","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1016\/j.jnca.2013.10.004","volume":"41","author":"SS Manvi","year":"2014","unstructured":"Manvi, S.S., Shyam, G.K.: Resource management for Infrastructure as a Service (IaaS) in cloud computing: a survey. J. Netw. Comput. Appl. 41, 424\u2013440 (2014)","journal-title":"J. Netw. Comput. Appl."},{"key":"3368_CR4","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1016\/j.jnca.2017.04.007","volume":"88","author":"EJ Ghomi","year":"2017","unstructured":"Ghomi, E.J., Rahmani, A.M., Qader, N.N.: Load-balancing algorithms in cloud computing: a survey. J. Netw. Comput. Appl. 88, 50\u201371 (2017)","journal-title":"J. Netw. Comput. Appl."},{"key":"3368_CR5","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1016\/j.jnca.2016.09.002","volume":"75","author":"S Singh","year":"2016","unstructured":"Singh, S., Jeong, Y.-S., Park, J.H.: A survey on cloud computing security: Issues, threats, and solutions. J. Netw. Comput. Appl. 75, 200\u2013222 (2016)","journal-title":"J. Netw. Comput. Appl."},{"key":"3368_CR6","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1007\/s00607-014-0407-8","volume":"98","author":"A Hameed","year":"2016","unstructured":"Hameed, A., Khoshkbarforoushha, A., Ranjan, R., Jayaraman, P.P., Kolodziej, J., Balaji, P., Zeadally, S., Malluhi, Q.M., Tziritas, N., Vishnu, A., Khan, S.U.: A survey and taxonomy on energy efficient resource allocation techniques for cloud computing systems. Computing 98, 751\u2013774 (2016)","journal-title":"Computing"},{"key":"3368_CR7","doi-asserted-by":"crossref","first-page":"622","DOI":"10.1016\/j.rser.2013.12.007","volume":"31","author":"K Ebrahimi","year":"2014","unstructured":"Ebrahimi, K., Jones, G.F., Fleischer, A.S.: A review of data center cooling technology, operating conditions and the corresponding low-grade waste heat recovery opportunities. Renew. Sustain. Energy Rev. 31, 622\u2013638 (2014)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"3368_CR8","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1007\/s11227-017-2133-4","volume":"74","author":"SK Mishra","year":"2018","unstructured":"Mishra, S.K., Puthal, D., Sahoo, B., Jena, S.K., Obaidat, M.S.: An adaptive task allocation technique for green cloud computing. J. Supercomput. 74, 370\u2013385 (2018)","journal-title":"J. Supercomput."},{"key":"3368_CR9","unstructured":"Cisco Global Cloud Index.\u00a0http:\/\/www.cisco.com\/c\/en\/us\/solutions\/collateral\/service-provider\/global-cloud-index-gci\/Cloud_Index_White_Paper"},{"key":"3368_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-019-02764-2","author":"N Khattar","year":"2019","unstructured":"Khattar, N., Sidhu, J., Singh, J.J.: Toward energy-efficient cloud computing: a survey of dynamic power management and heuristics-based optimization techniques. J. Supercomput. (2019). https:\/\/doi.org\/10.1007\/s11227-019-02764-2","journal-title":"J. Supercomput."},{"key":"3368_CR11","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.simpat.2018.12.001","volume":"92","author":"AA Khan","year":"2019","unstructured":"Khan, A.A., Zakarya, M., Khan, R.: Energy-aware dynamic resource management in elastic cloud datacenters. Simul. Model. Pract. Theory 92, 82\u201399 (2019)","journal-title":"Simul. Model. Pract. Theory"},{"key":"3368_CR12","doi-asserted-by":"crossref","first-page":"6766","DOI":"10.1007\/s11227-018-2513-4","volume":"74","author":"Y Chunxia","year":"2018","unstructured":"Chunxia, Y., Shunfu, J.: An energy-saving strategy based on multi-server vacation queuing theory in cloud data center. J. Supercomput. 74, 6766\u20136784 (2018)","journal-title":"J. Supercomput."},{"key":"3368_CR13","doi-asserted-by":"crossref","first-page":"4072","DOI":"10.1007\/s10489-018-1194-2","volume":"48","author":"W Zhong","year":"2018","unstructured":"Zhong, W., Zhuang, Y., Sun, J., Gu, J.: A load prediction model for cloud computing using PSO-based weighted wavelet support vector machine. Appl. Intell. 48, 4072\u20134083 (2018)","journal-title":"Appl. Intell."},{"key":"3368_CR14","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1007\/s10922-017-9425-0","volume":"26","author":"AS Sofia","year":"2018","unstructured":"Sofia, A.S., GaneshKumar, P.: Multi-objective task scheduling to minimize energy consumption and makespan of cloud computing using NSGA-II. J. Netw. Syst. Manag. 26, 463\u2013485 (2018)","journal-title":"J. Netw. Syst. Manag."},{"key":"3368_CR15","doi-asserted-by":"crossref","first-page":"6569","DOI":"10.1007\/s11227-017-2154-z","volume":"74","author":"T Chaabouni","year":"2018","unstructured":"Chaabouni, T., Khemakhem, M.: Energy management strategy in cloud computing: a perspective study. J. Supercomput. 74, 6569\u20136597 (2018)","journal-title":"J. Supercomput."},{"key":"3368_CR16","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/739768","author":"S Salcedo-Sanz","year":"2014","unstructured":"Salcedo-Sanz, S., Del Ser, J., Landa-Torres, I., Gil-L\u00f3pez, S., Portilla-Figueras, J.A.: The coral reefs optimization algorithm: a novel metaheuristic for efficiently solving optimization problems. Sci. World J. (2014). https:\/\/doi.org\/10.1155\/2014\/739768","journal-title":"Sci. World J."},{"key":"3368_CR17","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing atari with deep reinforcement learning. In: NIPS Deep Learning Workshop. 2013"},{"key":"3368_CR18","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1016\/j.jpdc.2012.01.006","volume":"72","author":"M Etinski","year":"2012","unstructured":"Etinski, M., Corbalan, J., Labarta, J., Valero, M.: Understanding the future of energy-performance trade-off via DVFS in HPC environments. J. Parallel Distrib. Comput. 72, 579\u2013590 (2012)","journal-title":"J. Parallel Distrib. Comput."},{"key":"3368_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-021-03334-z","author":"H Mahmoud","year":"2021","unstructured":"Mahmoud, H., Thabet, M., Khafagy, M.H., Omara, F.A.: An efficient load balancing technique for task scheduling in heterogeneous cloud environment. Clust. Comput. (2021). https:\/\/doi.org\/10.1007\/s10586-021-03334-z","journal-title":"Clust. Comput."},{"key":"3368_CR20","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-021-03322-3","author":"A Muteeh","year":"2021","unstructured":"Muteeh, A., Sardaraz, M., Tahir, M.: MrLBA: multi-resource load balancing algorithm for cloud computing using ant colony optimization. Clust. Comput. (2021). https:\/\/doi.org\/10.1007\/s10586-021-03322-3","journal-title":"Clust. Comput."},{"key":"3368_CR21","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1016\/j.jss.2018.09.084","volume":"147","author":"X Zhang","year":"2019","unstructured":"Zhang, X., Wu, T., Chen, M., Wei, T., Zhou, J., Hu, S., Buyya, R.: Energy-aware virtual machine allocation for cloud with resource reservation. J. Syst. Softw. 147, 147\u2013161 (2019)","journal-title":"J. Syst. Softw."},{"key":"3368_CR22","first-page":"185","volume":"19","author":"A Al-Dulaimy","year":"2018","unstructured":"Al-Dulaimy, A., Itani, W., Zantout, R., Zekri, A.: Type-aware virtual machine management for energy efficient cloud data centers. Sustain. Comput. 19, 185\u2013203 (2018)","journal-title":"Sustain. Comput."},{"key":"3368_CR23","doi-asserted-by":"crossref","first-page":"643","DOI":"10.1007\/s10586-020-03143-w","volume":"24","author":"N Kumar","year":"2021","unstructured":"Kumar, N., Vidyarthi, D.P.: A novel energy-efficient scheduling model for multi-core systems. Clust. Comput. 24, 643\u2013666 (2021)","journal-title":"Clust. Comput."},{"key":"3368_CR24","doi-asserted-by":"crossref","first-page":"5578","DOI":"10.1007\/s11227-018-2498-z","volume":"74","author":"M Safari","year":"2018","unstructured":"Safari, M., Khorsand, R.: PL-DVFS: combining power-aware list-based scheduling algorithm with DVFS technique for real-time tasks in cloud computing. J. Supercomput. 74, 5578\u20135600 (2018)","journal-title":"J. Supercomput."},{"key":"3368_CR25","doi-asserted-by":"crossref","first-page":"2769","DOI":"10.1007\/s10586-019-03043-8","volume":"23","author":"C Juiz","year":"2020","unstructured":"Juiz, C., Bermejo, B.: The CiS2: a new metric for performance and energy trade-off in consolidated servers. Clust. Comput. 23, 2769\u20132788 (2020)","journal-title":"Clust. Comput."},{"key":"3368_CR26","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1016\/j.future.2018.11.052","volume":"94","author":"Y Sharma","year":"2019","unstructured":"Sharma, Y., Si, W., Sun, D., Javadi, B.: Failure-aware energy-efficient VM consolidation in cloud computing systems. Future Gener. Comput. Syst. 94, 620\u2013633 (2019)","journal-title":"Future Gener. Comput. Syst."},{"issue":"3","key":"3368_CR27","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/s40192-018-0117-8","volume":"7","author":"DM Dimiduk","year":"2018","unstructured":"Dimiduk, D.M., Holm, E.A., Niezgoda, S.R.: Perspectives on the impact of machine learning, deep learning, and artificial intelligence on materials, processes, and structures engineering. Integr. Mater. Manuf. Innov. 7(3), 157\u2013172 (2018)","journal-title":"Integr. Mater. Manuf. Innov."},{"key":"3368_CR28","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1016\/j.future.2020.02.018","volume":"108","author":"D Ding","year":"2020","unstructured":"Ding, D., Fan, X., Zhao, Y., Kang, K., Yin, Q., Zeng, J.: Q-learning based dynamic task scheduling for energy-efficient cloud computing. Future Gener. Comput. Syst. 108, 361\u2013371 (2020)","journal-title":"Future Gener. Comput. Syst."},{"issue":"1","key":"3368_CR29","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1109\/TSUSC.2017.2743704","volume":"4","author":"Q Zhang","year":"2017","unstructured":"Zhang, Q., Lin, M., Yang, L.T., Chen, Z., Li, P.: Energy-efficient scheduling for real-time systems based on deep Q-learning model. IEEE Trans. Sustain. Comput. 4(1), 132\u2013141 (2017)","journal-title":"IEEE Trans. Sustain. Comput."},{"key":"3368_CR30","doi-asserted-by":"crossref","first-page":"2753","DOI":"10.1007\/s10586-019-03042-9","volume":"23","author":"Z Peng","year":"2020","unstructured":"Peng, Z., Lin, J., Cui, D., Li, O., He, J.: A multi-objective trade-off framework for cloud resource scheduling based on the Deep Q-network algorithm. Clust. Comput. 23, 2753\u20132767 (2020)","journal-title":"Clust. Comput."},{"issue":"5","key":"3368_CR31","doi-asserted-by":"crossref","first-page":"739","DOI":"10.1109\/TSC.2018.2867482","volume":"12","author":"Q Zhang","year":"2018","unstructured":"Zhang, Q., Lin, M., Yang, L.T., Chen, Z., Khan, S.U., Li, P.: A double deep Q-learning model for energy-efficient edge scheduling. IEEE Trans. Serv. Comput. 12(5), 739\u2013749 (2018)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"3368_CR32","first-page":"102582","volume":"55","author":"S Shamshirband","year":"2020","unstructured":"Shamshirband, S., Fathi, M., Chronopoulos, A.T., Montieri, A., Palumbo, F., Pescap\u00e8, A.: Computational intelligence intrusion detection techniques in mobile cloud computing environments: review, taxonomy, and open research issues. J. Inf. Security Appl. 55, 102582 (2020)","journal-title":"J. Inf. Security Appl."},{"issue":"4","key":"3368_CR33","doi-asserted-by":"crossref","first-page":"2756","DOI":"10.1109\/TII.2019.2954334","volume":"16","author":"J Wang","year":"2019","unstructured":"Wang, J., Jiang, C., Zhang, K., Hou, X., Ren, Y., Qian, Y.: Distributed Q-learning aided heterogeneous network association for energy-efficient IIoT. IEEE Trans. Industr. Inf. 16(4), 2756\u20132764 (2019)","journal-title":"IEEE Trans. Industr. Inf."},{"key":"3368_CR34","doi-asserted-by":"crossref","unstructured":"Jena, U.K., Das, P.K., Kabat, M.R.: Hybridization of meta-heuristic algorithm for load balancing in cloud computing environment. J. King Saud Univ. (2020)","DOI":"10.1016\/j.jksuci.2020.01.012"},{"key":"3368_CR35","doi-asserted-by":"crossref","first-page":"101722","DOI":"10.1016\/j.is.2021.101722","volume":"2021","author":"R Shaw","year":"2021","unstructured":"Shaw, R., Howley, E., Barrett, E.: Applying Reinforcement Learning towards automating energy efficient virtual machine consolidation in cloud data centers. Inf. Syst. 2021, 101722 (2021)","journal-title":"Inf. Syst."},{"key":"3368_CR36","doi-asserted-by":"crossref","unstructured":"Liu, N., Li, Z., Xu, J., Xu, Z., Lin, S., Qiu, O., Tang, J., Wang, Y., A hierarchical framework of cloud resource allocation and power management using deep reinforcement learning. In 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS), pp.\u00a0372\u2013382. IEEE, 2017","DOI":"10.1109\/ICDCS.2017.123"},{"key":"3368_CR37","doi-asserted-by":"crossref","unstructured":"Jaiswal, A., Kumar, S., Dohare, U. Green Computing in Heterogeneous Internet of Things: Optimizing Energy Allocation Using SARSA-based Reinforcement Learning. In 2020 IEEE 17th India Council International Conference (INDICON), pp.\u00a01\u20136. IEEE, 2020","DOI":"10.1109\/INDICON49873.2020.9342200"},{"key":"3368_CR38","doi-asserted-by":"crossref","first-page":"101184","DOI":"10.1016\/j.phycom.2020.101184","volume":"43","author":"R Zhao","year":"2020","unstructured":"Zhao, R., Wang, X., Xia, J., Fan, L.: Deep reinforcement learning based mobile edge computing for intelligent Internet of Things. Phys. Commun. 43, 101184 (2020)","journal-title":"Phys. Commun."},{"key":"3368_CR39","doi-asserted-by":"crossref","unstructured":"Duggan, M., Flesk, K., Duggan, J., Howley, E., Barrett. E. A reinforcement learning approach for dynamic selection of virtual machines in cloud data centres. In 2016 Sixth International Conference on Innovative Computing Technology (INTECH), pp.\u00a092\u201397. IEEE, 2016","DOI":"10.1109\/INTECH.2016.7845053"},{"key":"3368_CR40","doi-asserted-by":"crossref","unstructured":"Lin, X., Wang, Y., Pedram, M. A reinforcement learning-based power management framework for green computing data centers. In 2016 IEEE International Conference on Cloud Engineering (IC2E), pp.\u00a0135\u2013138. IEEE, 2016","DOI":"10.1109\/IC2E.2016.33"},{"issue":"21","key":"3368_CR41","doi-asserted-by":"crossref","first-page":"16177","DOI":"10.1007\/s00500-020-04931-7","volume":"24","author":"A Asghari","year":"2020","unstructured":"Asghari, A., Sohrabi, M.K., Yaghmaee, F.: Online scheduling of dependent tasks of cloud\u2019s workflows to enhance resource utilization and reduce the makespan using multiple reinforcement learning-based agents. Soft. Comput. 24(21), 16177\u201316199 (2020)","journal-title":"Soft. Comput."},{"key":"3368_CR42","doi-asserted-by":"crossref","unstructured":"Asghari, A., Sohrabi, M.K., Yaghmaee, F.: A cloud resource management framework for multiple online scientific workflows using cooperative reinforcement learning agents. Computer Networks (2020): 107340","DOI":"10.1016\/j.comnet.2020.107340"},{"issue":"3","key":"3368_CR43","doi-asserted-by":"crossref","first-page":"2800","DOI":"10.1007\/s11227-020-03364-1","volume":"77","author":"A Asghari","year":"2021","unstructured":"Asghari, A., Sohrabi, M.K., Yaghmaee, F.: Task scheduling, resource provisioning, and load balancing on scientific workflows using parallel SARSA reinforcement learning agents and genetic algorithm. J. Supercomput. 77(3), 2800\u20132828 (2021)","journal-title":"J. Supercomput."},{"key":"3368_CR44","doi-asserted-by":"crossref","first-page":"985","DOI":"10.1016\/j.future.2017.03.024","volume":"105","author":"J Yang","year":"2020","unstructured":"Yang, J., Jiang, B., Lv, Z., Choo, K.-K.R.: A task scheduling algorithm considering game theory designed for energy management in cloud computing. Future Gener. Comput. Syst. 105, 985\u2013992 (2020)","journal-title":"Future Gener. Comput. Syst."},{"issue":"2","key":"3368_CR45","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1007\/s10922-017-9425-0","volume":"26","author":"AS Sofia","year":"2018","unstructured":"Sofia, A.S., GaneshKumar, P.: Multi-objective task scheduling to minimize energy consumption and makespan of cloud computing using NSGA-II. J. Netw. Syst. Manag. 26(2), 463\u2013485 (2018)","journal-title":"J. Netw. Syst. Manag."},{"key":"3368_CR46","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1016\/j.future.2017.01.010","volume":"82","author":"K Li","year":"2018","unstructured":"Li, K.: Scheduling parallel tasks with energy and time constraints on multiple manycore processors in a cloud computing environment. Future Gener. Comput. Syst. 82, 591\u2013605 (2018)","journal-title":"Future Gener. Comput. Syst."},{"key":"3368_CR47","first-page":"262","volume":"19","author":"Y Jararweh","year":"2018","unstructured":"Jararweh, Y., Issa, M.B., Daraghmeh, M., Al-Ayyoub, M., Alsmirat, M.A.: Energy efficient dynamic resource management in cloud computing based on logistic regression model and median absolute deviation. Sustain. Comput. 19, 262\u2013274 (2018)","journal-title":"Sustain. Comput."},{"key":"3368_CR48","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-019-01361-8","author":"S Han","year":"2019","unstructured":"Han, S., Min, S., Lee, H.: Energy efficient VM scheduling for big data processing in cloud computing environments. J. Ambient Intell. Hum. Comput. (2019). https:\/\/doi.org\/10.1007\/s12652-019-01361-8","journal-title":"J. Ambient Intell. Hum. Comput."},{"key":"3368_CR49","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1016\/j.simpat.2018.07.006","volume":"87","author":"M Safari","year":"2018","unstructured":"Safari, M., Khorsand, R.: Energy-aware scheduling algorithm for time-constrained workflow tasks in DVFS-enabled cloud environment. Simul. Model. Pract. Theory 87, 311\u2013326 (2018)","journal-title":"Simul. Model. Pract. Theory"},{"key":"3368_CR50","doi-asserted-by":"crossref","first-page":"3029","DOI":"10.1007\/s10586-020-03067-5","volume":"23","author":"MJ Moghaddam","year":"2020","unstructured":"Moghaddam, M.J., Esmaeilzadeh, A., Ghavipour, M., Khadem-Zadeh, A.: Minimizing virtual machine migration probability in cloud computing environments. Clust. Comput. 23, 3029\u20133038 (2020)","journal-title":"Clust. Comput."},{"issue":"1","key":"3368_CR51","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1007\/s10586-017-1272-y","volume":"22","author":"Y Lu","year":"2019","unstructured":"Lu, Y., Sun, N.: An effective task scheduling algorithm based on dynamic energy management and efficient resource utilization in green cloud computing environment. Clust. Comput. 22(1), 513\u2013520 (2019)","journal-title":"Clust. Comput."},{"issue":"4","key":"3368_CR52","doi-asserted-by":"crossref","first-page":"1283","DOI":"10.1007\/s10586-019-02911-7","volume":"22","author":"R Garg","year":"2019","unstructured":"Garg, R., Mittal, M.: Reliability and energy efficient workflow scheduling in cloud environment. Clust. Comput. 22(4), 1283\u20131297 (2019)","journal-title":"Clust. Comput."},{"key":"3368_CR53","doi-asserted-by":"crossref","first-page":"1125","DOI":"10.1007\/s10586-019-02982-6","volume":"23","author":"S Dong","year":"2020","unstructured":"Dong, S., Jain, R.: Energy-efficient scheme based on user task characteristic in virtual cloud platform. Clust. Comput. 23, 1125\u20131135 (2020)","journal-title":"Clust. Comput."},{"key":"3368_CR54","doi-asserted-by":"crossref","first-page":"14073","DOI":"10.1007\/s10586-018-2235-7","volume":"22","author":"GG Kumar","year":"2019","unstructured":"Kumar, G.G., Vivekanandan, P.: Energy efficient scheduling for cloud data centers using heuristic based migration. Clust. Comput. 22, 14073\u201314080 (2019)","journal-title":"Clust. Comput."},{"key":"3368_CR55","doi-asserted-by":"crossref","first-page":"767","DOI":"10.1007\/s10586-020-03149-4","volume":"24","author":"N Garg","year":"2021","unstructured":"Garg, N., Singh, D., Goraya, M.S.: Energy and resource efficient workflow scheduling in a virtualized cloud environment. Clust. Comput. 24, 767\u2013797 (2021)","journal-title":"Clust. Comput."},{"key":"3368_CR56","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1016\/j.compeleceng.2018.02.028","volume":"67","author":"H Ibrahim","year":"2018","unstructured":"Ibrahim, H., Aburukba, R.O., El-Fakih, K.: An integer linear programming model and adaptive genetic algorithm approach to minimize energy consumption of cloud computing data centers. Comput. Electr. Eng. 67, 551\u2013565 (2018)","journal-title":"Comput. Electr. Eng."},{"issue":"2","key":"3368_CR57","doi-asserted-by":"crossref","first-page":"332","DOI":"10.5755\/j01.itc.50.2.28056","volume":"50","author":"SYZ Fard","year":"2021","unstructured":"Fard, S.Y.Z., Sohrabi, M.K., Ghods, V.: Energy-aware and proactive host load detection in virtual machine consolidation. Inf. Technol. Control 50(2), 332\u2013341 (2021)","journal-title":"Inf. Technol. Control"},{"key":"3368_CR58","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: an introduction. MIT Press, New York (2018)"},{"issue":"1\u20132","key":"3368_CR59","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1023\/A:1022140919877","volume":"13","author":"AG Barto","year":"2003","unstructured":"Barto, A.G., Mahadevan, R.: Recent advances in hierarchical reinforcement learning. Discret. Event Dyn. Syst. 13(1\u20132), 41\u201377 (2003)","journal-title":"Discret. Event Dyn. Syst."},{"issue":"3\u20134","key":"3368_CR60","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins, C.J.C.H., Dayan, C.P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"3368_CR61","doi-asserted-by":"crossref","first-page":"16743","DOI":"10.1007\/s11042-020-08805-w","volume":"80","author":"AA Abbasi","year":"2021","unstructured":"Abbasi, A.A., Javed, S., Shamshirband, S.: An intelligent memory caching architecture for data-intensive multimedia applications. Multimed.Tools Appl. 80, 16743\u201316761 (2021)","journal-title":"Multimed.Tools Appl."},{"key":"3368_CR62","doi-asserted-by":"crossref","first-page":"39974","DOI":"10.1109\/ACCESS.2019.2902846","volume":"7","author":"Y Wang","year":"2019","unstructured":"Wang, Y., Liu, H., Zheng, W., Xia, Y., Li, Y., Chen, P., Guo, K., Xie, H.: Multi-objective workflow scheduling with deep-Q-network-based multi-agent reinforcement learning. IEEE Access 7, 39974\u201339982 (2019)","journal-title":"IEEE Access"},{"key":"3368_CR63","unstructured":"Rahmani, F., Joloudari, J.H., Shamshirband, S., Mostafavi, S.A.: Game theory and Evolutionary-optimization methods applied to resource allocation problems in emerging computing environments: a survey. arXiv preprint arXiv:2012.11355 (2020)"},{"issue":"1","key":"3368_CR64","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/S1389-0417(01)00015-8","volume":"2","author":"ML Littman","year":"2001","unstructured":"Littman, M.L.: Value-function reinforcement learning in Markov games. Cogn. Syst. Res. 2(1), 55\u201366 (2001)","journal-title":"Cogn. Syst. Res."},{"key":"3368_CR65","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1007\/s11831-018-9300-5","volume":"27","author":"MK Sohrabi","year":"2020","unstructured":"Sohrabi, M.K., Azgomi, H.A.: Survey on the combined use of optimization methods and game theory. Arch. Comput. Methods Eng. 27, 59\u201380 (2020)","journal-title":"Arch. Comput. Methods Eng."},{"key":"3368_CR66","doi-asserted-by":"crossref","first-page":"e4067","DOI":"10.1002\/cpe.4067","volume":"29","author":"P Arroba","year":"2017","unstructured":"Arroba, P., Moya, J.M., Ayala, J.L., Buyya, R.: Dynamic voltage and frequency scaling-aware dynamic consolidation of virtual machines for energy efficient cloud data centers. Concurr. Comput. 29, e4067 (2017)","journal-title":"Concurr. Comput."},{"key":"3368_CR67","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1007\/s10723-015-9334-y","volume":"14","author":"Z Tang","year":"2016","unstructured":"Tang, Z., Qi, L., Cheng, Z., et al.: An energy-efficient task scheduling algorithm in DVFS-enabled cloud environment. J. Grid Comput. 14, 55\u201374 (2016)","journal-title":"J. Grid Comput."},{"key":"3368_CR68","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1007\/978-981-10-6872-0_60","volume-title":"Progress in Advanced Computing and Intelligent Engineering","author":"SK Mishra","year":"2018","unstructured":"Mishra, S.K., Parida, P.P., Sahoo, S., Sahoo, B., Jena, S.K.: Improving energy usage in cloud computing using DVFS. In: Progress in Advanced Computing and Intelligent Engineering, pp.\u00a0623\u2013632. Singapore, Springer (2018)"},{"issue":"3","key":"3368_CR69","first-page":"267","volume":"32","author":"MH Shirvani","year":"2020","unstructured":"Shirvani, M.H., Rahmani, A.M., Sahafi, A.: A survey study on virtual machine migration and server consolidation techniques in DVFS-enabled cloud datacenter: taxonomy and challenges. J. King Saud Univ. Comput. Inf. Sci. 32(3), 267\u2013286 (2020)","journal-title":"J. King Saud Univ. Comput. Inf. Sci."},{"key":"3368_CR70","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1016\/j.sysarc.2018.03.001","volume":"84","author":"T Wu","year":"2018","unstructured":"Wu, T., Gu, H., Zhou, J., Wei, T., Liu, X., Chen, M.: Soft error-aware energy-efficient task scheduling for workflow applications in DVFS-enabled cloud. J. Syst. Architect. 84, 12\u201327 (2018)","journal-title":"J. Syst. Architect."},{"key":"3368_CR71","doi-asserted-by":"crossref","first-page":"3965","DOI":"10.1007\/s10489-019-01481-w","volume":"49","author":"H Azgomi","year":"2019","unstructured":"Azgomi, H., Sohrabi, M.K.: A novel coral reefs optimization algorithm for materialized view selection in data warehouse environments. Appl. Intell. 49, 3965\u20133989 (2019)","journal-title":"Appl. Intell."},{"key":"3368_CR72","doi-asserted-by":"crossref","first-page":"1545","DOI":"10.1007\/s00607-021-00920-2","volume":"103","author":"A Asghari","year":"2021","unstructured":"Asghari, A., Sohrabi, M.K.: Combined use of coral reefs optimization and reinforcement learning for improving resource utilization and load balancing in cloud environments. Computing 103, 1545\u20131567 (2021)","journal-title":"Computing"},{"key":"3368_CR73","doi-asserted-by":"crossref","unstructured":"Ahuja, S.P., Muthiah, K.: Advances in green cloud computing. In: Green computing strategies for competitive advantage and business sustainability, pp.\u00a01\u201316. IGI Global (2018)","DOI":"10.4018\/978-1-5225-5017-4.ch001"},{"key":"3368_CR74","first-page":"13","volume":"14","author":"M Zakarya","year":"2017","unstructured":"Zakarya, M., Gillam, L.: Energy efficient computing, clusters, grids and clouds: a taxonomy and survey. Sustain. Comput. 14, 13\u201333 (2017)","journal-title":"Sustain. Comput."},{"key":"3368_CR75","doi-asserted-by":"crossref","unstructured":"Ali, S.A., Affan, M., Alam, M. A study of efficient energy management techniques for cloud computing environment. 2019 9th International Conference on Cloud Computing, Data Science & Engineering (Confluence), 2019, pp.\u00a013\u201318","DOI":"10.1109\/CONFLUENCE.2019.8776977"},{"key":"3368_CR76","unstructured":"Clark, C., Fraser, K., Hand, S., Hansen, J.G., Jul, E., Limpach, C., Pratt, I., Warfield, A.: Live migration of virtual machines. In Proceedings of the 2nd Conference on Symposium on Networked Systems Design & Implementation-Volume\u00a02, pp.\u00a0273\u2013286. 2005"},{"key":"3368_CR77","unstructured":"Davis, L.: Applying adaptive algorithms to epistatic domains. In: IJCAI: Proceedings of the 9th International Joint Conference on Artificial Intelligence, pp. 162\u2013164\u00a0 (1985)"},{"issue":"5","key":"3368_CR78","doi-asserted-by":"crossref","first-page":"211","DOI":"10.23919\/JCC.2020.05.016","volume":"17","author":"F Xu","year":"2020","unstructured":"Xu, F., Yang, F., Zhao, C., Wu, S.: Deep reinforcement learning based joint edge resource management in maritime network. China Commun. 17(5), 211\u2013222 (2020)","journal-title":"China Commun."},{"issue":"2","key":"3368_CR79","doi-asserted-by":"crossref","first-page":"286","DOI":"10.3390\/math8020286","volume":"8","author":"H Saadatfar","year":"2020","unstructured":"Saadatfar, H., Khosravi, S., Joloudari, J.H., Mosavi, A., Shamshirband: S. A new K-nearest neighbors classifier for big data based on efficient data pruning. Mathematics 8(2), 286 (2020)","journal-title":"Mathematics"},{"issue":"7","key":"3368_CR80","doi-asserted-by":"crossref","first-page":"1102","DOI":"10.1049\/iet-com.2019.0855","volume":"14","author":"A Badshah","year":"2020","unstructured":"Badshah, A., Ghani, A., Shamshirband, S., Aceto, G., Pescap\u00e8, A.: Performance-based service-level agreement in cloud computing to optimise penalties and revenue. IET Commun. 14(7), 1102\u20131112 (2020)","journal-title":"IET Commun."},{"issue":"1","key":"3368_CR81","first-page":"23","volume":"41","author":"RN Calheiros","year":"2011","unstructured":"Calheiros, R.N., Ranjan, R., Beloglazov, A., De Rose, A.F., Buyya, C.: CloudSim: a toolkit for modeling and simulation of cloud computing environments and evaluation of resource provisioning algorithms. Software 41(1), 23\u201350 (2011)","journal-title":"Software"},{"key":"3368_CR82","unstructured":"http:\/\/www.cloudbus.org\/"},{"key":"3368_CR83","doi-asserted-by":"crossref","unstructured":"Chen, W., Deelman, E., Workflowsim: A toolkit for simulating scientific workflows in distributed environments. In: IEEE 8th International Conference on\u00a0E-science (e-science), 2012, pp.\u00a01\u20138. IEEE, 2012","DOI":"10.1109\/eScience.2012.6404430"},{"key":"3368_CR84","unstructured":"https:\/\/confluence.pegasus.isi.edu\/display\/pegasus\/WorkflowGenerator. Accessed 5 Jan\u00a02020"},{"issue":"3","key":"3368_CR85","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1016\/j.future.2012.08.015","volume":"29","author":"G Juve","year":"2013","unstructured":"Juve, G., Chervenak, A., Deelman, E., Bharathi, S., Mehta, G., Vahi, K.: Characterizing and profiling scientific workflows. Future Gener. Comput. Syst. 29(3), 682\u2013692 (2013)","journal-title":"Future Gener. Comput. Syst."},{"key":"3368_CR86","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1016\/j.future.2014.11.019","volume":"51","author":"M-A Vasile","year":"2015","unstructured":"Vasile, M.-A., Pop, F., Tutueanu, R.I., Cristea, V., Ko\u0142odziej, J.: Resource-aware hybrid scheduling algorithm in heterogeneous distributed computing. Future Gener. Comput. Syst. 51, 61\u201371 (2015)","journal-title":"Future Gener. Comput. Syst."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-021-03368-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-021-03368-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-021-03368-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,19]],"date-time":"2022-01-19T22:04:02Z","timestamp":1642629842000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-021-03368-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,11]]},"references-count":86,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["3368"],"URL":"https:\/\/doi.org\/10.1007\/s10586-021-03368-3","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,8,11]]},"assertion":[{"value":"7 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 July 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 July 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}