{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T16:32:27Z","timestamp":1778085147831,"version":"3.51.4"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,10,16]],"date-time":"2021-10-16T00:00:00Z","timestamp":1634342400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,16]],"date-time":"2021-10-16T00:00:00Z","timestamp":1634342400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004536","name":"southwest jiaotong university","doi-asserted-by":"publisher","award":["20201035-07"],"award-info":[{"award-number":["20201035-07"]}],"id":[{"id":"10.13039\/501100004536","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"fundamental research funds for the central universities","doi-asserted-by":"publisher","award":["2021MS017"],"award-info":[{"award-number":["2021MS017"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["61902222"],"award-info":[{"award-number":["61902222"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012620","name":"taishan scholar foundation of shandong province","doi-asserted-by":"publisher","award":["tsqn201909109"],"award-info":[{"award-number":["tsqn201909109"]}],"id":[{"id":"10.13039\/100012620","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1007\/s10586-021-03436-8","type":"journal-article","created":{"date-parts":[[2021,10,16]],"date-time":"2021-10-16T20:27:10Z","timestamp":1634416030000},"page":"619-631","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":84,"title":["Cost-aware job scheduling for cloud instances using deep reinforcement learning"],"prefix":"10.1007","volume":"25","author":[{"given":"Feng","family":"Cheng","sequence":"first","affiliation":[]},{"given":"Yifeng","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Bhavana","family":"Tanpure","sequence":"additional","affiliation":[]},{"given":"Pawan","family":"Sawalani","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1638-059X","authenticated-orcid":false,"given":"Long","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Cong","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,16]]},"reference":[{"issue":"2","key":"3436_CR1","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1109\/TSC.2019.2906203","volume":"13","author":"L Cheng","year":"2020","unstructured":"Cheng, L., van Dongen, B.F., van der Aalst, W.M.: Scalable discovery of hybrid process models in a cloud computing environment. IEEE Trans. Serv. Comput. 13(2), 368\u2013380 (2020)","journal-title":"IEEE Trans. Serv. Comput."},{"issue":"4","key":"3436_CR2","doi-asserted-by":"publisher","first-page":"1436","DOI":"10.1109\/TNET.2020.3027814","volume":"29","author":"J Liu","year":"2021","unstructured":"Liu, J., Shen, H., Chi, H., Narman, H.S., Yang, Y., Cheng, L., Chung, W.: A low-cost multi-failure resilient replication scheme for high-data availability in cloud storage. IEEE\/ACM Trans. Netw. 29(4), 1436\u20131451 (2021)","journal-title":"IEEE\/ACM Trans. Netw."},{"key":"3436_CR3","doi-asserted-by":"crossref","unstructured":"Podolskiy, V., Jindal, A., Gerndt, M.: IaaS reactive autoscaling performance challenges. In: Proceedings on IEEE 11th International Conference on Cloud Computing, pp. 954\u2013957 (2018)","DOI":"10.1109\/CLOUD.2018.00144"},{"key":"3436_CR4","doi-asserted-by":"publisher","first-page":"1772","DOI":"10.1016\/j.procs.2015.05.387","volume":"51","author":"A Tchernykh","year":"2015","unstructured":"Tchernykh, A., Schwiegelsohn, U., Alexandrov, V., Talbi, E.-G.: Towards understanding uncertainty in cloud computing resource provisioning. Proc. Comput. Sci. 51, 1772\u20131781 (2015)","journal-title":"Proc. Comput. Sci."},{"key":"3436_CR5","doi-asserted-by":"crossref","unstructured":"Yu, Y., Jindal, V., Yen, I.-L., Bastani, F.: Integrating clustering and learning for improved workload prediction in the cloud. In: Proceedings on IEEE 9th International Conference on Cloud Computing, pp. 876\u2013879 (2016)","DOI":"10.1109\/CLOUD.2016.0127"},{"key":"3436_CR6","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.jnca.2014.07.030","volume":"45","author":"SK Garg","year":"2014","unstructured":"Garg, S.K., Toosi, A.N., Gopalaiyengar, S.K., Buyya, R.: Sla-based virtual machine management for heterogeneous workloads in a cloud datacenter. J. Netw. Comput. Appl. 45, 108\u2013120 (2014)","journal-title":"J. Netw. Comput. Appl."},{"issue":"3","key":"3436_CR7","doi-asserted-by":"publisher","first-page":"3117","DOI":"10.1109\/JSYST.2019.2960088","volume":"14","author":"X Chen","year":"2020","unstructured":"Chen, X., Cheng, L., Liu, C., Liu, Q., Liu, J., Mao, Y., Murphy, J.: A WOA-based optimization approach for task scheduling in cloud computing systems. IEEE Syst. J. 14(3), 3117\u20133128 (2020)","journal-title":"IEEE Syst. J."},{"key":"3436_CR8","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT, New York (2018)"},{"key":"3436_CR9","doi-asserted-by":"crossref","unstructured":"Thaipisutikul, T., Chen, Y.-C., Hui, L., Chen, S.-C., Mongkolwat, P., Shih, T.K.: The matter of deep reinforcement learning towards practical AI applications. In: Proceedings on 12th International Conference on Ubi-Media Computing, pp. 24\u201329 (2019)","DOI":"10.1109\/Ubi-Media.2019.00014"},{"issue":"3\u20134","key":"3436_CR10","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"3436_CR11","doi-asserted-by":"crossref","unstructured":"Santra, S., Mali, K.: A new approach to survey on load balancing in VM in cloud computing: using CloudSim. In: Proceedings on 2015 International Conference on Computer, Communication and Control, pp. 1\u20135 (2015)","DOI":"10.1109\/IC4.2015.7375671"},{"key":"3436_CR12","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.jpdc.2017.08.010","volume":"111","author":"MC Silva Filho","year":"2018","unstructured":"Silva Filho, M.C., Monteiro, C.C., In\u00e1cio, P.R., Freire, M.M.: Approaches for optimizing virtual machine placement and migration in cloud environments: a survey. J. Parallel Distrib. Comput. 111, 222\u2013250 (2018)","journal-title":"J. Parallel Distrib. Comput."},{"key":"3436_CR13","doi-asserted-by":"publisher","first-page":"912","DOI":"10.1109\/ACCESS.2019.2932462","volume":"7","author":"M Ghobaei-Arani","year":"2019","unstructured":"Ghobaei-Arani, M., Souri, A., Baker, T., Hussien, A.: Controcity: an autonomous approach for controlling elasticity using buffer management in cloud computing environment. IEEE Access 7, 912\u2013924 (2019)","journal-title":"IEEE Access"},{"key":"3436_CR14","doi-asserted-by":"crossref","unstructured":"Zheng, W., Tynes, M., Gorelick, H., Mao, Y., Cheng, L., Hou, Y.: Flowcon: elastic flow configuration for containerized deep learning applications. In: Proceedings on 48th International Conference on Parallel Processing, pp. 1\u201310 (2019)","DOI":"10.1145\/3337821.3337868"},{"key":"3436_CR15","doi-asserted-by":"crossref","unstructured":"Zheng, W., Song, Y., Guo, Z., Cui, Y., Gu, S., Mao, Y., Cheng, L.: Target-based resource allocation for deep learning applications in a multi-tenancy system. In: Proceedings on 2019 IEEE High Performance Extreme Computing Conference, pp. 1\u20137 (2019)","DOI":"10.1109\/HPEC.2019.8916403"},{"issue":"2","key":"3436_CR16","doi-asserted-by":"crossref","first-page":"3770","DOI":"10.1002\/ett.3770","volume":"31","author":"M Ghobaei-Arani","year":"2020","unstructured":"Ghobaei-Arani, M., Souri, A., Safara, F., Norouzi, M.: An efficient task scheduling approach using moth-flame optimization algorithm for cyber-physical system applications in fog computing. Trans. Emerg. Telecommun. Technol. 31(2), 3770 (2020)","journal-title":"Trans. Emerg. Telecommun. Technol."},{"issue":"5","key":"3436_CR17","doi-asserted-by":"publisher","first-page":"2603","DOI":"10.1007\/s11227-018-2656-3","volume":"75","author":"M Ghobaei-Arani","year":"2019","unstructured":"Ghobaei-Arani, M., Souri, A.: Lp-wsc: a linear programming approach for web service composition in geographically distributed cloud environments. J. Supercomput. 75(5), 2603\u20132628 (2019)","journal-title":"J. Supercomput."},{"issue":"3","key":"3436_CR18","doi-asserted-by":"publisher","first-page":"1017","DOI":"10.1007\/s10586-016-0574-9","volume":"19","author":"M Ghobaei-Arani","year":"2016","unstructured":"Ghobaei-Arani, M., Jabbehdari, S., Pourmina, M.A.: An autonomic approach for resource provisioning of cloud services. Clust. Comput. 19(3), 1017\u20131036 (2016)","journal-title":"Clust. Comput."},{"key":"3436_CR19","unstructured":"Banicescu, I., Ciorba, F.M., Srivastava, S.: Performance optimization of scientific applications using an autonomic computing approach. Scalable Computing: Theory and Practice, pp. 437\u2013466 (2012)"},{"key":"3436_CR20","doi-asserted-by":"crossref","unstructured":"Boulmier, A., Banicescu, I., Ciorba, F.M., Abdennadher, N.: An autonomic approach for the selection of robust dynamic loop scheduling techniques. In: 2017 16th International Symposium on Parallel and Distributed Computing, pp. 9\u201317 (2017)","DOI":"10.1109\/ISPDC.2017.9"},{"key":"3436_CR21","first-page":"1638","volume":"2014","author":"N Sukhija","year":"2014","unstructured":"Sukhija, N., Malone, B., Srivastava, S., Banicescu, I., Ciorba, F.M.: Portfolio-based selection of robust dynamic loop scheduling algorithms using machine learning. IEEE Int. Parallel Distrib. Process. Symp. Workshops 2014, 1638\u20131647 (2014)","journal-title":"IEEE Int. Parallel Distrib. Process. Symp. Workshops"},{"issue":"6","key":"3436_CR22","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: Deep reinforcement learning: a brief survey. IEEE Signal Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Signal Process. Mag."},{"issue":"2","key":"3436_CR23","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1109\/MNET.011.2000303","volume":"35","author":"Q Liu","year":"2021","unstructured":"Liu, Q., Cheng, L., Jia, A.L., Liu, C.: Deep reinforcement learning for communication flow control in wireless mesh networks. IEEE Netw. 35(2), 112\u2013119 (2021)","journal-title":"IEEE Netw."},{"key":"3436_CR24","doi-asserted-by":"crossref","unstructured":"Li, H., Wei, T., Ren, A., Zhu, Q., Wang, Y.: Deep reinforcement learning: framework, applications, and embedded implementations. In: Proceedings on 2017 IEEE\/ACM International Conference on Computer-Aided Design, pp. 847\u2013854 (2017)","DOI":"10.1109\/ICCAD.2017.8203866"},{"key":"3436_CR25","doi-asserted-by":"crossref","unstructured":"Liu, Q., Cheng, L., Ozcelebi, T., Murphy, J., Lukkien, J.: Deep reinforcement learning for IoT network dynamic clustering in edge computing. In: Proceedings on 19th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing, pp. 600\u2013603 (2019)","DOI":"10.1109\/CCGRID.2019.00077"},{"key":"3436_CR26","doi-asserted-by":"crossref","unstructured":"Zhang, C., Lyu, X., Huang, Y., Tang, Z., Liu, Z.: Molecular graph generation with deep reinforced multitask network and adversarial imitation learning. In: Proceedings on IEEE International Conference on Bioinformatics and Biomedicine, pp. 326\u2013329 (2019)","DOI":"10.1109\/BIBM47256.2019.8983277"},{"key":"3436_CR27","doi-asserted-by":"crossref","unstructured":"Cheng, M., Li, J., Nazarian, S.: DRL-cloud: Deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers. In: Proceedings on 23rd Asia and South Pacific Design Automation Conference, pp. 129\u2013134 (2018)","DOI":"10.1109\/ASPDAC.2018.8297294"},{"key":"3436_CR28","doi-asserted-by":"crossref","unstructured":"Li, H., Li, J., Yao, W., Nazarian, S., Lin, X., Wang, Y.: Fast and energy-aware resource provisioning and task scheduling for cloud systems. In: Proceedings on 18th International Symposium on Quality Electronic Design, pp. 174\u2013179 (2017)","DOI":"10.1109\/ISQED.2017.7918312"},{"issue":"55","key":"3436_CR29","first-page":"112","volume":"6","author":"Y Wei","year":"2018","unstructured":"Wei, Y., Pan, L., Liu, S., Wu, L., Meng, X.: DRL-scheduling: an intelligent qos-aware job scheduling framework for applications in clouds. IEEE Access 6(55), 112\u2013125 (2018)","journal-title":"IEEE Access"},{"key":"3436_CR30","doi-asserted-by":"crossref","unstructured":"Xu, Z., Wang, Y., Tang, J., Wang, J., Gursoy, M.C.: A deep reinforcement learning based framework for power-efficient resource allocation in cloud rans. In: Proceedings on 2017 IEEE International Conference on Communications, pp. 1\u20136 (2017)","DOI":"10.1109\/ICC.2017.7997286"},{"key":"3436_CR31","doi-asserted-by":"crossref","unstructured":"Duan, L., Zhan, D., Hohnerlein, J.: Optimizing cloud data center energy efficiency via dynamic prediction of CPU idle intervals. In: Proceedings on IEEE 8th International Conference on Cloud Computing, pp. 985\u2013988 (2015)","DOI":"10.1109\/CLOUD.2015.133"},{"key":"3436_CR32","doi-asserted-by":"crossref","unstructured":"Arroba, P., Moya, J.M., Ayala, J.L., Buyya, R.: DVFS-aware consolidation for energy-efficient clouds. In: Proceedings on 2015 International Conference on Parallel Architecture and Compilation, pp. 494\u2013495 (2015)","DOI":"10.1109\/PACT.2015.59"},{"key":"3436_CR33","doi-asserted-by":"crossref","unstructured":"Liu, J., Cheng, L.: SwiftS: a dependency-aware and resource efficient scheduling for high throughput in clouds. In: IEEE INFOCOM 2021-IEEE Conference on Computer Communications Workshops. IEEE, 2021, pp. 1\u20132","DOI":"10.1109\/INFOCOMWKSHPS51825.2021.9484459"},{"key":"3436_CR34","doi-asserted-by":"crossref","unstructured":"Peng, Q., Zheng, W., Xia, Y., Wu, C., Li, Y., Long, M., Li, X.: Reactive workflow scheduling in fluctuant infrastructure-as-a-service clouds using deep reinforcement learning. In: International Conference on Collaborative Computing: Networking, Applications and Worksharing, pp. 285\u2013304 (2020)","DOI":"10.1007\/978-3-030-67540-0_17"},{"key":"3436_CR35","doi-asserted-by":"crossref","unstructured":"Dong, T., Xue, F., Xiao, C., Zhang, J.: Workflow scheduling based on deep reinforcement learning in the cloud environment. J. Ambient Intell. Hum. Comput., pp. 1\u201313, 2021","DOI":"10.1007\/s12652-020-02884-1"},{"issue":"3","key":"3436_CR36","doi-asserted-by":"publisher","first-page":"514","DOI":"10.1109\/TPDS.2020.3025914","volume":"32","author":"S Kardani-Moghaddam","year":"2020","unstructured":"Kardani-Moghaddam, S., Buyya, R., Ramamohanarao, K.: Adrl: a hybrid anomaly-aware deep reinforcement learning-based resource scaling in clouds. IEEE Trans. Parallel Distrib. Syst. 32(3), 514\u2013526 (2020)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"3436_CR37","doi-asserted-by":"crossref","unstructured":"Stupar, I., Huljeni\u0107, D.: Analyzing service resource usage profiles for optimization of cloud service execution cost. In: Proceedings on IEEE EUROCON 17th International Conference on Smart Technologies, pp. 79\u201384 (2017)","DOI":"10.1109\/EUROCON.2017.8011081"},{"key":"3436_CR38","doi-asserted-by":"crossref","unstructured":"Wan, J., Zhang, G., Gui, X., Zhang, R.: Reducing the VM rental cost in the cloud spot market. In: Proceedings on IEEE\/ACM 9th International Conference on Utility and Cloud Computing, 2016, pp. 432\u2013433","DOI":"10.1145\/2996890.3007892"},{"key":"3436_CR39","doi-asserted-by":"crossref","unstructured":"Kokkinos, P., Varvarigou, T.A., Kretsis, A., Soumplis, P., Varvarigos, E.A.: Cost and utilization optimization of amazon EC2 instances. In: Proceedings on IEEE 6th International Conference on Cloud Computing, 2013, pp. 518\u2013525","DOI":"10.1109\/CLOUD.2013.52"},{"key":"3436_CR40","first-page":"6","volume":"2019","author":"IEEE International Parallel and Distributed Processing Symposium Workshops","year":"2019","unstructured":"IEEE International Parallel and Distributed Processing Symposium Workshops: Denninnart, C., Gentry, J., Salehi, M.A., Improving robustness of heterogeneous serverless computing systems via probabilistic task pruning. In. IEEE 2019, 6\u201315 (2019)","journal-title":"IEEE"},{"key":"3436_CR41","doi-asserted-by":"crossref","unstructured":"Kandpal, M., Gahlawat, M., Patel, K.: Role of predictive modeling in cloud services pricing: a survey. In: Proceedings on 7th International Conference on Cloud Computing, Data Science & Engineering-Confluence, pp. 249\u2013254 (2017)","DOI":"10.1109\/CONFLUENCE.2017.7943158"},{"key":"3436_CR42","doi-asserted-by":"crossref","unstructured":"Pandey, D., Pandey, P.: Approximate Q-learning: an introduction. In: Proceedings on 2nd International Conference on Machine Learning and Computing, pp. 317\u2013320 (2010)","DOI":"10.1109\/ICMLC.2010.38"},{"issue":"5","key":"3436_CR43","doi-asserted-by":"publisher","first-page":"2002","DOI":"10.1109\/TCYB.2019.2927410","volume":"50","author":"Y Li","year":"2019","unstructured":"Li, Y., Wen, Y., Tao, D., Guan, K.: Transforming cooling optimization for green data center via deep reinforcement learning. IEEE Transactions on Cybernetics 50(5), 2002\u20132013 (2019)","journal-title":"IEEE Transactions on Cybernetics"},{"key":"3436_CR44","doi-asserted-by":"crossref","unstructured":"Torrado, R.R., Bontrager, P., Togelius, J., Liu, J, Perez-Liebana, D.: Deep reinforcement learning for general video game AI. In: Proceedings on IEEE Conference on Computational Intelligence and Games, 2018, pp. 1\u20138","DOI":"10.1109\/CIG.2018.8490422"},{"issue":"8","key":"3436_CR45","doi-asserted-by":"publisher","first-page":"2248","DOI":"10.1109\/TPDS.2015.2489646","volume":"27","author":"D Li","year":"2015","unstructured":"Li, D., Chen, C., Guan, J., Zhang, Y., Zhu, J., Yu, R.: DCloud: deadline-aware resource allocation for cloud computing jobs. IEEE Trans. Parallel Distrib. Syst. 27(8), 2248\u20132260 (2015)","journal-title":"IEEE Trans. Parallel Distrib. Syst."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-021-03436-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-021-03436-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-021-03436-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T01:52:18Z","timestamp":1725933138000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-021-03436-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,16]]},"references-count":45,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,2]]}},"alternative-id":["3436"],"URL":"https:\/\/doi.org\/10.1007\/s10586-021-03436-8","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,16]]},"assertion":[{"value":"16 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 July 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 September 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 October 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}