{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,21]],"date-time":"2026-06-21T00:01:09Z","timestamp":1782000069273,"version":"3.54.5"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10723-022-09630-1","type":"journal-article","created":{"date-parts":[[2022,12,9]],"date-time":"2022-12-09T08:03:11Z","timestamp":1670572991000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["DRL-based and Bsld-Aware Job Scheduling for Apache Spark Cluster in Hybrid Cloud Computing Environments"],"prefix":"10.1007","volume":"20","author":[{"given":"Wenhu","family":"Shi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongjian","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hang","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,12,9]]},"reference":[{"key":"9630_CR1","doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., Chansler, R.: The hadoop distributed file system. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST), pp 1\u201310. IEEE (2010)","DOI":"10.1109\/MSST.2010.5496972"},{"key":"9630_CR2","unstructured":"Zaharia, M., Chowdhury, M., Franklin, M. J., Shenker, S., Stoica, I.: Spark: Cluster computing with working sets. In: 2nd USENIX Workshop on Hot Topics in Cloud Computing (HotCloud 10) (2010)"},{"key":"9630_CR3","unstructured":"Carbone, P., Katsifodimos, A., Ewen, S., Markl, V., Haridi, S., Tzoumas, K.: Apache flink: Stream and batch processing in a single engine. Bull. IEEE Comput. Soc. Tech. Comm. Data Eng. 36(4) (2015)"},{"key":"9630_CR4","unstructured":"Zaharia, M., Chowdhury, M., Das, T., Dave, A., Ma, J., McCauly, M., Franklin, M.J., Shenker, S., Stoica, I.: Resilient distributed datasets: A {Fault-Tolerant} abstraction for {In-Memory} cluster computing. In: 9th USENIX Symposium on Networked Systems Design and Implementation (NSDI 12), pp 15\u201328 (2012)"},{"issue":"3","key":"9630_CR5","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1016\/j.ejor.2007.05.046","volume":"188","author":"RV Rasmussen","year":"2008","unstructured":"Rasmussen, R.V., Trick, M. A.: Round Robin scheduling\u2013a survey. Eur. J. Oper. Res. 188(3), 617\u2013636 (2008)","journal-title":"Eur. J. Oper. Res."},{"key":"9630_CR6","unstructured":"Li, C., Cai, Q., Luo, Y.: Dynamic data replacement and adaptive scheduling policies in spark. Clust. Comput., 1\u201319 (2022)"},{"issue":"10","key":"9630_CR7","doi-asserted-by":"publisher","first-page":"11575","DOI":"10.1007\/s11227-021-03740-5","volume":"77","author":"H Li","year":"2021","unstructured":"Li, H., Wei, Y., Xiong, Y., Ma, E., Tian, W.: A frequency-aware and energy-saving strategy based on DVFS for spark. J. Supercomput. 77(10), 11575\u201311596 (2021)","journal-title":"J. Supercomput."},{"issue":"1","key":"9630_CR8","doi-asserted-by":"publisher","first-page":"2223","DOI":"10.1007\/s10586-017-1466-3","volume":"22","author":"K Wang","year":"2019","unstructured":"Wang, K., Khan, M.M.H., Nguyen, N., Gokhale, S.: Design and implementation of an analytical framework for interference aware job scheduling on apache spark platform. Clust. Comput. 22(1), 2223\u20132237 (2019)","journal-title":"Clust. Comput."},{"key":"9630_CR9","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.jpdc.2020.03.010","volume":"141","author":"Z Tang","year":"2020","unstructured":"Tang, Z., Zeng, A., Zhang, X., Yang, L., Li, K.: Dynamic memory-aware scheduling in spark computing environment. J. Parall. Distrib. Comput. 141, 10\u201322 (2020)","journal-title":"J. Parall. Distrib. Comput."},{"issue":"2","key":"9630_CR10","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1007\/s10586-019-02947-9","volume":"23","author":"H Li","year":"2020","unstructured":"Li, H., Wang, H., Fang, S., Zou, Y., Tian, W.: An energy-aware scheduling algorithm for big data applications in spark. Clust. Comput. 23(2), 593\u2013609 (2020)","journal-title":"Clust. Comput."},{"issue":"10","key":"9630_CR11","doi-asserted-by":"publisher","first-page":"2406","DOI":"10.1109\/TPDS.2020.2992073","volume":"31","author":"Z Fu","year":"2020","unstructured":"Fu, Z., Tang, Z., Yang, L., Liu, C.: An optimal locality-aware task scheduling algorithm based on bipartite graph modelling for spark applications. IEEE Trans. Parall. Distrib. Syst. 31 (10), 2406\u20132420 (2020)","journal-title":"IEEE Trans. Parall. Distrib. Syst."},{"issue":"12","key":"9630_CR12","first-page":"2182","volume":"70","author":"D Li","year":"2020","unstructured":"Li, D., Hu, Z., Lai, Z., Zhang, Y., Lu, K.: Coordinative scheduling of computation and communication in data-parallel systems. IEEE Trans. Comput. 70(12), 2182\u20132197 (2020)","journal-title":"IEEE Trans. Comput."},{"key":"9630_CR13","doi-asserted-by":"publisher","first-page":"110515","DOI":"10.1016\/j.jss.2019.110515","volume":"162","author":"MT Islam","year":"2020","unstructured":"Islam, M.T., Srirama, S.N., Karunasekera, S., Buyya, R.: Cost-efficient dynamic scheduling of big data applications in apache spark on cloud. J. Syst. Softw. 162, 110515 (2020)","journal-title":"J. Syst. Softw."},{"issue":"2","key":"9630_CR14","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10846-020-01183-3","volume":"100","author":"L Roveda","year":"2020","unstructured":"Roveda, L., Maskani, J., Franceschi, P., Abdi, A., Braghin, F., Molinari Tosatti, L., Pedrocchi, N.: Model-based reinforcement learning variable impedance control for human-robot collaboration. J. Intell. Robot. Syst. 100(2), 417\u2013433 (2020)","journal-title":"J. Intell. Robot. Syst."},{"issue":"7587","key":"9630_CR15","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C.J., Guez, A., Sifre, L., Van Den Driessche, G., Schrittwieser, J., Antonoglou, I., Panneershelvam, V., Lanctot, M., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"key":"9630_CR16","doi-asserted-by":"crossref","unstructured":"Li, J., Monroe, W., Ritter, A., Galley, M., Gao, J., Jurafsky, D.: Deep reinforcement learning for dialogue generation. arXiv:1606.01541 (2016)","DOI":"10.18653\/v1\/D16-1127"},{"key":"9630_CR17","doi-asserted-by":"crossref","unstructured":"Li, J., Monroe, W., Ritter, A., Galley, M., Gao, J., Jurafsky, D.: Deep reinforcement learning for dialogue generation. arXiv:1606.01541 (2016)","DOI":"10.18653\/v1\/D16-1127"},{"key":"9630_CR18","unstructured":"Berner, C., Brockman, G., Chan, B., Cheung, V., De\u0327biak, P., Dennison, C., Farhi, D., Fischer, Q., Hashme, S., Hesse, C., et al.: Dota 2 with large scale deep reinforcement learning. arXiv:1912.06680 (2019)"},{"issue":"1","key":"9630_CR19","doi-asserted-by":"publisher","first-page":"814","DOI":"10.1109\/TPWRS.2019.2941134","volume":"35","author":"J Duan","year":"2019","unstructured":"Duan, J., Shi, D., Diao, R., Li, H., Wang, Z., Zhang, B., Bian, D., Yi, Z.: Deep-reinforcement-learning-based autonomous voltage control for power grid operations. IEEE Trans. Power Syst. 35(1), 814\u2013817 (2019)","journal-title":"IEEE Trans. Power Syst."},{"key":"9630_CR20","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.jpdc.2022.01.003","volume":"164","author":"S Zrigui","year":"2022","unstructured":"Zrigui, S., de Camargo, R.Y., Legrand, A., Trystram, D.: Improving the performance of batch schedulers using online job runtime classification. J. Parall. Distrib. Comput. 164, 83\u201395 (2022)","journal-title":"J. Parall. Distrib. Comput."},{"key":"9630_CR21","unstructured":"Brockman, G., Cheung, V., Pettersson, L., Schneider, J., Schulman, J., Tang, J., Zaremba, W.: Openai gym. arXiv:1606.01540 (2016)"},{"key":"9630_CR22","doi-asserted-by":"crossref","unstructured":"Shetti, M.M., Li, B., Du, D.H.: E-VM: An elastic virtual machine scheduling algorithm to minimize the total cost of ownership in a hybrid cloud. In: 2021 IEEE Intl Conf on Parallel & Distributed Processing with Applications, Big Data & Cloud Computing, Sustainable Computing & Communications, Social Computing & Networking (ISPA\/BDCloud\/SocialCom\/SustainCom), pp 202\u2013211. IEEE (2021)","DOI":"10.1109\/ISPA-BDCloud-SocialCom-SustainCom52081.2021.00039"},{"key":"9630_CR23","doi-asserted-by":"crossref","unstructured":"Qiu, Z., Chen, L., Li, X.: Hybrid cloud resource scheduling with multi-dimensional configuration requirements. In: 2021 IEEE World Congress on Services (SERVICES), pp 133\u2013138. IEEE (2021)","DOI":"10.1109\/SERVICES51467.2021.00049"},{"key":"9630_CR24","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.jpdc.2021.03.003","volume":"153","author":"B Wang","year":"2021","unstructured":"Wang, B., Wang, C., Huang, W., Song, Y., Qin, X.: Security-aware task scheduling with deadline constraints on heterogeneous hybrid clouds. J. Parall. Distrib. Comput. 153, 15\u201328 (2021)","journal-title":"J. Parall. Distrib. Comput."},{"key":"9630_CR25","doi-asserted-by":"publisher","first-page":"102296","DOI":"10.1016\/j.simpat.2021.102296","volume":"109","author":"T Yeh","year":"2021","unstructured":"Yeh, T., Chen, Y.: Improving the hybrid cloud performance through disk activity-aware data access. Simul. Model. Pract. Theory 109, 102296 (2021)","journal-title":"Simul. Model. Pract. Theory"},{"issue":"2","key":"9630_CR26","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1007\/s10586-022-03541-2","volume":"25","author":"C Li","year":"2022","unstructured":"Li, C., Cai, Q., Luo, Y.: Dynamic data replacement and adaptive scheduling policies in spark. Clust. Comput. 25(2), 1421\u20131439 (2022)","journal-title":"Clust. Comput."},{"issue":"2","key":"9630_CR27","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/TNET.2021.3050927","volume":"29","author":"L Liu","year":"2021","unstructured":"Liu, L., Xu, H.: Elasecutor: Elastic executor scheduling in data analytics systems. IEEE\/ACM Trans. Networking 29(2), 681\u2013694 (2021)","journal-title":"IEEE\/ACM Trans. Networking"},{"issue":"5","key":"9630_CR28","doi-asserted-by":"publisher","first-page":"1117","DOI":"10.1109\/TC.2021.3075625","volume":"71","author":"MT Islam","year":"2021","unstructured":"Islam, M.T., Wu, H., Karunasekera, S., Buyya, R.: Sla-based scheduling of spark jobs in hybrid cloud computing environments. IEEE Trans. Comput. 71(5), 1117\u20131132 (2021)","journal-title":"IEEE Trans. Comput."},{"key":"9630_CR29","doi-asserted-by":"publisher","first-page":"101805","DOI":"10.1016\/j.jocs.2022.101805","volume":"63","author":"BMH Zade","year":"2022","unstructured":"Zade, B.M.H., Mansouri, N.: Improved red fox optimizer with fuzzy theory and game theory for task scheduling in cloud environment. J. Comput. Sci 63, 101805 (2022)","journal-title":"J. Comput. Sci"},{"key":"9630_CR30","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.ins.2021.11.027","volume":"583","author":"Z Zhang","year":"2022","unstructured":"Zhang, Z., Zhao, M., Wang, H., Cui, Z., Zhang, W.: An efficient interval many-objective evolutionary algorithm for cloud task scheduling problem under uncertainty. Inform. Sci. 583, 56\u201372 (2022)","journal-title":"Inform. Sci."},{"issue":"7","key":"9630_CR31","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1109\/TPDS.2021.3124670","volume":"33","author":"MT Islam","year":"2021","unstructured":"Islam, M.T., Karunasekera, S., Buyya, R.: Performance and cost-efficient spark job scheduling based on deep reinforcement learning in cloud computing environments. IEEE Trans. Parall. Distrib. Syst. 33(7), 1695\u20131710 (2021)","journal-title":"IEEE Trans. Parall. Distrib. Syst."},{"issue":"5","key":"9630_CR32","doi-asserted-by":"publisher","first-page":"3576","DOI":"10.1109\/JIOT.2020.3025015","volume":"8","author":"W Guo","year":"2020","unstructured":"Guo, W., Tian, W., Ye, Y., Xu, L., Wu, K.: Cloud resource scheduling with deep reinforcement learning and imitation learning. IEEE Internet of Things J. 8(5), 3576\u20133586 (2020)","journal-title":"IEEE Internet of Things J."},{"key":"9630_CR33","doi-asserted-by":"crossref","unstructured":"Mao, H., Schwarzkopf, M., Venkatakrishnan, S.B., Meng, Z., Alizadeh, M.: Learning scheduling algorithms for data processing clusters. In: Proceedings of the ACM Special Interest Group on Data Communication, pp 270\u2013288 (2019)","DOI":"10.1145\/3341302.3342080"},{"key":"9630_CR34","doi-asserted-by":"crossref","unstructured":"Ran, L., Shi, X., Shang, M.: Slas-aware online task scheduling based on deep reinforcement learning method in cloud environment. In: 2019 IEEE 21st International Conference on High Performance Computing and Communications; IEEE 17th International Conference on Smart City; IEEE 5th International Conference on Data Science and Systems (HPCC\/SmartCity\/DSS), pp 1518\u20131525. IEEE (2019)","DOI":"10.1109\/HPCC\/SmartCity\/DSS.2019.00209"},{"key":"9630_CR35","doi-asserted-by":"crossref","unstructured":"Li, T., Xu, Z., Tang, J., Wang, Y.: Model-free control for distributed stream data processing using deep reinforcement learning. arXiv:1803.01016 (2018)","DOI":"10.14778\/3199517.3199521"},{"key":"9630_CR36","doi-asserted-by":"publisher","first-page":"103385","DOI":"10.1016\/j.jnca.2022.103385","volume":"202","author":"BMH Zade","year":"2022","unstructured":"Zade, B.M.H., Mansouri, N., Javidi, M. M.: A two-stage scheduler based on new caledonian crow learning algorithm and reinforcement learning strategy for cloud environment. J. Netw. Comput. Appl. 202, 103385 (2022)","journal-title":"J. Netw. Comput. Appl."},{"key":"9630_CR37","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.jmsy.2022.08.004","volume":"65","author":"X Wang","year":"2022","unstructured":"Wang, X., Zhang, L., Liu, Y., Li, F., Chen, Z., Zhao, C., Bai, T.: Dynamic scheduling of tasks in cloud manufacturing with multi-agent reinforcement learning. J. Manuf. Syst. 65, 130\u2013145 (2022)","journal-title":"J. Manuf. Syst."},{"key":"9630_CR38","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv:1707.06347 (2017)"}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-022-09630-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10723-022-09630-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-022-09630-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,27]],"date-time":"2022-12-27T12:11:17Z","timestamp":1672143077000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10723-022-09630-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":38,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["9630"],"URL":"https:\/\/doi.org\/10.1007\/s10723-022-09630-1","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12]]},"assertion":[{"value":"11 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"None. The authors declare that they have no known conflict financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Competing interests"}}],"article-number":"44"}}