{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T13:23:30Z","timestamp":1777555410209,"version":"3.51.4"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T00:00:00Z","timestamp":1737417600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T00:00:00Z","timestamp":1737417600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["620721878"],"award-info":[{"award-number":["620721878"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Guangdong Major Project of Basic and Applied Basic Research","award":["2019B030302002"],"award-info":[{"award-number":["2019B030302002"]}]},{"name":"Guangzhou Development Zone Science and Technology Project","award":["2021GH10"],"award-info":[{"award-number":["2021GH10"]}]},{"name":"Major Key Project of PCL, China under Grant","award":["PCL2023A09"],"award-info":[{"award-number":["PCL2023A09"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s10586-024-04828-2","type":"journal-article","created":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T10:46:39Z","timestamp":1737456399000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Reinforcement learning-based task scheduling for heterogeneous computing in end-edge-cloud environment"],"prefix":"10.1007","volume":"28","author":[{"given":"Wangbo","family":"Shen","sequence":"first","affiliation":[]},{"given":"Weiwei","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Wentai","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Haijie","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Keqin","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,21]]},"reference":[{"issue":"1","key":"4828_CR1","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1109\/COMST.2022.3218527","volume":"25","author":"S Duan","year":"2023","unstructured":"Duan, S., Wang, D., Ren, J., Lyu, F., Zhang, Y., Wu, H., Shen, X.: Distributed artificial intelligence empowered by end-edge-cloud computing: a survey. IEEE Commun. Surv. Tutor. 25(1), 591\u2013624 (2023). https:\/\/doi.org\/10.1109\/COMST.2022.3218527","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"3","key":"4828_CR2","doi-asserted-by":"publisher","first-page":"2459","DOI":"10.1109\/TVT.2022.3143828","volume":"71","author":"M Jiang","year":"2022","unstructured":"Jiang, M., Wu, T., Wang, Z., Gong, Y., Zhang, L., Liu, R.P.: A multi-intersection vehicular cooperative control based on end-edge-cloud computing. IEEE Trans. Vehicular Technol. 71(3), 2459\u20132471 (2022). https:\/\/doi.org\/10.1109\/TVT.2022.3143828","journal-title":"IEEE Trans. Vehicular Technol."},{"key":"4828_CR3","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/s42045-020-00048-5","volume":"3","author":"J Ren","year":"2020","unstructured":"Ren, J., Jiang, H., Shen, X., et al.: Editorial of ccf transactions on networking: special issue on intelligence-enabled end-edge-cloud orchestrated computing. CCF Trans. Netw. 3, 155\u2013157 (2020). https:\/\/doi.org\/10.1007\/s42045-020-00048-5","journal-title":"CCF Trans. Netw."},{"issue":"52","key":"4828_CR4","first-page":"1","volume":"20","author":"J Ren","year":"2019","unstructured":"Ren, J., Zhang, D., He, S., Zhang, Y., Li, T.: A survey on end-edge-cloud orchestrated network computing paradigms: Transparent computing, mobile edge computing, fog computing, and cloudlet. ACM Comput. Surv. 52, 1\u201336 (2019).","journal-title":"ACM Comput. Surv."},{"issue":"2","key":"4828_CR5","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1109\/TWC.2020.3029143","volume":"20","author":"C Zhou","year":"2021","unstructured":"Zhou, C., Wu, W., He, H., Yang, P., Lyu, F., Cheng, N., Shen, X.: Deep reinforcement learning for delay-oriented iot task scheduling in sagin. IEEE Trans. Wirel. Commun. 20(2), 911\u2013925 (2021). https:\/\/doi.org\/10.1109\/TWC.2020.3029143","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"3","key":"4828_CR6","doi-asserted-by":"publisher","first-page":"3117","DOI":"10.1109\/JSYST.2019.2960088","volume":"14","author":"X Chen","year":"2020","unstructured":"Chen, X., Cheng, L., Liu, C., Liu, Q., Liu, J., Mao, Y., Murphy, J.: A woa-based optimization approach for task scheduling in cloud computing systems. IEEE Syst. J. 14(3), 3117\u20133128 (2020). https:\/\/doi.org\/10.1109\/JSYST.2019.2960088","journal-title":"IEEE Syst. J."},{"key":"4828_CR7","doi-asserted-by":"publisher","first-page":"100841","DOI":"10.1016\/j.swevo.2021.100841","volume":"62","author":"EH Houssein","year":"2021","unstructured":"Houssein, E.H., Gad, A.G., Wazery, Y.M., Suganthan, P.N.: Task scheduling in cloud computing based on meta-heuristics: review taxonomy open challenges and future trends. Swarm Evol. Comput. 62, 100841 (2021)","journal-title":"Swarm Evol. Comput."},{"issue":"10","key":"4828_CR8","doi-asserted-by":"publisher","first-page":"5404","DOI":"10.1109\/TII.2019.2901518","volume":"15","author":"H Yuan","year":"2019","unstructured":"Yuan, H., Bi, J., Zhou, M.: Multiqueue scheduling of heterogeneous tasks with bounded response time in hybrid green iaas clouds. IEEE Trans. Ind. Inform. 15(10), 5404\u20135412 (2019). https:\/\/doi.org\/10.1109\/TII.2019.2901518","journal-title":"IEEE Trans. Ind. Inform."},{"issue":"4","key":"4828_CR9","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1109\/TSC.2019.2963301","volume":"13","author":"J Zhou","year":"2020","unstructured":"Zhou, J., Sun, J., Cong, P., Liu, Z., Zhou, X., Wei, T., Hu, S.: Security-critical energy-aware task scheduling for heterogeneous real-time mpsocs in iot. IEEE Trans. Serv. Comput. 13(4), 745\u2013758 (2020). https:\/\/doi.org\/10.1109\/TSC.2019.2963301","journal-title":"IEEE Trans. Serv. Comput."},{"key":"4828_CR10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3277826","author":"M Hosseinzadeh","year":"2023","unstructured":"Hosseinzadeh, M., Azhir, E., Lansky, J., Mildeova, S., Ahmed, O.H., Malik, M.H., Khan, F.: Task scheduling mechanisms for fog computing: a systematic survey. IEEE Access (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3277826","journal-title":"IEEE Access"},{"key":"4828_CR11","doi-asserted-by":"publisher","DOI":"10.1145\/3539606","author":"C Carri\u00f3n","year":"2022","unstructured":"Carri\u00f3n, C.: Kubernetes scheduling: taxonomy, ongoing issues and challenges. ACM Comput. Surv. (2022). https:\/\/doi.org\/10.1145\/3539606","journal-title":"ACM Comput. Surv."},{"key":"4828_CR12","doi-asserted-by":"publisher","unstructured":"Hardikar, S., Ahirwar, P., Rajan, S.: Containerization: Cloud computing based inspiration technology for adoption through docker and kubernetes. In: 2021 Second International Conference on Electronics and Sustainable Communication Systems (ICESC), pp. 1996\u20132003 (2021). https:\/\/doi.org\/10.1109\/ICESC51422.2021.9532917","DOI":"10.1109\/ICESC51422.2021.9532917"},{"key":"4828_CR13","unstructured":"Narayanan, D., Santhanam, K., Kazhamiaka, F., Phanishayee, A., Zaharia, M.: Heterogeneity-aware cluster scheduling policies for deep learning workloads. In: 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20), pp. 481\u2013498. USENIX Association, (2020). https:\/\/www.usenix.org\/conference\/osdi20\/presentation\/narayanan-deepak"},{"key":"4828_CR14","unstructured":"Weng, Q., Xiao, W., Yu, Y., Wang, W., Wang, C., He, J., Li, Y., Zhang, L., Lin, W., Ding, Y.: MLaaS in the wild: Workload analysis and scheduling in Large-Scale heterogeneous GPU clusters. In: 19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22), pp. 945\u2013960. USENIX Association, Renton, WA (2022). https:\/\/www.usenix.org\/conference\/nsdi22\/presentation\/weng"},{"issue":"5","key":"4828_CR15","doi-asserted-by":"publisher","first-page":"3220","DOI":"10.1109\/TCOMM.2022.3163439","volume":"70","author":"J Feng","year":"2022","unstructured":"Feng, J., Zhang, W., Pei, Q., Wu, J., Lin, X.: Heterogeneous computation and resource allocation for wireless powered federated edge learning systems. IEEE Trans. Commun. 70(5), 3220\u20133233 (2022). https:\/\/doi.org\/10.1109\/TCOMM.2022.3163439","journal-title":"IEEE Trans. Commun."},{"key":"4828_CR16","doi-asserted-by":"publisher","DOI":"10.1145\/3378447","author":"Z Zhong","year":"2020","unstructured":"Zhong, Z., Buyya, R.: A cost-efficient container orchestration strategy in kubernetes-based cloud computing infrastructures with heterogeneous resources. ACM Trans. Internet Technol. (2020). https:\/\/doi.org\/10.1145\/3378447","journal-title":"ACM Trans. Internet Technol."},{"key":"4828_CR17","doi-asserted-by":"publisher","first-page":"104228","DOI":"10.1016\/j.robot.2022.104228","volume":"157","author":"K Kalia","year":"2022","unstructured":"Kalia, K., Dixit, S., Kumar, K., Gera, R., Epifantsev, K., John, V., Taskaeva, N.: Improving mapreduce heterogeneous performance using knn fair share scheduling. Robot.\u00a0 Auton.\u00a0 Syst. 157, 104228 (2022)","journal-title":"Robot.\u00a0 Auton.\u00a0 Syst."},{"key":"4828_CR18","doi-asserted-by":"publisher","first-page":"12555","DOI":"10.1109\/ACCESS.2023.3241881","volume":"11","author":"DH Abdulazeez","year":"2023","unstructured":"Abdulazeez, D.H., Askar, S.K.: Offloading mechanisms based on reinforcement learning and deep learning algorithms in the fog computing environment. IEEE Access 11, 12555\u201312586 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3241881","journal-title":"IEEE Access"},{"key":"4828_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3250269","author":"RF Prudencio","year":"2023","unstructured":"Prudencio, R.F., Maximo, M.R.O.A., Colombini, E.L.: A survey on offline reinforcement learning: taxonomy, review, and open problems. IEEE Trans. Neural Netw. Learn. Syst. (2023). https:\/\/doi.org\/10.1109\/TNNLS.2023.3250269","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"7","key":"4828_CR20","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1109\/TPDS.2021.3124670","volume":"33","author":"MT Islam","year":"2022","unstructured":"Islam, M.T., Karunasekera, S., Buyya, R.: Performance and cost-efficient spark job scheduling based on deep reinforcement learning in cloud computing environments. IEEE Trans. Parallel Distrib. Syst. 33(7), 1695\u20131710 (2022). https:\/\/doi.org\/10.1109\/TPDS.2021.3124670","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"4828_CR21","doi-asserted-by":"crossref","unstructured":"Wang, H., Liu, Z., Shen, H.: Job scheduling for large-scale machine learning clusters. In: Proceedings of the 16th International Conference on Emerging Networking EXperiments and Technologies. CoNEXT \u201920, pp. 108\u2013120. Association for Computing Machinery, New York, NY, USA (2020).\u00a0","DOI":"10.1145\/3386367.3432588"},{"key":"4828_CR22","doi-asserted-by":"crossref","unstructured":"Zhang, D., Dai, D., He, Y., Bao, F.S., Xie, B.: Rlscheduler: An automated hpc batch job scheduler using reinforcement learning. In: SC20: International Conference for High Performance Computing, Networking, Storage and Analysis, pp. 1\u201315 (2020).\u00a0","DOI":"10.1109\/SC41405.2020.00035"},{"key":"4828_CR23","unstructured":"Cai, H., Zhu, L., Han, S.: ProxylessNAS: Direct neural architecture search on trget task and Hardware. Preprint at http:\/\/arxiv.org\/abs\/1812.00332 (2018)"},{"issue":"3","key":"4828_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3491046","volume":"5","author":"B Lu","year":"2021","unstructured":"Lu, B., Yang, J., Jiang, W., Shi, Y., Ren, S.: One proxy device is enough for hardware-aware neural architecture search. Proc. ACM Meas. Anal. Comput. Syst. 5(3), 1\u201334 (2021). https:\/\/doi.org\/10.1145\/3491046","journal-title":"Proc. ACM Meas. Anal. Comput. Syst."},{"key":"4828_CR25","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2019.00048","author":"C-J Wu","year":"2019","unstructured":"Wu, C.-J., Brooks, D., Chen, K., Chen, D., Choudhury, S., Dukhan, M., Hazelwood, K., Isaac, E., Jia, Y., Jia, B., Leyvand, T., Lu, H., Lu, Y., Qiao, L., Reagen, B., Spisak, J., Sun, F., Tulloch, A., Vajda, P., Wang, X., Wang, Y., Wasti, B., Wu, Y., Xian, R., Yoo, S., Zhang, P.: Machine learning at facebook: understanding inference at the edge. IEEE Int. Symp. High Perform. Comput. Archit. (2019). https:\/\/doi.org\/10.1109\/HPCA.2019.00048","journal-title":"IEEE Int. Symp. High Perform. Comput. Archit."},{"issue":"2","key":"4828_CR26","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1109\/TNNLS.2021.3100554","volume":"34","author":"Y Liu","year":"2023","unstructured":"Liu, Y., Sun, Y., Xue, B., Zhang, M., Yen, G.G., Tan, K.C.: A survey on evolutionary neural architecture search. IEEE Trans. Neural Netw. Learn. Syst. 34(2), 550\u2013570 (2023). https:\/\/doi.org\/10.1109\/TNNLS.2021.3100554","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"23","key":"4828_CR27","doi-asserted-by":"publisher","first-page":"13069","DOI":"10.1007\/s00500-021-06488-5","volume":"26","author":"MSA Khan","year":"2022","unstructured":"Khan, M.S.A., Santhosh, R.: Task scheduling in cloud computing using hybrid optimization algorithm. Soft Comput. 26(23), 13069\u201313079 (2022). https:\/\/doi.org\/10.1007\/s00500-021-06488-5","journal-title":"Soft Comput."},{"key":"4828_CR28","doi-asserted-by":"publisher","first-page":"104766","DOI":"10.1016\/j.jpdc.2023.104766","volume":"183","author":"I Behera","year":"2024","unstructured":"Behera, I., Sobhanayak, S.: Task scheduling optimization in heterogeneous cloud computing environments: a hybrid ga-gwo approach. J. Parallel Distrib. Comput. 183, 104766 (2024)","journal-title":"J. Parallel Distrib. Comput."},{"issue":"2","key":"4828_CR29","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1007\/s10586-019-02983-5","volume":"23","author":"X Huang","year":"2020","unstructured":"Huang, X., Li, C., Chen, H., An, D.: Task scheduling in cloud computing using particle swarm optimization with time varying inertia weight strategies. Clust. Comput. 23(2), 1137\u20131147 (2020). https:\/\/doi.org\/10.1007\/s10586-019-02983-5","journal-title":"Clust. Comput."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-024-04828-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-024-04828-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-024-04828-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,20]],"date-time":"2025-05-20T21:52:38Z","timestamp":1747777958000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-024-04828-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,21]]},"references-count":29,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["4828"],"URL":"https:\/\/doi.org\/10.1007\/s10586-024-04828-2","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,21]]},"assertion":[{"value":"12 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 September 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 October 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 January 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"179"}}