{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T03:00:46Z","timestamp":1784948446307,"version":"3.55.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T00:00:00Z","timestamp":1698710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T00:00:00Z","timestamp":1698710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Liaoning Province Applied Basic Research Program Project","award":["No. 2023JH2\/101300195"],"award-info":[{"award-number":["No. 2023JH2\/101300195"]}]},{"name":"Liaoning Province Applied Basic Research Program Project","award":["No. 2023JH2\/101300195"],"award-info":[{"award-number":["No. 2023JH2\/101300195"]}]},{"name":"Liaoning Province Applied Basic Research Program Project","award":["No. 2023JH2\/101300195"],"award-info":[{"award-number":["No. 2023JH2\/101300195"]}]},{"name":"Liaoning Province Applied Basic Research Program Project","award":["No. 2023JH2\/101300195"],"award-info":[{"award-number":["No. 2023JH2\/101300195"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s11227-023-05714-1","type":"journal-article","created":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T19:02:38Z","timestamp":1698778958000},"page":"6917-6945","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":47,"title":["Multi objective dynamic task scheduling optimization algorithm based on deep reinforcement learning"],"prefix":"10.1007","volume":"80","author":[{"given":"Yuqing","family":"Cheng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiying","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiuguo","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qilei","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dezhen","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,31]]},"reference":[{"issue":"5","key":"5714_CR1","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","volume":"3","author":"W Shi","year":"2016","unstructured":"Shi W, Cao J, Zhang Q, Li Y, Xu L (2016) Edge computing: vision and challenges. IEEE Internet Things J 3(5):637\u2013646","journal-title":"IEEE Internet Things J"},{"issue":"10","key":"5714_CR2","doi-asserted-by":"publisher","first-page":"1519","DOI":"10.1109\/TC.2020.2976996","volume":"69","author":"M Du","year":"2020","unstructured":"Du M, Wang Y, Ye K, Xu C (2020) Algorithmics of cost-driven computation offloading in the edge-cloud environment. IEEE Trans Comput 69(10):1519\u20131532","journal-title":"IEEE Trans Comput"},{"key":"5714_CR3","doi-asserted-by":"publisher","first-page":"100118","DOI":"10.1016\/j.iot.2019.100118","volume":"8","author":"SS Gill","year":"2019","unstructured":"Gill SS, Tuli S, Xu M, Singh I, Singh KV, Lindsay D et al (2019) Transformative effects of IoT, Blockchain and Artificial Intelligence on cloud computing: evolution, vision, trends and open challenges. Internet Things 8:100118","journal-title":"Internet Things"},{"issue":"6","key":"5714_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s42979-020-00326-5","volume":"1","author":"C Shyalika","year":"2020","unstructured":"Shyalika C, Silva T, Karunananda A (2020) Reinforcement learning in dynamic task scheduling: a review. SN Comput Sci 1(6):1\u201317","journal-title":"SN Comput Sci"},{"key":"5714_CR5","doi-asserted-by":"crossref","unstructured":"Fox G, Glazier JA, Kadupitiya JCS, et al. (2019) Learning everywhere: Pervasive machine learning for effective high-performance computation. In: IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW). IEEE, pp 422\u2013429","DOI":"10.1109\/IPDPSW.2019.00081"},{"issue":"3","key":"5714_CR6","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1109\/71.993206","volume":"13","author":"H Topcuoglu","year":"2002","unstructured":"Topcuoglu H, Hariri S, Wu MY (2002) Performance-effective and low-complexity task scheduling for heterogeneous computing. IEEE Trans Parallel Distrib Syst 13(3):260\u2013274","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"13","key":"5714_CR7","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1002\/cpe.1867","volume":"24","author":"A Beloglazov","year":"2012","unstructured":"Beloglazov A, Buyya R (2012) Optimal online deterministic algorithms and adaptive heuristics for energy and performance efficient dynamic consolidation of virtual machines in cloud data centers. Concurr Comput: Pract Exp 24(13):1397\u20131420","journal-title":"Concurr Comput: Pract Exp"},{"key":"5714_CR8","doi-asserted-by":"crossref","unstructured":"Choudhari T, Moh M, Moh TS (2018) Prioritized task scheduling in fog computing. In: Proceedings of the ACMSE 2018 Conference, pp 1\u20138","DOI":"10.1145\/3190645.3190699"},{"issue":"7","key":"5714_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/cpe.5465","volume":"33","author":"H Yan","year":"2021","unstructured":"Yan H, Li Y, Zhu X, Zhang D, Wang J, Chen H, Bao W (2021) EASE: Energy-efficient task scheduling for edge computing under uncertain runtime and unstable communication conditions. Concurr Comput: Pract Exp 33(7):1\u20131","journal-title":"Concurr Comput: Pract Exp"},{"issue":"5","key":"5714_CR10","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","volume":"24","author":"X Chen","year":"2015","unstructured":"Chen X, Jiao L, Li W, Fu X (2015) Efficient multi-user computation offloading for mobile-edge cloud computing. IEEE\/ACM Trans Netw 24(5):2795\u20132808","journal-title":"IEEE\/ACM Trans Netw"},{"issue":"5","key":"5714_CR11","doi-asserted-by":"publisher","first-page":"1666","DOI":"10.3390\/s21051666","volume":"21","author":"S Sheng","year":"2021","unstructured":"Sheng S, Chen P, Chen Z, Wu L, Yao Y (2021) Deep reinforcement learning-based task scheduling in iot edge computing. Sensors 21(5):1666","journal-title":"Sensors"},{"issue":"3","key":"5714_CR12","doi-asserted-by":"publisher","first-page":"795","DOI":"10.1109\/TBDATA.2020.2990558","volume":"8","author":"Z Tang","year":"2020","unstructured":"Tang Z, Jia W, Zhou X, Yang W, You Y (2020) Representation and reinforcement learning for task scheduling in edge computing. IEEE Trans Big Data 8(3):795\u2013808","journal-title":"IEEE Trans Big Data"},{"issue":"7553","key":"5714_CR13","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"issue":"6","key":"5714_CR14","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M et al (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Mag 34(6):26\u201338","journal-title":"IEEE Signal Process Mag"},{"issue":"8","key":"5714_CR15","doi-asserted-by":"publisher","first-page":"1786","DOI":"10.1109\/TPDS.2019.2893648","volume":"30","author":"D Basu","year":"2019","unstructured":"Basu D, Wang X, Hong Y, Chen H, Bressan S (2019) Learn-as-you-go with megh: efficient live migration of virtual machines. IEEE Trans Parallel Distrib Syst 30(8):1786\u20131801","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"2","key":"5714_CR16","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1061\/(ASCE)0733-9496(2000)126:2(48)","volume":"126","author":"VM Johnson","year":"2000","unstructured":"Johnson VM, Rogers LL (2000) Accuracy of neural network approximators in simulation-optimization. J Water Resour Plan Manag 126(2):48\u201356","journal-title":"J Water Resour Plan Manag"},{"key":"5714_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-020-02255-w","author":"X Chai","year":"2020","unstructured":"Chai X (2020) Task scheduling based on swarm intelligence algorithms in high performance computing environment. J Ambient Intell Hum Comput.\u00a0https:\/\/doi.org\/10.1007\/s12652-020-02255-w","journal-title":"J Ambient Intell Hum Comput"},{"key":"5714_CR18","doi-asserted-by":"publisher","first-page":"150878","DOI":"10.1109\/ACCESS.2020.3016762","volume":"8","author":"S Liu","year":"2020","unstructured":"Liu S, Wang N (2020) Collaborative optimization scheduling of cloud service resources based on improved genetic algorithm. IEEE Access 8:150878\u2013150890","journal-title":"IEEE Access"},{"key":"5714_CR19","doi-asserted-by":"publisher","first-page":"102994","DOI":"10.1016\/j.jnca.2021.102994","volume":"180","author":"RO Aburukba","year":"2021","unstructured":"Aburukba RO, Landolsi T, Omer D (2021) A heuristic scheduling approach for fog-cloud computing environment with stationary IoT devices. J Netw Comput Appl 180:102994","journal-title":"J Netw Comput Appl"},{"issue":"3","key":"5714_CR20","doi-asserted-by":"publisher","first-page":"955","DOI":"10.3390\/s21030955","volume":"21","author":"Z Li","year":"2021","unstructured":"Li Z, Peng E (2021) Software-defined optimal computation task scheduling in vehicular edge networking. Sensors 21(3):955","journal-title":"Sensors"},{"issue":"3","key":"5714_CR21","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1007\/s10115-021-01649-2","volume":"64","author":"FM Talaat","year":"2022","unstructured":"Talaat FM, Ali HA, Saraya MS, Saleh AI (2022) Effective scheduling algorithm for load balancing in fog environment using CNN and MPSO. Knowl Inf Syst 64(3):773\u2013797","journal-title":"Knowl Inf Syst"},{"key":"5714_CR22","doi-asserted-by":"publisher","first-page":"149011","DOI":"10.1109\/ACCESS.2020.3015993","volume":"8","author":"ZH Gao","year":"2020","unstructured":"Gao ZH, Hao WM, Han Z, Yang SY (2020) Q-learning-based task offloading and resources optimization for a collaborative computing system. IEEE Access 8:149011\u2013149024","journal-title":"IEEE Access"},{"issue":"12","key":"5714_CR23","doi-asserted-by":"publisher","first-page":"12202","DOI":"10.1109\/TVT.2019.2944926","volume":"68","author":"YQ Deng","year":"2019","unstructured":"Deng YQ, Chen ZG, Yao X, Hassan S, Ibrahim AMA (2019) Parallel offloading in green and sustainable mobile edge computing for delay-constrained IoT system. IEEE Trans Veh Technol 68(12):12202\u201312214","journal-title":"IEEE Trans Veh Technol"},{"issue":"9","key":"5714_CR24","doi-asserted-by":"publisher","first-page":"1730","DOI":"10.3390\/app9091730","volume":"9","author":"BM Nguyen","year":"2019","unstructured":"Nguyen BM, Binh HTT, Anh TT, Son DB (2019) Evolutionary algorithms to optimize task scheduling problem for the iot based bag-of-tasks application in cloud-fog computing environment. Appl Sci-Basel 9(9):1730","journal-title":"Appl Sci-Basel"},{"issue":"10","key":"5714_CR25","doi-asserted-by":"publisher","first-page":"4228","DOI":"10.1109\/TCYB.2019.2916728","volume":"50","author":"PQ Huang","year":"2020","unstructured":"Huang PQ, Wang Y, Wang KZ, Liu ZZ (2020) A bilevel optimization approach for joint offloading decision and resource allocation in cooperative mobile edge computing. IEEE Trans Cybern 50(10):4228\u20134241","journal-title":"IEEE Trans Cybern"},{"key":"5714_CR26","doi-asserted-by":"publisher","first-page":"118638","DOI":"10.1109\/ACCESS.2020.3000985","volume":"8","author":"L Chen","year":"2020","unstructured":"Chen L, Guo K, Fan G et al (2020) Resource constrained profit optimization method for task scheduling in edge cloud. IEEE Access 8:118638\u2013118652","journal-title":"IEEE Access"},{"issue":"5","key":"5714_CR27","doi-asserted-by":"publisher","first-page":"688","DOI":"10.1109\/LWC.2018.2810292","volume":"7","author":"S Ranadheera","year":"2018","unstructured":"Ranadheera S, Maghsudi S, Hossain E (2018) Computation offloading and activation of mobile edge computing servers: a minority game. IEEE Wirel Commun Lett 7(5):688\u2013691","journal-title":"IEEE Wirel Commun Lett"},{"key":"5714_CR28","doi-asserted-by":"crossref","unstructured":"Kim HJ, Lee DH, Lee JM, Lee KH, Lyu W, Choi SG (2008) The QoE evaluation method through the QoS-QoE correlation model. In: 2008 4th International Conference on Networked Computing and Advanced Information Management. IEEE, pp 719\u2013725","DOI":"10.1109\/NCM.2008.202"},{"issue":"1","key":"5714_CR29","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/TPDS.2021.3087349","volume":"33","author":"S Tuli","year":"2021","unstructured":"Tuli S, Poojara SR, Srirama SN et al (2021) COSCO: container orchestration using co-simulation and gradient based optimization for fog computing environments. IEEE Trans Parallel Distrib Syst 33(1):101\u2013116","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"5714_CR30","unstructured":"Mnih V, Badia AP, Mirza M, et al. (2016) Asynchronous methods for deep reinforcement learning. In: International Conference on Machine Learning. PMLR, pp 1928\u20131937"},{"key":"5714_CR31","unstructured":"Bogolubsky L, Dvurechenskii P, Gasnikov A, et al. (2016) Learning supervised pagerank with gradient-based and gradient-free optimization methods. Adv Neural Inf Process Syst 29"},{"key":"5714_CR32","doi-asserted-by":"crossref","unstructured":"Ding Y, Yang F, Feng J (2020) Intelligent cognitive anti-jamming algorithm based on long short-term memory network. In: IEEE 3rd International Conference on Electronics and Communication Engineering (ICECE). IEEE, pp 76\u201382","DOI":"10.1109\/ICECE51594.2020.9353032"},{"key":"5714_CR33","doi-asserted-by":"publisher","first-page":"118853","DOI":"10.1016\/j.apenergy.2022.118853","volume":"315","author":"F Sun","year":"2022","unstructured":"Sun F, Kong X, Wu J et al (2022) DSM pricing method based on A3C and LSTM under cloud-edge environment. Appl Energy 315:118853","journal-title":"Appl Energy"},{"key":"5714_CR34","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1016\/j.comcom.2021.01.020","volume":"170","author":"S Guo","year":"2021","unstructured":"Guo S, Zhang K, Gong B et al (2021) A delay-sensitive resource allocation algorithm for container cluster in edge computing environment. Comput Commun 170:144\u2013150","journal-title":"Comput Commun"},{"issue":"5","key":"5714_CR35","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MWC.2011.6056691","volume":"18","author":"G Auer","year":"2011","unstructured":"Auer G, Giannini V, Desset C et al (2011) How much energy is needed to run a wireless network. IEEE Wirel Commun 18(5):40\u201349","journal-title":"IEEE Wirel Commun"},{"issue":"1","key":"5714_CR36","first-page":"23","volume":"41","author":"RN Calheiros","year":"2011","unstructured":"Calheiros RN, Ranjan R, Beloglazov A, De Rose CA, Buyya R (2011) CloudSim: a toolkit for modeling and simulation of cloud computing environments and evaluation of resource provisioning algorithms. Softw: Pract Exp 41(1):23\u201350","journal-title":"Softw: Pract Exp"},{"issue":"9","key":"5714_CR37","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1002\/spe.2509","volume":"47","author":"H Gupta","year":"2017","unstructured":"Gupta H, Vahid Dastjerdi A, Ghosh SK, Buyya R (2017) iFogSim: a toolkit for modeling and simulation of resource management techniques in the Internet of Things, Edge and Fog computing environments. Softw Pract Exp 47(9):1275\u20131296","journal-title":"Softw Pract Exp"},{"key":"5714_CR38","doi-asserted-by":"crossref","unstructured":"Shen S, Van Beek V, Iosup A (2015) Statistical characterization of business-critical workloads hosted in cloud datacenters. In: 2015 15th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing. IEEE, pp 465\u2013474","DOI":"10.1109\/CCGrid.2015.60"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05714-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-023-05714-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05714-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T20:18:21Z","timestamp":1710274701000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-023-05714-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,31]]},"references-count":38,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["5714"],"URL":"https:\/\/doi.org\/10.1007\/s11227-023-05714-1","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,31]]},"assertion":[{"value":"6 October 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interest with respect to this manuscript.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No ethical approval was required for this research.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}