{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T22:13:42Z","timestamp":1780611222131,"version":"3.54.1"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T00:00:00Z","timestamp":1600992000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T00:00:00Z","timestamp":1600992000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1007\/s12652-020-02561-3","type":"journal-article","created":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T04:12:09Z","timestamp":1601007129000},"page":"8265-8284","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":80,"title":["Autonomous computation offloading and auto-scaling the in the mobile fog computing: a deep reinforcement learning-based approach"],"prefix":"10.1007","volume":"12","author":[{"given":"Fatemeh","family":"Jazayeri","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4856-9119","authenticated-orcid":false,"given":"Ali","family":"Shahidinejad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2639-0900","authenticated-orcid":false,"given":"Mostafa","family":"Ghobaei-Arani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,9,25]]},"reference":[{"key":"2561_CR2","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.future.2018.07.050","volume":"90","author":"MGR Alam","year":"2019","unstructured":"Alam MGR, Hassan MM, Uddin MZ, Almogren A, Fortino G (2019) Autonomic computation offloading in mobile edge for IoT applications. Future Gen Comput Syst 90:149\u2013157. https:\/\/doi.org\/10.1016\/j.future.2018.07.050","journal-title":"Future Gen Comput Syst"},{"key":"2561_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47766-4","author":"RJ Boucherie","year":"2017","unstructured":"Boucherie RJ, Van Dijk NM (2017) Markov decision processes in practice vol 248. Springer. https:\/\/doi.org\/10.1007\/978-3-319-47766-4","journal-title":"Springer"},{"key":"2561_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3286688","volume":"52","author":"A Boukerche","year":"2019","unstructured":"Boukerche A, Guan S, Grande RED (2019) Sustainable offloading in Mobile cloud computing: algorithmic design and implementation. ACM Comput Surveys (CSUR) 52:1\u201337. https:\/\/doi.org\/10.1145\/3286688","journal-title":"ACM Comput Surveys (CSUR)"},{"key":"2561_CR5","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/MCOM.2019.1800608","volume":"57","author":"B Cao","year":"2019","unstructured":"Cao B, Zhang L, Li Y, Feng D, Cao W (2019) Intelligent offloading in multi-access edge computing: a state-of-the-art review and framework. IEEE Commun Mag 57:56\u201362. https:\/\/doi.org\/10.1109\/MCOM.2019.1800608","journal-title":"IEEE Commun Mag"},{"key":"2561_CR6","doi-asserted-by":"publisher","unstructured":"Chang Z, Zhou Z, Ristaniemi T, Niu Z (2017) Energy efficient optimization for computation offloading in fog computing system. In: GLOBECOM 2017\u20132017 IEEE Global Communications Conference, 2017. IEEE, pp 1\u20136. https:\/\/doi.org\/10.1109\/GLOCOM.2017.8254207","DOI":"10.1109\/GLOCOM.2017.8254207"},{"key":"2561_CR7","doi-asserted-by":"publisher","first-page":"7011","DOI":"10.1109\/JIOT.2019.2913162","volume":"6","author":"J Chen","year":"2019","unstructured":"Chen J, Chen S, Wang Q, Cao B, Feng G, Hu J (2019) iRAF: A deep reinforcement learning approach for collaborative mobile edge computing IoT networks. IEEE Internet Things J 6:7011\u20137024. https:\/\/doi.org\/10.1109\/JIOT.2019.2913162","journal-title":"IEEE Internet Things J"},{"key":"2561_CR8","doi-asserted-by":"crossref","unstructured":"Davis MH (1993) Markov models and optimization vol 49. CRC Press","DOI":"10.1007\/978-1-4899-4483-2"},{"key":"2561_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-020-01903-5","author":"S Dinesh","year":"2020","unstructured":"Dinesh S, Veerappa E, Valarmathi K (2020) A novel energy estimation model for constraint based task offloading in mobile cloud computing. J Ambient Intell Human Comput. https:\/\/doi.org\/10.1007\/s12652-020-01903-5","journal-title":"J Ambient Intell Human Comput"},{"key":"2561_CR10","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.comcom.2020.07.028","volume":"161","author":"M Etemadi","year":"2020","unstructured":"Etemadi M, Ghobaei-Arani M, Shahidinejad A (2020) Resource provisioning for IoT services in the fog computing environment: an autonomic approach. Comput Commun 161:109\u2013131. https:\/\/doi.org\/10.1016\/j.comcom.2020.07.028","journal-title":"Comput Commun"},{"key":"2561_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10723-019-09491-1","volume":"18","author":"M Ghobaei-Arani","year":"2019","unstructured":"Ghobaei-Arani M, Souri A, Rahmanian AA (2019) Resource management approaches in fog computing: a comprehensive review. J Grid Comput 18:1\u201342. https:\/\/doi.org\/10.1007\/s10723-019-09491-1","journal-title":"J Grid Comput"},{"key":"2561_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-018-0919-8","author":"B Gupta","year":"2019","unstructured":"Gupta B, Agrawal DP, Yamaguchi S (2019) Deep learning models for human centered computing in fog and mobile edge networks. Springer. https:\/\/doi.org\/10.1007\/s12652-018-0919-8","journal-title":"Springer"},{"key":"2561_CR12","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1002\/spe.2509","volume":"47","author":"H Gupta","year":"2017","unstructured":"Gupta H, Vahid Dastjerdi A, Ghosh SK, Buyya R (2017) iFogSim: a toolkit for modeling and simulation of resource management techniques in the Internet of Things Edge and Fog computing environments. Softw Pract Exp 47:1275\u20131296. https:\/\/doi.org\/10.1002\/spe.2509","journal-title":"Softw Pract Exp"},{"key":"2561_CR13","doi-asserted-by":"publisher","first-page":"3011","DOI":"10.1007\/s12652-018-0776-5","volume":"10","author":"P Hao","year":"2019","unstructured":"Hao P, Hu L, Jiang J, Che X, Li T, Zhao K (2019) Framework for replica placement over cooperative edge networks. J Ambient Intell Human Comput 10:3011\u20133021. https:\/\/doi.org\/10.1007\/s12652-018-0776-5","journal-title":"J Ambient Intell Human Comput"},{"key":"2561_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3326066","volume":"52","author":"C-H Hong","year":"2019","unstructured":"Hong C-H, Varghese B (2019) Resource management in fog\/edge computing: a survey on architectures, infrastructure, and algorithms. ACM Comput Surveys (CSUR) 52:1\u201337. https:\/\/doi.org\/10.1145\/3326066","journal-title":"ACM Comput Surveys (CSUR)"},{"key":"2561_CR15","doi-asserted-by":"publisher","first-page":"1122","DOI":"10.1049\/iet-com.2018.5934","volume":"13","author":"Q Jia","year":"2019","unstructured":"Jia Q, Xie R, Tang Q, Li X, Huang T, Liu J, Liu Y (2019) Energy-efficient computation offloading in 5G cellular networks with edge computing and D2D communications. IET Commun 13:1122\u20131130. https:\/\/doi.org\/10.1049\/iet-com.2018.5934","journal-title":"IET Commun"},{"key":"2561_CR16","doi-asserted-by":"publisher","first-page":"131543","DOI":"10.1109\/ACCESS.2019.2938660","volume":"7","author":"C Jiang","year":"2019","unstructured":"Jiang C, Cheng X, Gao H, Zhou X, Wan J (2019) Toward computation offloading in edge computing: a survey. IEEE Access 7:131543\u2013131558. https:\/\/doi.org\/10.1109\/ACCESS.2019.2938660","journal-title":"IEEE Access"},{"key":"2561_CR17","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MCE.2018.2867972","volume":"8","author":"A Khune","year":"2018","unstructured":"Khune A, Pasricha S (2018) Mobile network-aware middleware framework for cloud offloading: using reinforcement learning to make reward-based decisions in smartphone applications. IEEE Consumer Electron Mag 8:42\u201348. https:\/\/doi.org\/10.1109\/MCE.2018.2867972","journal-title":"IEEE Consumer Electron Mag"},{"key":"2561_CR18","doi-asserted-by":"publisher","first-page":"12411","DOI":"10.1007\/s10586-017-1640-7","volume":"22","author":"M Kowsigan","year":"2019","unstructured":"Kowsigan M, Balasubramanie P (2019) An efficient performance evaluation model for the resource clusters in cloud environment using continuous time Markov chain and Poisson process. Cluster Comput 22:12411\u201312419. https:\/\/doi.org\/10.1007\/s10586-017-1640-7","journal-title":"Cluster Comput"},{"key":"2561_CR19","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1109\/MC.2010.98","volume":"43","author":"K Kumar","year":"2010","unstructured":"Kumar K, Lu Y-H (2010) Cloud computing for mobile users: Can offloading computation save energy? Computer 43:51\u201356. https:\/\/doi.org\/10.1109\/MC.2010.98","journal-title":"Computer"},{"key":"2561_CR20","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1109\/JIOT.2017.2780236","volume":"5","author":"L Liu","year":"2017","unstructured":"Liu L, Chang Z, Guo X, Mao S, Ristaniemi T (2017) Multiobjective optimization for computation offloading in fog computing. IEEE Internet Things J 5:283\u2013294. https:\/\/doi.org\/10.1109\/JIOT.2017.2780236","journal-title":"IEEE Internet Things J"},{"key":"2561_CR21","doi-asserted-by":"publisher","unstructured":"Liu N et al. A hierarchical framework of cloud resource allocation and power management using deep reinforcement learning. In: 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS), 2017b. IEEE, pp 372\u2013382. https:\/\/doi.org\/10.1109\/ICDCS.2017.123","DOI":"10.1109\/ICDCS.2017.123"},{"key":"2561_CR22","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1016\/j.future.2019.07.019","volume":"102","author":"H Lu","year":"2020","unstructured":"Lu H, Gu C, Luo F, Ding W, Liu X (2020) Optimization of lightweight task offloading strategy for mobile edge computing based on deep reinforcement learning. Future Gen Comput Syst 102:847\u2013861. https:\/\/doi.org\/10.1016\/j.future.2019.07.019","journal-title":"Future Gen Comput Syst"},{"key":"2561_CR23","doi-asserted-by":"publisher","first-page":"3133","DOI":"10.1109\/COMST.2019.2916583","volume":"21","author":"NC Luong","year":"2019","unstructured":"Luong NC, Hoang DT, Gong S, Niyato D, Wang P, Liang Y-C, Kim DI (2019) Applications of deep reinforcement learning in communications and networking: a survey. IEEE Commun Surv Tutor 21:3133\u20133174. https:\/\/doi.org\/10.1109\/COMST.2019.2916583","journal-title":"IEEE Commun Surv Tutor"},{"key":"2561_CR24","doi-asserted-by":"publisher","unstructured":"Mao H, Alizadeh M, Menache I, Kandula S Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks, 2016. pp 50\u201356. https:\/\/doi.org\/https:\/\/doi.org\/10.1145\/3005745.3005750","DOI":"10.1145\/3005745.3005750"},{"key":"2561_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12652-020-01854-x","volume":"1","author":"JP Martin","year":"2020","unstructured":"Martin JP, Kandasamy A, Chandrasekaran K (2020) Mobility aware autonomic approach for the migration of application modules in fog computing environment. J Ambient Intell Human Comput 1:1\u201320. https:\/\/doi.org\/10.1007\/s12652-020-01854-x","journal-title":"J Ambient Intell Hum Comput"},{"key":"2561_CR26","doi-asserted-by":"publisher","first-page":"21355","DOI":"10.1109\/ACCESS.2017.2748140","volume":"5","author":"X Meng","year":"2017","unstructured":"Meng X, Wang W, Zhang Z (2017) Delay-constrained hybrid computation offloading with cloud and fog computing. IEEE Access 5:21355\u201321367. https:\/\/doi.org\/10.1109\/ACCESS.2017.2748140","journal-title":"IEEE Access"},{"key":"2561_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10922-017-9405-4","volume":"26","author":"P Nawrocki","year":"2018","unstructured":"Nawrocki P, Sniezynski B (2018) Adaptive service management in mobile cloud computing by means of supervised and reinforcement learning. J Netw Syst Manage 26:1\u201322. https:\/\/doi.org\/10.1007\/s10922-017-9405-4","journal-title":"J Netw Syst Manage"},{"key":"2561_CR28","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.pmcj.2019.05.001","volume":"57","author":"P Nawrocki","year":"2019","unstructured":"Nawrocki P, Sniezynski B, Slojewski H (2019) Adaptable mobile cloud computing environment with code transfer based on machine learning. Pervas Mob Comput 57:49\u201363. https:\/\/doi.org\/10.1016\/j.pmcj.2019.05.001","journal-title":"Pervas Mob Comput"},{"key":"2561_CR29","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1109\/TCCN.2019.2930521","volume":"5","author":"Z Ning","year":"2019","unstructured":"Ning Z et al (2019a) Deep reinforcement learning for intelligent Internet of vehicles: an energy-efficient computational offloading scheme. IEEE Trans Cognit Commun Netw 5:1060\u20131072. https:\/\/doi.org\/10.1109\/TCCN.2019.2930521","journal-title":"IEEE Trans Cognit Commun Netw"},{"key":"2561_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3317572","volume":"10","author":"Z Ning","year":"2019","unstructured":"Ning Z, Dong P, Wang X, Rodrigues JJ, Xia F (2019b) Deep reinforcement learning for vehicular edge computing: an intelligent offloading system. ACM Trans Intell Syst Technol (TIST) 10:1\u201324. https:\/\/doi.org\/10.1145\/3317572","journal-title":"ACM Trans Intell Syst Technol (TIST)"},{"key":"2561_CR31","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1109\/MNET.2019.1800309","volume":"33","author":"Z Ning","year":"2019","unstructured":"Ning Z, Huang J, Wang X, Rodrigues JJ, Guo L (2019c) Mobile edge computing-enabled Internet of vehicles: toward energy-efficient scheduling. IEEE Network 33:198\u2013205. https:\/\/doi.org\/10.1109\/MNET.2019.1800309","journal-title":"IEEE Network"},{"key":"2561_CR32","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.jnca.2018.04.018","volume":"115","author":"TH Noor","year":"2018","unstructured":"Noor TH, Zeadally S, Alfazi A, Sheng QZ (2018) Mobile cloud computing: challenges and future research directions. J Netw Comput Appl 115:70\u201385. https:\/\/doi.org\/10.1016\/j.jnca.2018.04.018","journal-title":"J Netw Comput Appl"},{"key":"2561_CR33","doi-asserted-by":"publisher","first-page":"4192","DOI":"10.1109\/TVT.2019.2894437","volume":"68","author":"Q Qi","year":"2019","unstructured":"Qi Q, Wang J, Ma Z, Sun H, Cao Y, Zhang L, Liao J (2019) Knowledge-driven service offloading decision for vehicular edge computing: a deep reinforcement learning approach. IEEE Trans Veh Technol 68:4192\u20134203. https:\/\/doi.org\/10.1109\/TVT.2019.2894437","journal-title":"IEEE Trans Veh Technol"},{"key":"2561_CR34","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.comcom.2017.09.011","volume":"113","author":"W Ram\u00edrez","year":"2017","unstructured":"Ram\u00edrez W, Masip-Bruin X, Marin-Tordera E, Souza VBC, Jukan A, Ren G-J, de Dios OG (2017) Evaluating the benefits of combined and continuous Fog-to-Cloud architectures. Comput Commun 113:43\u201352. https:\/\/doi.org\/10.1016\/j.comcom.2017.09.011","journal-title":"Comput Commun"},{"key":"2561_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3362031","volume":"52","author":"J Ren","year":"2019","unstructured":"Ren J, Zhang D, He S, Zhang Y, Li T (2019) A survey on end-edge-cloud orchestrated network computing paradigms: transparent computing, mobile edge computing, fog computing, and Cloudlet. ACM Comput Surv (CSUR) 52:1\u201336. https:\/\/doi.org\/10.1145\/3362031","journal-title":"ACM Comput Surv (CSUR)"},{"key":"2561_CR36","doi-asserted-by":"publisher","first-page":"4921","DOI":"10.1109\/JIOT.2019.2893866","volume":"6","author":"F Samie","year":"2019","unstructured":"Samie F, Bauer L, Henkel J (2019) From cloud down to things: An overview of machine learning in internet of things. IEEE Internet Things J. 6:4921\u20134934. https:\/\/doi.org\/10.1109\/JIOT.2019.2893866","journal-title":"IEEE Internet Things J."},{"key":"2561_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/spe.2888","volume":"1","author":"A Shahidinejad","year":"2020","unstructured":"Shahidinejad A, Ghobaei-Arani M (2020) Joint computation offloading and resource provisioning for edge-cloud computing environment: A machine learning-based approach. Softw Pract Exp 1:1. https:\/\/doi.org\/10.1002\/spe.2888","journal-title":"Softw Pract Exp"},{"key":"2561_CR38","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1007\/s10586-019-02972-8","volume":"23","author":"A Shahidinejad","year":"2020","unstructured":"Shahidinejad A, Ghobaei-Arani M, Esmaeili L (2020a) An elastic controller using Colored Petri Nets in cloud computing environment. Cluster Comput. 23:1045\u20131071. https:\/\/doi.org\/10.1007\/s10586-019-02972-8","journal-title":"Cluster Comput."},{"key":"2561_CR39","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-020-03107-0","author":"A Shahidinejad","year":"2020","unstructured":"Shahidinejad A, Ghobaei-Arani M, Masdari M (2020b) Resource provisioning using workload clustering in cloud computing environment: a hybrid approach. Cluster Comput. https:\/\/doi.org\/10.1007\/s10586-020-03107-0","journal-title":"Cluster Comput."},{"key":"2561_CR40","doi-asserted-by":"publisher","DOI":"10.1007\/s10723-020-09530-2","author":"A Shakarami","year":"2020","unstructured":"Shakarami A, Ghobaei-Arani M, Masdari M, Hosseinzadeh M (2020a) A survey on the computation offloading approaches in mobile edge\/cloud computing environment: a stochastic-based perspective. J. Grid Comput. https:\/\/doi.org\/10.1007\/s10723-020-09530-2","journal-title":"J. Grid Comput."},{"key":"2561_CR41","doi-asserted-by":"publisher","first-page":"107496","DOI":"10.1016\/j.comnet.2020.107496","volume":"182","author":"A Shakarami","year":"2020","unstructured":"Shakarami A, Ghobaei-Arani M, Shahidinejad A (2020b) A survey on the computation offloading approaches in mobile edge computing: a machine learning-based perspective. Comput Netw 182:107496. https:\/\/doi.org\/10.1016\/j.comnet.2020.107496","journal-title":"Comput Netw"},{"key":"2561_CR42","doi-asserted-by":"publisher","first-page":"1719","DOI":"10.1002\/spe.2839","volume":"50","author":"A Shakarami","year":"2020","unstructured":"Shakarami A, Shahidinejad A, Ghobaei-Arani M (2020c) A review on the computation offloading approaches in mobile edge computing: a game-theoretic perspective. Softw Pract Exp 50:1719\u20131759. https:\/\/doi.org\/10.1002\/spe.2839","journal-title":"Softw Pract Exp"},{"key":"2561_CR43","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1007\/s12652-018-0970-5","volume":"11","author":"Y Shu","year":"2020","unstructured":"Shu Y, Zhu F (2020) An edge computing offloading mechanism for mobile peer sensing and network load weak balancing in 5G network. J Ambient Intell Human Comput 11:503\u2013510. https:\/\/doi.org\/10.1007\/s12652-018-0970-5","journal-title":"J Ambient Intell Human Comput"},{"key":"2561_CR44","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.future.2019.04.016","volume":"99","author":"I Sitt\u00f3n-Candanedo","year":"2019","unstructured":"Sitt\u00f3n-Candanedo I, Alonso RS, Corchado JM, Rodr\u00edguez-Gonz\u00e1lez S, Casado-Vara R (2019) A review of edge computing reference architectures and a new global edge proposal. Future Gen Comput Syst 99:278\u2013294. https:\/\/doi.org\/10.1016\/j.future.2019.04.016","journal-title":"Future Gen Comput Syst"},{"key":"2561_CR45","unstructured":"Srinivasan PD et al. (2019) Distributed training of reinforcement learning systems. Google Patents,"},{"key":"2561_CR46","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT press,"},{"key":"2561_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12652-020-01768-8","volume":"1","author":"FM Talaat","year":"2020","unstructured":"Talaat FM, Saraya MS, Saleh AI, Ali HA, Ali SH (2020) A load balancing and optimization strategy (LBOS) using reinforcement learning in fog computing environment. J Ambient Intell Human Comput 1:1\u201316. https:\/\/doi.org\/10.1007\/s12652-020-01768-8","journal-title":"J Ambient Intell Human Comput"},{"key":"2561_CR48","doi-asserted-by":"publisher","first-page":"5693","DOI":"10.1109\/TIE.2017.2782245","volume":"65","author":"LN Tan","year":"2017","unstructured":"Tan LN (2017) Omnidirectional-vision-based distributed optimal tracking control for mobile multirobot systems with kinematic and dynamic disturbance rejection. IEEE Trans Ind Electron 65:5693\u20135703. https:\/\/doi.org\/10.1109\/TIE.2017.2782245","journal-title":"IEEE Trans Ind Electron"},{"key":"2561_CR49","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2861470","author":"LN Tan","year":"2018","unstructured":"Tan LN (2018) Distributed H\u221e optimal tracking control for strict-feedback nonlinear large-scale systems with disturbances and saturating actuators. IEEE Trans Syst Man Cybern Syst. https:\/\/doi.org\/10.1109\/TSMC.2018.2861470","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"2561_CR50","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-020-01905-3","author":"Z Tian","year":"2020","unstructured":"Tian Z, Si X, Zheng Y, Chen Z, Li X (2020) Multistep medical image segmentation based on reinforcement learning. J Ambient Intell Human Comput. https:\/\/doi.org\/10.1007\/s12652-020-01905-3","journal-title":"J Ambient Intell Human Comput"},{"key":"2561_CR51","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1007\/s00607-017-0551-z","volume":"99","author":"DH Tran","year":"2017","unstructured":"Tran DH, Tran NH, Pham C, Kazmi SA, Huh E-N, Hong CS (2017) OaaS: offload as a service in fog networks. Computing 99:1081\u20131104. https:\/\/doi.org\/10.1007\/s00607-017-0551-z","journal-title":"Computing"},{"key":"2561_CR52","doi-asserted-by":"publisher","first-page":"1072","DOI":"10.1016\/j.apenergy.2018.11.002","volume":"235","author":"JR V\u00e1zquez-Canteli","year":"2019","unstructured":"V\u00e1zquez-Canteli JR, Nagy Z (2019) Reinforcement learning for demand response: a review of algorithms and modeling techniques. Appl Energy 235:1072\u20131089. https:\/\/doi.org\/10.1016\/j.apenergy.2018.11.002","journal-title":"Appl Energy"},{"key":"2561_CR53","doi-asserted-by":"publisher","first-page":"1955","DOI":"10.1007\/s12652-018-0785-4","volume":"10","author":"S Venticinque","year":"2019","unstructured":"Venticinque S, Amato A (2019) A methodology for deployment of IoT application in fog. J Ambient Intel Human Comput 10:1955\u20131976. https:\/\/doi.org\/10.1007\/s12652-018-0785-4","journal-title":"J Ambient Intel Human Comput"},{"key":"2561_CR54","doi-asserted-by":"publisher","unstructured":"Wang Y, Jin H A boosting-based deep neural networks algorithm for reinforcement learning. In: 2018 Annual American Control Conference (ACC), 2018. IEEE, pp 1065\u20131071. https:\/\/doi.org\/10.23919\/ACC.2018.8431647","DOI":"10.23919\/ACC.2018.8431647"},{"key":"2561_CR55","doi-asserted-by":"publisher","first-page":"976","DOI":"10.1109\/TII.2018.2883991","volume":"15","author":"Y Wang","year":"2018","unstructured":"Wang Y, Wang K, Huang H, Miyazaki T, Guo S (2018) Traffic and computation co-offloading with reinforcement learning in fog computing for industrial applications. IEEE Trans Industr Inf 15:976\u2013986","journal-title":"IEEE Trans Industr Inf"},{"key":"2561_CR56","doi-asserted-by":"publisher","first-page":"2061","DOI":"10.1109\/JIOT.2018.2878435","volume":"6","author":"Y Wei","year":"2018","unstructured":"Wei Y, Yu FR, Song M, Han Z (2018) Joint optimization of caching, computing, and radio resources for fog-enabled IoT using natural actor\u2013critic deep reinforcement learning. IEEE Internet Things J. 6:2061\u20132073. https:\/\/doi.org\/10.1109\/JIOT.2018.2878435","journal-title":"IEEE Internet Things J."},{"key":"2561_CR57","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1109\/TCCN.2017.2725277","volume":"3","author":"J Xu","year":"2017","unstructured":"Xu J, Chen L, Ren S (2017) Online learning for offloading and autoscaling in energy harvesting mobile edge computing. IEEE Trans Cognit Commun Netw 3:361\u2013373. https:\/\/doi.org\/10.1109\/TCCN.2017.2725277","journal-title":"IEEE Trans Cognit Commun Netw"},{"key":"2561_CR58","doi-asserted-by":"publisher","unstructured":"Zhao X, Zhao L, Liang K An energy consumption oriented offloading algorithm for fog computing. In: International Conference on Heterogeneous Networking for Quality, Reliability, Security and Robustness, 2016. Springer, pp 293\u2013301. https:\/\/doi.org\/10.1007\/978-3-319-60717-7_29","DOI":"10.1007\/978-3-319-60717-7_29"},{"key":"2561_CR59","doi-asserted-by":"publisher","first-page":"124895","DOI":"10.1016\/j.amc.2019.124895","volume":"371","author":"B Zhou","year":"2020","unstructured":"Zhou B, Song Q, Zhao Z, Liu T (2020) A reinforcement learning scheme for the equilibrium of the in-vehicle route choice problem based on congestion game. Appl Math Comput 371:124895. https:\/\/doi.org\/10.1016\/j.amc.2019.124895","journal-title":"Appl Math Comput"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-020-02561-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-020-02561-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-020-02561-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,25]],"date-time":"2021-09-25T00:07:16Z","timestamp":1632528436000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-020-02561-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,25]]},"references-count":59,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["2561"],"URL":"https:\/\/doi.org\/10.1007\/s12652-020-02561-3","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"value":"1868-5137","type":"print"},{"value":"1868-5145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,25]]},"assertion":[{"value":"28 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 September 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}