{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T03:00:43Z","timestamp":1784948443999,"version":"3.55.0"},"reference-count":80,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,8,10]],"date-time":"2023-08-10T00:00:00Z","timestamp":1691625600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,10]],"date-time":"2023-08-10T00:00:00Z","timestamp":1691625600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-16399-2","type":"journal-article","created":{"date-parts":[[2023,8,10]],"date-time":"2023-08-10T01:01:50Z","timestamp":1691629310000},"page":"23019-23045","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":39,"title":["Machine learning-based solutions for resource management in fog computing"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1307-4570","authenticated-orcid":false,"given":"Muhammad","family":"Fahimullah","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shohreh","family":"Ahvar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mihir","family":"Agarwal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria","family":"Trocan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,8,10]]},"reference":[{"key":"16399_CR1","doi-asserted-by":"publisher","first-page":"153123","DOI":"10.1109\/ACCESS.2019.2947542","volume":"7","author":"KH Abdulkareem","year":"2019","unstructured":"Abdulkareem KH, Mohammed MA, Gunasekaran SS, Al-Mhiqani MN, Mutlag AA, Mostafa SA, Ali NS, Ibrahim DA (2019) A review of fog computing and machine learning: Concepts, applications, challenges, and open issues. IEEE Access 7:153123\u2013153140. https:\/\/doi.org\/10.1109\/ACCESS.2019.2947542","journal-title":"IEEE Access"},{"issue":"1","key":"16399_CR2","doi-asserted-by":"publisher","first-page":"1275","DOI":"10.1109\/JSYST.2020.2997518","volume":"15","author":"M Abdullah","year":"2021","unstructured":"Abdullah M, Iqbal W, Mahmood A, Bukhari F, Erradi A (2021) Predictive autoscaling of microservices hosted in fog microdata center. IEEE Syst J 15(1):1275\u20131286. https:\/\/doi.org\/10.1109\/JSYST.2020.2997518","journal-title":"IEEE Syst J"},{"key":"16399_CR3","doi-asserted-by":"publisher","first-page":"70192","DOI":"10.1109\/ACCESS.2021.3075973","volume":"9","author":"E Ahvar","year":"2021","unstructured":"Ahvar E, Ahvar S, Mann ZA, Crespi N, Glitho R, Garcia-Alfaro J (2021) Deca: A dynamic energy cost and carbon emission-efficient application placement method for edge clouds. IEEE Access 9:70192\u201370213. https:\/\/doi.org\/10.1109\/ACCESS.2021.3075973","journal-title":"IEEE Access"},{"issue":"1","key":"16399_CR4","doi-asserted-by":"publisher","first-page":"28","DOI":"10.3390\/network1010004","volume":"1","author":"E Ahvar","year":"2021","unstructured":"Ahvar E, Ahvar S, Raza SM, Manuel Sanchez Vilchez J, Lee GM (2021) Next generation of sdn in cloud-fog for 5g and beyond-enabled applications: Opportunities and challenges. Network 1(1):28\u201349. https:\/\/doi.org\/10.3390\/network1010004","journal-title":"Network"},{"key":"16399_CR5","doi-asserted-by":"crossref","unstructured":"Albalawi M, Alkayal E, Barnawi A, Boulares M (2022) Load balancing based on many-objective particle swarm optimization algorithm with support vector regression in fog computing. J Eng Appl Sci Technol 138","DOI":"10.47363\/JEAST\/2022(4)138"},{"issue":"16","key":"16399_CR6","doi-asserted-by":"publisher","first-page":"4583","DOI":"10.1002\/dac.4583","volume":"33","author":"MR Alizadeh","year":"2020","unstructured":"Alizadeh MR, Khajehvand V, Rahmani AM, Akbari E (2020) Task scheduling approaches in fog computing: A systematic review. Int J Commun Syst 33(16):4583. https:\/\/doi.org\/10.1002\/dac.4583","journal-title":"Int J Commun Syst"},{"issue":"4","key":"16399_CR7","first-page":"310","volume":"22","author":"D Alsadie","year":"2022","unstructured":"Alsadie D (2022) Resource management strategies in fog computing environment-a comprehensive review. International Journal of Computer Science & Network Security 22(4):310\u2013328","journal-title":"International Journal of Computer Science & Network Security"},{"issue":"11","key":"16399_CR8","doi-asserted-by":"publisher","first-page":"9043","DOI":"10.1007\/s00521-022-06925-y","volume":"34","author":"N Bacanin","year":"2022","unstructured":"Bacanin N, Zivkovic M, Bezdan T, Venkatachalam K, Abouhawwash M (2022) Modified firefly algorithm for workflow scheduling in cloud-edge environment. Neural Comput Appl 34(11):9043\u20139068. https:\/\/doi.org\/10.1007\/s00521-022-06925-y","journal-title":"Neural Comput Appl"},{"key":"16399_CR9","doi-asserted-by":"publisher","unstructured":"Bacanin N, Stoean R, Zivkovic M, Petrovic A, Rashid TA, Bezdan T (2021) Performance of a novel chaotic firefly algorithm with enhanced exploration for tackling global optimization problems: Application for dropout regularization. Mathematics 9(21). https:\/\/doi.org\/10.3390\/math9212705","DOI":"10.3390\/math9212705"},{"key":"16399_CR10","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.compind.2019.06.002","volume":"111","author":"M Bhatia","year":"2019","unstructured":"Bhatia M, Sood SK, Kaur S (2019) Quantum-based predictive fog scheduler for iot applications. Comput Ind 111:51\u201367. https:\/\/doi.org\/10.1016\/j.compind.2019.06.002","journal-title":"Comput Ind"},{"key":"16399_CR11","doi-asserted-by":"publisher","unstructured":"Bonomi F, Milito R, Zhu J, Addepalli S (2012) Fog computing and its role in the internet of things. In: Proceedings of the First Edition of the MCC Workshop on Mobile Cloud Computing. MCC \u201912, pp. 13\u201316. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/2342509.2342513","DOI":"10.1145\/2342509.2342513"},{"issue":"11","key":"16399_CR12","doi-asserted-by":"publisher","first-page":"11308","DOI":"10.1109\/TVT.2021.3115899","volume":"70","author":"B Cho","year":"2021","unstructured":"Cho B, Xiao Y (2021) Learning-based decentralized offloading decision making in an adversarial environment. IEEE Trans Veh Technol 70(11):11308\u201311323. https:\/\/doi.org\/10.1109\/TVT.2021.3115899","journal-title":"IEEE Trans Veh Technol"},{"issue":"6","key":"16399_CR13","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.1080\/0952813X.2020.1818294","volume":"33","author":"M Etemadi","year":"2021","unstructured":"Etemadi M, Ghobaei-Arani M, Shahidinejad A (2021) A learning-based resource provisioning approach in the fog computing environment. Journal of Experimental & Theoretical Artificial Intelligence 33(6):1033\u20131056. https:\/\/doi.org\/10.1080\/0952813X.2020.1818294","journal-title":"Journal of Experimental & Theoretical Artificial Intelligence"},{"issue":"4","key":"16399_CR14","doi-asserted-by":"publisher","first-page":"3277","DOI":"10.1007\/s10586-021-03307-2","volume":"24","author":"M Etemadi","year":"2021","unstructured":"Etemadi M, Ghobaei-Arani M, Shahidinejad A (2021) A cost-efficient auto-scaling mechanism for iot applications in fog computing environment: a deep learning-based approach. Clust Comput 24(4):3277\u20133292. https:\/\/doi.org\/10.1007\/s10586-021-03307-2","journal-title":"Clust Comput"},{"key":"16399_CR15","doi-asserted-by":"publisher","unstructured":"Eyckerman R, Reiter P, Latr\u00e9 S, Marquez-Barja J, Hellinckx P (2022) Application placement in fog environments using multi-objective reinforcement learning with maximum reward formulation. In: NOMS 2022-2022 IEEE\/IFIP Network Operations and Management Symposium, pp. 1\u20136. https:\/\/doi.org\/10.1109\/NOMS54207.2022.9789757","DOI":"10.1109\/NOMS54207.2022.9789757"},{"key":"16399_CR16","doi-asserted-by":"publisher","unstructured":"Fahimullah M, Gupta R, Ahvar S, Trocan M (2022) Explaining predictive scheduling in cloud. In: Szczerbicki E, Wojtkiewicz K, Nguyen SV, Pietranik M, Kr\u00f3tkiewicz M (eds.) Recent Challenges in Intelligent Information and Database Systems, pp. 81\u201391. Springer, Singapore. https:\/\/doi.org\/10.1007\/978-981-19-8234-7_7","DOI":"10.1007\/978-981-19-8234-7_7"},{"key":"16399_CR17","doi-asserted-by":"publisher","unstructured":"Fahimullah M, Philippe G, Ahvar S, Trocan M (2023) Simulation tools for fog computing: A comparative analysis. Sensors 23(7). https:\/\/doi.org\/10.3390\/s23073492","DOI":"10.3390\/s23073492"},{"issue":"11","key":"16399_CR18","doi-asserted-by":"publisher","first-page":"4342","DOI":"10.1002\/ett.4342","volume":"32","author":"M Faraji-Mehmandar","year":"2021","unstructured":"Faraji-Mehmandar M, Jabbehdari S, Haj Seyyed Javadi H (2021) A proactive fog service provisioning framework for internet of things applications: An autonomic approach. Trans Emerg Telecommun Technol 32(11):4342. https:\/\/doi.org\/10.1002\/ett.4342","journal-title":"Trans Emerg Telecommun Technol"},{"issue":"15","key":"16399_CR19","doi-asserted-by":"publisher","first-page":"16997","DOI":"10.1007\/s11227-022-04521-4","volume":"78","author":"M Faraji-Mehmandar","year":"2022","unstructured":"Faraji-Mehmandar M, Jabbehdari S, Javadi HHS (2022) A self-learning approach for proactive resource and service provisioning in fog environment. J Supercomput 78(15):16997\u201317026. https:\/\/doi.org\/10.1007\/s11227-022-04521-4","journal-title":"J Supercomput"},{"issue":"1","key":"16399_CR20","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1007\/s11227-019-03032-z","volume":"76","author":"P Farhat","year":"2020","unstructured":"Farhat P, Sami H, Mourad A (2020) Reinforcement r-learning model for time scheduling of on-demand fog placement. J Supercomput 76(1):388\u2013410. https:\/\/doi.org\/10.1007\/s11227-019-03032-z","journal-title":"J Supercomput"},{"issue":"3","key":"16399_CR21","doi-asserted-by":"publisher","first-page":"1632","DOI":"10.1109\/TGCN.2021.3083426","volume":"5","author":"X Gao","year":"2021","unstructured":"Gao X, Huang X, Shao Z, Yang Y (2021) An integration of online learning and online control for green offloading in fog-assisted iot systems. IEEE Transactions on Green Communications and Networking 5(3):1632\u20131646. https:\/\/doi.org\/10.1109\/TGCN.2021.3083426","journal-title":"IEEE Transactions on Green Communications and Networking"},{"issue":"1","key":"16399_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10723-019-09491-1","volume":"18","author":"M Ghobaei-Arani","year":"2020","unstructured":"Ghobaei-Arani M, Souri A, Rahmanian AA (2020) Resource management approaches in fog computing: a comprehensive review. Journal of Grid Computing 18(1):1\u201342. https:\/\/doi.org\/10.1007\/s10723-019-09491-1","journal-title":"Journal of Grid Computing"},{"issue":"5","key":"16399_CR23","doi-asserted-by":"publisher","first-page":"2491","DOI":"10.1109\/TMC.2021.3123165","volume":"22","author":"M Goudarzi","year":"2023","unstructured":"Goudarzi M, Palaniswami M, Buyya R (2023) A distributed deep reinforcement learning technique for application placement in edge and fog computing environments. IEEE Trans Mob Comput 22(5):2491\u20132505. https:\/\/doi.org\/10.1109\/TMC.2021.3123165","journal-title":"IEEE Trans Mob Comput"},{"key":"16399_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102596","volume":"159","author":"JC Guevara","year":"2020","unstructured":"Guevara JC, Torres RS, da Fonseca NLS (2020) On the classification of fog computing applications: A machine learning perspective. J Netw Comput Appl 159:102596. https:\/\/doi.org\/10.1016\/j.jnca.2020.102596","journal-title":"J Netw Comput Appl"},{"key":"16399_CR25","doi-asserted-by":"publisher","first-page":"69105","DOI":"10.1109\/ACCESS.2020.2983253","volume":"8","author":"P Habibi","year":"2020","unstructured":"Habibi P, Farhoudi M, Kazemian S, Khorsandi S, Leon-Garcia A (2020) Fog computing: A comprehensive architectural survey. IEEE Access 8:69105\u201369133. https:\/\/doi.org\/10.1109\/ACCESS.2020.2983253","journal-title":"IEEE Access"},{"key":"16399_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.suscom.2020.100454","volume":"30","author":"AR Hameed","year":"2021","unstructured":"Hameed AR, Islam S, Ahmad I, Munir K (2021) Energy- and performance-aware load-balancing in vehicular fog computing. Sustainable Computing: Informatics and Systems 30:100454. https:\/\/doi.org\/10.1016\/j.suscom.2020.100454","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"16399_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2022.100674","volume":"21","author":"S Iftikhar","year":"2023","unstructured":"Iftikhar S, Gill SS, Song C, Xu M, Aslanpour MS, Toosi AN, Du J, Wu H, Ghosh S, Chowdhury D, Golec M, Kumar M, Abdelmoniem AM, Cuadrado F, Varghese B, Rana O, Dustdar S, Uhlig S (2023) Ai-based fog and edge computing: A systematic review, taxonomy and future directions. Internet of Things 21:100674. https:\/\/doi.org\/10.1016\/j.iot.2022.100674","journal-title":"Internet of Things"},{"key":"16399_CR28","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-325","author":"M Iorga","year":"2017","unstructured":"Iorga M, Feldman L, Barton R, Martin M, Goren N, Mahmoudi C (2017) The nist definition of fog computing. Technical report, National Institute of Standards and Technology. https:\/\/doi.org\/10.6028\/NIST.SP.500-325","journal-title":"Technical report, National Institute of Standards and Technology."},{"key":"16399_CR29","doi-asserted-by":"publisher","unstructured":"Jamil B, Ijaz H, Shojafar M, Munir K, Buyya R (2022) Resource allocation and task scheduling in fog computing and internet of everything environments: A taxonomy, review, and future directions. ACM Comput Surv 54(11s). https:\/\/doi.org\/10.1145\/3513002","DOI":"10.1145\/3513002"},{"issue":"8","key":"16399_CR30","doi-asserted-by":"publisher","first-page":"8265","DOI":"10.1007\/s12652-020-02561-3","volume":"12","author":"F Jazayeri","year":"2021","unstructured":"Jazayeri F, Shahidinejad A, Ghobaei-Arani M (2021) Autonomous computation offloading and auto-scaling the in the mobile fog computing: a deep reinforcement learning-based approach. J Ambient Intell Humaniz Comput 12(8):8265\u20138284. https:\/\/doi.org\/10.1007\/s12652-020-02561-3","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"16399_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13634-021-00802-x","volume":"1","author":"F Jiang","year":"2021","unstructured":"Jiang F, Ma R, Gao Y (2021) Gu Z (2021) A reinforcement learning-based computing offloading and resource allocation scheme in f-ran. EURASIP Journal on Advances in Signal Processing 1:1\u201325. https:\/\/doi.org\/10.1186\/s13634-021-00802-x","journal-title":"EURASIP Journal on Advances in Signal Processing"},{"issue":"11","key":"16399_CR32","doi-asserted-by":"publisher","first-page":"13145","DOI":"10.1007\/s11227-022-04338-1","volume":"78","author":"P Kansal","year":"2022","unstructured":"Kansal P, Kumar M, Verma OP (2022) Classification of resource management approaches in fog\/edge paradigm and future research prospects: a systematic review. J Supercomput 78(11):13145\u201313204. https:\/\/doi.org\/10.1007\/s11227-022-04338-1","journal-title":"J Supercomput"},{"issue":"2","key":"16399_CR33","doi-asserted-by":"publisher","first-page":"1505","DOI":"10.1109\/TSC.2022.3174475","volume":"16","author":"MH Kashani","year":"2023","unstructured":"Kashani MH, Mahdipour E (2023) Load balancing algorithms in fog computing. IEEE Trans Serv Comput 16(2):1505\u20131521. https:\/\/doi.org\/10.1109\/TSC.2022.3174475","journal-title":"IEEE Trans Serv Comput"},{"issue":"21","key":"16399_CR34","doi-asserted-by":"publisher","first-page":"6432","DOI":"10.1002\/cpe.6432","volume":"33","author":"N Kaur","year":"2021","unstructured":"Kaur N, Kumar A, Kumar R (2021) A systematic review on task scheduling in fog computing: Taxonomy, tools, challenges, and future directions. Concurrency and Computation: Practice and Experience 33(21):6432. https:\/\/doi.org\/10.1002\/cpe.6432","journal-title":"Concurrency and Computation: Practice and Experience"},{"key":"16399_CR35","doi-asserted-by":"publisher","first-page":"12706","DOI":"10.1109\/ACCESS.2021.3051695","volume":"9","author":"NN Khumalo","year":"2021","unstructured":"Khumalo NN, Oyerinde OO, Mfupe L (2021) Reinforcement learning-based resource management model for fog radio access network architectures in 5g. IEEE Access 9:12706\u201312716. https:\/\/doi.org\/10.1109\/ACCESS.2021.3051695","journal-title":"IEEE Access"},{"issue":"4","key":"16399_CR36","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/s10617-021-09253-x","volume":"25","author":"J Kim","year":"2021","unstructured":"Kim J, Park K, Yang H, Ha S (2021) Adaptive run-time scheduling of dependent services for service-oriented IoT systems. Des Autom Embed Syst 25(4):265\u2013295. https:\/\/doi.org\/10.1007\/s10617-021-09253-x","journal-title":"Des Autom Embed Syst"},{"issue":"1","key":"16399_CR37","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1007\/s10515-021-00318-6","volume":"29","author":"A Lakhan","year":"2022","unstructured":"Lakhan A, Mohammed MA, Obaid OI, Chakraborty C, Abdulkareem KH, Kadry S (2022) Efficient deep-reinforcement learning aware resource allocation in sdn-enabled fog paradigm. Autom Softw Eng 29(1):20. https:\/\/doi.org\/10.1007\/s10515-021-00318-6","journal-title":"Autom Softw Eng"},{"issue":"5","key":"16399_CR38","doi-asserted-by":"publisher","first-page":"1596","DOI":"10.1109\/TMC.2020.3026580","volume":"21","author":"S Liao","year":"2022","unstructured":"Liao S, Wu J, Mumtaz S, Li J, Morello R, Guizani M (2022) Cognitive balance for fog computing resource in internet of things: An edge learning approach. IEEE Trans Mob Comput 21(5):1596\u20131608. https:\/\/doi.org\/10.1109\/TMC.2020.3026580","journal-title":"IEEE Trans Mob Comput"},{"key":"16399_CR39","doi-asserted-by":"publisher","unstructured":"Mahmud R, Ramamohanarao K, Buyya R (2020) Application management in fog computing environments: A taxonomy, review and future directions. ACM Comput Surv 53(4). https:\/\/doi.org\/10.1145\/3403955","DOI":"10.1145\/3403955"},{"key":"16399_CR40","doi-asserted-by":"publisher","first-page":"2533","DOI":"10.1007\/s00521-018-3937-8","volume":"32","author":"S Malakar","year":"2020","unstructured":"Malakar S, Ghosh M, Bhowmik S, Sarkar R, Nasipuri M (2020) A ga based hierarchical feature selection approach for handwritten word recognition. Neural Comput Appl 32:2533\u20132552. https:\/\/doi.org\/10.1007\/s00521-018-3937-8","journal-title":"Neural Comput Appl"},{"issue":"1","key":"16399_CR41","doi-asserted-by":"publisher","first-page":"1639","DOI":"10.1007\/s10586-017-1559-z","volume":"22","author":"AM Manasrah","year":"2019","unstructured":"Manasrah AM, Aldomi A, Gupta BB (2019) An optimized service broker routing policy based on differential evolution algorithm in fog\/cloud environment. Clust Comput 22(1):1639\u20131653. https:\/\/doi.org\/10.1007\/s10586-017-1559-z","journal-title":"Clust Comput"},{"key":"16399_CR42","doi-asserted-by":"publisher","unstructured":"Mijuskovic A, Chiumento A, Bemthuis R, Aldea A, Havinga P (2021) Resource management techniques for cloud\/fog and edge computing: An evaluation framework and classification. Sensors 21(5). https:\/\/doi.org\/10.3390\/s21051832","DOI":"10.3390\/s21051832"},{"key":"16399_CR43","doi-asserted-by":"publisher","unstructured":"Mobasheri M, Kim Y, Kim W (2021) Toward an adaptive threshold on cooperative bandwidth management based on hierarchical reinforcement learning. Sensors 21(21). https:\/\/doi.org\/10.3390\/s21217053","DOI":"10.3390\/s21217053"},{"key":"16399_CR44","doi-asserted-by":"publisher","unstructured":"Murthy BK, Shiva SG (2021) Double-state-temporal difference learning for resource provisioning in uncertain fog computing environment. In: 2021 IEEE 12th Annual Information Technology, Electronics and Mobile Communication Conference (IEMCON), pp. 0435\u20130440. https:\/\/doi.org\/10.1109\/IEMCON53756.2021.9623085","DOI":"10.1109\/IEMCON53756.2021.9623085"},{"key":"16399_CR45","doi-asserted-by":"publisher","first-page":"47980","DOI":"10.1109\/ACCESS.2018.2866491","volume":"6","author":"RK Naha","year":"2018","unstructured":"Naha RK, Garg S, Georgakopoulos D, Jayaraman PP, Gao L, Xiang Y, Ranjan R (2018) Fog computing: Survey of trends, architectures, requirements, and research directions. IEEE Access 6:47980\u201348009. https:\/\/doi.org\/10.1109\/ACCESS.2018.2866491","journal-title":"IEEE Access"},{"key":"16399_CR46","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.109240","volume":"216","author":"R Naha","year":"2022","unstructured":"Naha R, Garg S, Battula SK, Amin MB, Georgakopoulos D (2022) Multiple linear regression-based energy-aware resource allocation in the fog computing environment. Comput Netw 216:109240. https:\/\/doi.org\/10.1016\/j.comnet.2022.109240","journal-title":"Comput Netw"},{"issue":"5","key":"16399_CR47","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1007\/s10951-022-00725-x","volume":"25","author":"B Nair","year":"2022","unstructured":"Nair B, Bhanu S (2022) A reinforcement learning algorithm for rescheduling preempted tasks in fog nodes. J Sched 25(5):547\u2013565. https:\/\/doi.org\/10.1007\/s10951-022-00725-x","journal-title":"J Sched"},{"key":"16399_CR48","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2021.103078","volume":"185","author":"ZM Nayeri","year":"2021","unstructured":"Nayeri ZM, Ghafarian T, Javadi B (2021) Application placement in fog computing with ai approach: Taxonomy and a state of the art survey. J Netw Comput Appl 185:103078. https:\/\/doi.org\/10.1016\/j.jnca.2021.103078","journal-title":"J Netw Comput Appl"},{"key":"16399_CR49","doi-asserted-by":"publisher","unstructured":"Pallewatta S, Kostakos V, Buyya R (2023) Placement of microservices-based iot applications in fog computing: A taxonomy and future directions. ACM Comput Surv. https:\/\/doi.org\/10.1145\/3592598. Just Accepted","DOI":"10.1145\/3592598"},{"key":"16399_CR50","doi-asserted-by":"publisher","unstructured":"Pallewatta S, Kostakos V, Buyya R (2019) Microservices-based iot application placement within heterogeneous and resource constrained fog computing environments. In: Proceedings of the 12th IEEE\/ACM International Conference on Utility and Cloud Computing. UCC\u201919, pp. 71\u201381. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3344341.3368800","DOI":"10.1145\/3344341.3368800"},{"key":"16399_CR51","doi-asserted-by":"publisher","unstructured":"Pg. Ali\u00a0Kumar DSNK, Newaz SHS, Rahman FH, Lee GM, Karmakar G, Au TW (2022) Green demand aware fog computing: A prediction-based dynamic resource provisioning approach. Electronics 11(4). https:\/\/doi.org\/10.3390\/electronics11040608","DOI":"10.3390\/electronics11040608"},{"key":"16399_CR52","unstructured":"Poltronieri F, Tortonesi M, Stefanelli C, Suri N (2021) Reinforcement learning for value-based placement of fog services. In: 2021 IFIP\/IEEE International Symposium on Integrated Network Management (IM), pp. 466\u2013472"},{"issue":"2","key":"16399_CR53","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1007\/s10586-021-03467-1","volume":"25","author":"A Rahimikhanghah","year":"2022","unstructured":"Rahimikhanghah A, Tajkey M, Rezazadeh B, Rahmani AM (2022) Resource scheduling methods in cloud and fog computing environments: a systematic literature review. Clust Comput 25(2):911\u2013945. https:\/\/doi.org\/10.1007\/s10586-021-03467-1","journal-title":"Clust Comput"},{"key":"16399_CR54","doi-asserted-by":"publisher","first-page":"4218696","DOI":"10.1155\/2022\/4218696","volume":"2022","author":"MM Razaq","year":"2022","unstructured":"Razaq MM, Rahim S, Tak B, Peng L (2022) Fragmented task scheduling for load-balanced fog computing based on q-learning. Wirel Commun Mob Comput 2022:4218696. https:\/\/doi.org\/10.1155\/2022\/4218696","journal-title":"Wirel Commun Mob Comput"},{"key":"16399_CR55","first-page":"1","volume-title":"Google cluster-usage traces: Format+ schema","author":"C Reiss","year":"2011","unstructured":"Reiss C, Wilkes J, Hellerstein JL (2011) Google cluster-usage traces: Format+ schema. Google Inc., White Paper, p 1"},{"issue":"7","key":"16399_CR56","doi-asserted-by":"publisher","first-page":"4978","DOI":"10.1109\/TII.2020.3021024","volume":"17","author":"Y Ren","year":"2021","unstructured":"Ren Y, Sun Y, Peng M (2021) Deep reinforcement learning based computation offloading in fog enabled industrial internet of things. IEEE Trans Industr Inf 17(7):4978\u20134987. https:\/\/doi.org\/10.1109\/TII.2020.3021024","journal-title":"IEEE Trans Industr Inf"},{"key":"16399_CR57","doi-asserted-by":"publisher","unstructured":"Samann FE, Abdulazeez AM, Askar S (2021) Fog computing based on machine learning: A review. Int J Interact Mob Technol 15(12). https:\/\/doi.org\/10.3991\/ijim.v15i12.21313","DOI":"10.3991\/ijim.v15i12.21313"},{"issue":"5","key":"16399_CR58","doi-asserted-by":"publisher","first-page":"2671","DOI":"10.1109\/TSC.2021.3075988","volume":"15","author":"H Sami","year":"2022","unstructured":"Sami H, Mourad A, Otrok H, Bentahar J (2022) Demand-driven deep reinforcement learning for scalable fog and service placement. IEEE Trans Serv Comput 15(5):2671\u20132684. https:\/\/doi.org\/10.1109\/TSC.2021.3075988","journal-title":"IEEE Trans Serv Comput"},{"key":"16399_CR59","doi-asserted-by":"publisher","unstructured":"Santos J, Wauters T, Volckaert B, De Turck F (2021) Reinforcement learning for service function chain allocation in fog computing. Communication Networks and Service Management in the Era of Artificial Intelligence and Machine Learning 147\u2013173. https:\/\/doi.org\/10.1002\/9781119675525.ch7","DOI":"10.1002\/9781119675525.ch7"},{"key":"16399_CR60","unstructured":"Santos J, Wauters T, Volckaert B, Turck FD (2021) Resource provisioning in fog computing through deep reinforcement learning. In: 2021 IFIP\/IEEE International Symposium on Integrated Network Management (IM), pp. 431\u2013437"},{"issue":"13","key":"16399_CR61","doi-asserted-by":"publisher","first-page":"15089","DOI":"10.1007\/s11227-022-04461-z","volume":"78","author":"I Sarkar","year":"2022","unstructured":"Sarkar I, Kumar S (2022) Deep learning-based energy-efficient computational offloading strategy in heterogeneous fog computing networks. J Supercomput 78(13):15089\u201315106. https:\/\/doi.org\/10.1007\/s11227-022-04461-z","journal-title":"J Supercomput"},{"key":"16399_CR62","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.108957","volume":"210","author":"B Sellami","year":"2022","unstructured":"Sellami B, Hakiri A, Yahia SB, Berthou P (2022) Energy-aware task scheduling and offloading using deep reinforcement learning in sdn-enabled iot network. Comput Netw 210:108957. https:\/\/doi.org\/10.1016\/j.comnet.2022.108957","journal-title":"Comput Netw"},{"key":"16399_CR63","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2021.102362","volume":"122","author":"A Shakarami","year":"2022","unstructured":"Shakarami A, Shakarami H, Ghobaei-Arani M, Nikougoftar E, Faraji-Mehmandar M (2022) Resource provisioning in edge\/fog computing: A comprehensive and systematic review. J Syst Architect 122:102362. https:\/\/doi.org\/10.1016\/j.sysarc.2021.102362","journal-title":"J Syst Architect"},{"key":"16399_CR64","doi-asserted-by":"publisher","unstructured":"Shen Y, Zhang J, Song SH, Letaief KB (2021) Ai empowered resource management for future wireless networks. In: 2021 IEEE International Mediterranean Conference on Communications and Networking (MeditCom), pp. 252\u2013257. https:\/\/doi.org\/10.1109\/MeditCom49071.2021.9647580","DOI":"10.1109\/MeditCom49071.2021.9647580"},{"key":"16399_CR65","doi-asserted-by":"publisher","unstructured":"Shi J, Du J, Wang J, Yuan J (2021) Deep reinforcement learning-based v2v partial computation offloading in vehicular fog computing. In: 2021 IEEE Wireless Communications and Networking Conference (WCNC), pp. 1\u20136. https:\/\/doi.org\/10.1109\/WCNC49053.2021.9417450","DOI":"10.1109\/WCNC49053.2021.9417450"},{"key":"16399_CR66","doi-asserted-by":"publisher","unstructured":"Singh RM, Awasthi LK, Sikka G (2022) Towards metaheuristic scheduling techniques in cloud and fog: An extensive taxonomic review. ACM Comput Surv 55(3). https:\/\/doi.org\/10.1145\/3494520","DOI":"10.1145\/3494520"},{"key":"16399_CR67","doi-asserted-by":"publisher","unstructured":"Strumberger I, Bacanin N, Tuba M, Tuba E (2019) Resource scheduling in cloud computing based on a hybridized whale optimization algorithm. Appl Sci 9(22). https:\/\/doi.org\/10.3390\/app9224893","DOI":"10.3390\/app9224893"},{"key":"16399_CR68","doi-asserted-by":"publisher","DOI":"10.1016\/j.suscom.2021.100582","volume":"31","author":"NK Suryadevara","year":"2021","unstructured":"Suryadevara NK (2021) Energy and latency reductions at the fog gateway using a machine learning classifier. Sustainable Computing: Informatics and Systems 31:100582. https:\/\/doi.org\/10.1016\/j.suscom.2021.100582","journal-title":"Sustainable Computing: Informatics and Systems"},{"key":"16399_CR69","doi-asserted-by":"publisher","unstructured":"Swarup S, Shakshuki EM, Yasar A (2021) Energy efficient task scheduling in fog environment using deep reinforcement learning approach. Procedia Computer Science 191, 65\u201375. https:\/\/doi.org\/10.1016\/j.procs.2021.07.012. The 18th International Conference on Mobile Systems and Pervasive Computing (MobiSPC), The 16th International Conference on Future Networks and Communications (FNC), The 11th International Conference on Sustainable Energy Information Technology","DOI":"10.1016\/j.procs.2021.07.012"},{"issue":"6","key":"16399_CR70","doi-asserted-by":"publisher","first-page":"8235","DOI":"10.1007\/s11042-022-12223-5","volume":"81","author":"FM Talaat","year":"2022","unstructured":"Talaat FM (2022) Effective prediction and resource allocation method (epram) in fog computing environment for smart healthcare system. Multimedia Tools and Applications 81(6):8235\u20138258. https:\/\/doi.org\/10.1007\/s11042-022-12223-5","journal-title":"Multimedia Tools and Applications"},{"issue":"28","key":"16399_CR71","doi-asserted-by":"publisher","first-page":"39945","DOI":"10.1007\/s11042-022-13000-0","volume":"81","author":"FM Talaat","year":"2022","unstructured":"Talaat FM (2022) Effective deep q-networks (edqn) strategy for resource allocation based on optimized reinforcement learning algorithm. Multimedia Tools and Applications 81(28):39945\u201339961. https:\/\/doi.org\/10.1007\/s11042-022-13000-0","journal-title":"Multimedia Tools and Applications"},{"issue":"11","key":"16399_CR72","doi-asserted-by":"publisher","first-page":"4951","DOI":"10.1007\/s12652-020-01768-8","volume":"11","author":"FM Talaat","year":"2020","unstructured":"Talaat FM, Saraya MS, Saleh AI, Ali HA, Ali SH (2020) A load balancing and optimization strategy (lbos) using reinforcement learning in fog computing environment. J Ambient Intell Humaniz Comput 11(11):4951\u20134966. https:\/\/doi.org\/10.1007\/s12652-020-01768-8","journal-title":"J Ambient Intell Humaniz Comput"},{"issue":"5","key":"16399_CR73","doi-asserted-by":"publisher","first-page":"12497","DOI":"10.1002\/eng2.12497","volume":"4","author":"J Tan","year":"2022","unstructured":"Tan J, Guan W (2022) Resource allocation of fog radio access network based on deep reinforcement learning. Engineering Reports 4(5):12497. https:\/\/doi.org\/10.1002\/eng2.12497","journal-title":"Engineering Reports"},{"key":"16399_CR74","doi-asserted-by":"publisher","unstructured":"Tang X, Cao C, Wang Y, Zhang S, Liu Y, Li M, He T (2021) Computing power network: The architecture of convergence of computing and networking towards 6g requirement. China Communications 18(2), 175\u2013185. https:\/\/doi.org\/10.23919\/JCC.2021.02.011","DOI":"10.23919\/JCC.2021.02.011"},{"key":"16399_CR75","doi-asserted-by":"publisher","first-page":"3606068","DOI":"10.1155\/2022\/3606068","volume":"2022","author":"CM Travieso-Gonz\u00e1lez","year":"2022","unstructured":"Travieso-Gonz\u00e1lez CM, Bukhari MM, Ghazal TM, Abbas S, Khan MA, Farooq U, Wahbah H, Ahmad M, Adnan KM (2022) An intelligent proposed model for task offloading in fog-cloud collaboration using logistics regression. Comput Intell Neurosci 2022:3606068. https:\/\/doi.org\/10.1155\/2022\/3606068","journal-title":"Comput Intell Neurosci"},{"key":"16399_CR76","doi-asserted-by":"publisher","unstructured":"Vergara J, Botero J, Fletscher L (2023) A comprehensive survey on resource allocation strategies in fog\/cloud environments. Sensors 23(9). https:\/\/doi.org\/10.3390\/s23094413","DOI":"10.3390\/s23094413"},{"issue":"3","key":"16399_CR77","doi-asserted-by":"publisher","first-page":"1572","DOI":"10.1109\/JIOT.2020.3015522","volume":"8","author":"M Yang","year":"2021","unstructured":"Yang M, Zhu H, Wang H, Koucheryavy Y, Samouylov K, Qian H (2021) An online learning approach to computation offloading in dynamic fog networks. IEEE Internet Things J 8(3):1572\u20131584. https:\/\/doi.org\/10.1109\/JIOT.2020.3015522","journal-title":"IEEE Internet Things J"},{"key":"16399_CR78","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/j.sysarc.2019.02.009","volume":"98","author":"A Yousefpour","year":"2019","unstructured":"Yousefpour A, Fung C, Nguyen T, Kadiyala K, Jalali F, Niakanlahiji A, Kong J, Jue JP (2019) All one needs to know about fog computing and related edge computing paradigms: A complete survey. J Syst Architect 98:289\u2013330. https:\/\/doi.org\/10.1016\/j.sysarc.2019.02.009","journal-title":"J Syst Architect"},{"key":"16399_CR79","doi-asserted-by":"publisher","unstructured":"Zhang L, Jiang Y, Zheng FC, Bennis M, You X (2022) Computation offloading and resource allocation in f-rans: A federated deep reinforcement learning approach. In: 2022 IEEE International Conference on Communications Workshops (ICC Workshops), pp. 97\u2013102. https:\/\/doi.org\/10.1109\/ICCWorkshops53468.2022.9814649","DOI":"10.1109\/ICCWorkshops53468.2022.9814649"},{"key":"16399_CR80","unstructured":"Zheng Y (2011) T-drive trajectory data sample. T-Drive sample dataset"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16399-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-16399-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16399-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T13:29:29Z","timestamp":1708608569000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-16399-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,10]]},"references-count":80,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2024,3]]}},"alternative-id":["16399"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-16399-2","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,10]]},"assertion":[{"value":"2 October 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 July 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 August 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}