{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T20:02:06Z","timestamp":1780776126999,"version":"3.54.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,1,3]],"date-time":"2023-01-03T00:00:00Z","timestamp":1672704000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,3]],"date-time":"2023-01-03T00:00:00Z","timestamp":1672704000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Computing"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1007\/s00607-022-01141-x","type":"journal-article","created":{"date-parts":[[2023,1,3]],"date-time":"2023-01-03T11:04:14Z","timestamp":1672743854000},"page":"1051-1080","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["An intelligent resource management method in SDN based fog computing using reinforcement learning"],"prefix":"10.1007","volume":"106","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9176-5129","authenticated-orcid":false,"given":"Milad","family":"Anoushee","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mehdi","family":"Fartash","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Javad","family":"Akbari\u00a0Torkestani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,1,3]]},"reference":[{"issue":"3","key":"1141_CR1","doi-asserted-by":"publisher","first-page":"1826","DOI":"10.1109\/COMST.2018.2814571","volume":"20","author":"M Mukherjee","year":"2018","unstructured":"Mukherjee M, Shu L, Wang D (2018) Survey of fog computing: fundamental network applications and research challenges. IEEE Commun Surv Tutor 20(3):1826\u20131857. https:\/\/doi.org\/10.1109\/COMST.2018.2814571","journal-title":"IEEE Commun Surv Tutor"},{"key":"1141_CR2","doi-asserted-by":"publisher","unstructured":"Baek J, Kaddoum G, Garg S, Kaur K, Gravel V (2019) Managing fog networks using reinforcement learning based load balancing algorithm. In: IEEE wireless communications and networking conference (WCNC), 2019, pp 1\u20137. https:\/\/doi.org\/10.1109\/WCNC.2019.8885745","DOI":"10.1109\/WCNC.2019.8885745"},{"key":"1141_CR3","doi-asserted-by":"crossref","unstructured":"Ali AMM, Ahmad NM, Amin AHM (2014) Cloudlet-based cyber foraging framework for distributed video surveillance provisioning. In: Proceedings of IEEE 4th world congress on information and communication technologies (WICT), pp 199\u2013204","DOI":"10.1109\/WICT.2014.7076905"},{"key":"1141_CR4","doi-asserted-by":"crossref","unstructured":"Bonomi F, Milito R, Zhu J, Addepalli S (2012) Fog computing and its role in the Internet of Things. In: Proceedings of the first edition of the MCC workshop on mobile cloud computing (MCC), pp 13\u201316","DOI":"10.1145\/2342509.2342513"},{"issue":"3","key":"1141_CR5","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MPOT.2015.2456213","volume":"35","author":"M Aazam","year":"2016","unstructured":"Aazam M, Huh E (2016) Fog computing: the cloud-IoT\/IoE middleware paradigm. IEEE Potentials 35(3):40\u201344","journal-title":"IEEE Potentials"},{"issue":"5","key":"1141_CR6","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1145\/2677046.2677052","volume":"44","author":"LM Vaquero","year":"2014","unstructured":"Vaquero LM, Rodero-Merino L (2014) Finding your way in the fog: towards a comprehensive definition of fog computing. SIGCOMM Comput Commun Rev 44(5):27\u201332","journal-title":"SIGCOMM Comput Commun Rev"},{"issue":"5","key":"1141_CR7","doi-asserted-by":"publisher","first-page":"5481","DOI":"10.1109\/TVT.2020.2980934","volume":"69","author":"C Lin","year":"2020","unstructured":"Lin C, Han G, Qi X, Guizani M, Shu L (2020) A distributed mobile fog computing scheme for mobile delay-sensitive applications in SDN-enabled vehicular networks. IEEE Trans Veh Technol 69(5):5481\u20135493","journal-title":"IEEE Trans Veh Technol"},{"issue":"4","key":"1141_CR8","doi-asserted-by":"publisher","first-page":"2359","DOI":"10.1109\/COMST.2017.2717482","volume":"19","author":"AC Baktir","year":"2017","unstructured":"Baktir AC, Ozgovde A, Ersoy C (2017) How can edge computing benefit from software-defined networking: a survey, use cases, and future directions. IEEE Commun Surv Tutor 19(4):2359\u20132391","journal-title":"IEEE Commun Surv Tutor"},{"issue":"1","key":"1141_CR9","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1109\/COMST.2017.2771153","volume":"20","author":"C Mouradian","year":"2017","unstructured":"Mouradian C et al (2017) A comprehensive survey on fog computing: state-of-the-art and research challenges. IEEE Commun Surv Tutor 20(1):416\u2013464","journal-title":"IEEE Commun Surv Tutor"},{"issue":"4","key":"1141_CR10","doi-asserted-by":"publisher","first-page":"2359","DOI":"10.1109\/COMST.2017.2717482","volume":"19","author":"AC Baktir","year":"2017","unstructured":"Baktir AC, Ozgovde A, Ersoy C (2017) How can edge computing benefit from software-defined networking: a survey, use cases, and future directions. IEEE Commun Surv Tutor 19(4):2359\u20132391","journal-title":"IEEE Commun Surv Tutor"},{"key":"1141_CR11","unstructured":"Gupta H, Nath SB, Chakraborty S, Ghosh SK (2017) SDFog: a software defined computing architecture for QoS aware service orchestration over edge devices. ArXiv Preprint, [online]. arXiv:1609.01190"},{"issue":"12","key":"1141_CR12","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MCOM.2016.1600492CM","volume":"54","author":"X Sun","year":"2016","unstructured":"Sun X, Ansari N (2016) EdgeIoT: mobile edge computing for the Internet of Things. IEEE Commun Mag 54(12):22\u201329","journal-title":"IEEE Commun Mag"},{"key":"1141_CR13","doi-asserted-by":"crossref","unstructured":"Truong NB, Lee GM, Ghamri-Doudane Y (2015) Software defined networking-based vehicular adhoc network with fog computing. In: Proceedings of the IFIP\/IEEE international symposium on integrated network management (IM), pp 1202\u20131207","DOI":"10.1109\/INM.2015.7140467"},{"issue":"5","key":"1141_CR14","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/MNET.2017.1600078","volume":"31","author":"P Yang","year":"2017","unstructured":"Yang P, Zhang N, Bi Y, Yu L, Shen XS (2017) Catalyzing cloud-fog interoperation in 5G wireless networks: an SDN approach. IEEE Netw 31(5):14\u201320","journal-title":"IEEE Netw"},{"issue":"5","key":"1141_CR15","doi-asserted-by":"publisher","first-page":"5481","DOI":"10.1109\/TVT.2020.2980934","volume":"69","author":"C Lin","year":"2020","unstructured":"Lin C, Han G, Qi X, Guizani M, Shu L (2020) A distributed mobile fog computing scheme for mobile delay-sensitive applications in SDN-enabled vehicular networks. IEEE Trans Veh Technol 69(5):5481\u20135493","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"1141_CR16","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1109\/MNET.2017.1600027NM","volume":"31","author":"K Liang","year":"2017","unstructured":"Liang K, Zhao L, Chu X, Chen H (2017) An integrated architecture for software defined and virtualized radio access networks with fog computing. IEEE Netw 31(1):80\u201387","journal-title":"IEEE Netw"},{"key":"1141_CR17","doi-asserted-by":"publisher","first-page":"16441","DOI":"10.1109\/ACCESS.2017.2739804","volume":"5","author":"Y Sahni","year":"2017","unstructured":"Sahni Y, Cao J, Zhang S, Yang L (2017) Edge mesh: a new paradigm to enable distributed intelligence in Internet of Things. IEEE Access 5:16441\u201316458","journal-title":"IEEE Access"},{"key":"1141_CR18","doi-asserted-by":"crossref","unstructured":"Pang A-C, Chung W-H, Chiu T-C, Zhang J (2017) Latency-driven cooperative task computing in multi-user fog-radio access networks. In: Proceedings of the IEEE 37th international conference on distributed computing systems (ICDCS), June, pp 615\u2013624","DOI":"10.1109\/ICDCS.2017.83"},{"key":"1141_CR19","doi-asserted-by":"crossref","unstructured":"Chiu T-C, Chung W-H, Pang A-C, Yu Y-J, Yen P-H (2016) Ultra-low latency service provision in 5G fog-radio access networks. In: Proceedings of the IEEE 27th annual international symposium on personal, indoor and mobile radio communications (PIMRC), Sept, pp 1\u20136","DOI":"10.1109\/PIMRC.2016.7794956"},{"key":"1141_CR20","doi-asserted-by":"publisher","first-page":"152911","DOI":"10.1109\/ACCESS.2019.2941741","volume":"7","author":"M Mukherjee","year":"2019","unstructured":"Mukherjee M et al (2019) Task data offloading and resource allocation in fog computing with multi-task delay guarantee. IEEE Access 7:152911\u2013152918","journal-title":"IEEE Access"},{"issue":"4","key":"1141_CR21","doi-asserted-by":"publisher","first-page":"3113","DOI":"10.1109\/TVT.2019.2894851","volume":"68","author":"Z Zhou","year":"2019","unstructured":"Zhou Z, Liu P, Feng J, Zhang Y, Mumtaz S, Rodriguez J (2019) Computation resource allocation and task assignment optimization in vehicular fog computing: a contract-matching approach. IEEE Trans Veh Technol 68(4):3113\u20133125","journal-title":"IEEE Trans Veh Technol"},{"issue":"5","key":"1141_CR22","first-page":"1204","volume":"4","author":"H Zhang","year":"2017","unstructured":"Zhang H, Xiao Y, Bu S, Niyato D, Yu FR, Han Z (2017) Computing resource allocation in three-tier IoT fog networks: a joint optimization approach combining Stackelberg game and matching. IEEE IoT J 4(5):1204\u20131215","journal-title":"IEEE IoT J"},{"issue":"8","key":"1141_CR23","doi-asserted-by":"publisher","first-page":"7475","DOI":"10.1109\/TVT.2018.2820838","volume":"67","author":"Y Gu","year":"2018","unstructured":"Gu Y, Chang Z, Pan M, Song L, Han Z (2018) Joint radio and computational resource allocation in IoT fog computing. IEEE Trans Veh Technol 67(8):7475\u20137484","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"1141_CR24","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1109\/MNET.2018.1700202","volume":"32","author":"H Li","year":"2018","unstructured":"Li H, Ota K, Dong M (2018) Learning IoT in edge: deep learning for the Internet of Things with edge computing. IEEE Netw 32(1):96\u2013101","journal-title":"IEEE Netw"},{"issue":"5","key":"1141_CR25","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/MIS.2017.3711653","volume":"32","author":"P Patel","year":"2017","unstructured":"Patel P, Ali MI, Sheth A (2017) On using the intelligent edge for IoT analytics. IEEE Intell Syst 32(5):64\u201369","journal-title":"IEEE Intell Syst"},{"issue":"1","key":"1141_CR26","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.dcan.2018.10.008","volume":"5","author":"QD La","year":"2019","unstructured":"La QD, Ngo MV, Dinh TQ, Quek TQS, Shin H (2019) Enabling intelligence in fog computing to achieve energy and latency reduction. Digit Commun Netw 5(1):3\u20139","journal-title":"Digit Commun Netw"},{"key":"1141_CR27","unstructured":"Dutreilh X, Kirgizov S, Melekhova O, Malenfant J, Rivierre N, Truck I (2011) using reinforcement learning for autonomic resource allocation in clouds: towards a fully automated workflow. In: International conference on autonomic and autonomous systems (ICAS), May, Venice, Italy, pp 67\u201374"},{"key":"1141_CR28","unstructured":"Le DV, Tham CK (2018) A deep reinforcement learning based offloading scheme in ad-hoc mobile clouds. In: Proceedings under IEEE conference on computer communications workshops (INFOCOM WKSHPS), 15\u201319, pp 760\u2013765"},{"key":"1141_CR29","doi-asserted-by":"crossref","unstructured":"Li J, Gao H, Lv T, Lu Y (2018) Deep reinforcement learning based computation offloading and resource allocation for MEC. In: IEEE wireless communications and networking conference (WCNC). Barcelona 2018, pp 1\u20136","DOI":"10.1109\/WCNC.2018.8377343"},{"key":"1141_CR30","unstructured":"Parent J, Verbeeck K, Lemeire J (2002) Adaptive load balancing of parallel applications with reinforcement learning on heterogeneous networks. In: International symposium on distributed computing and applications to business & engineering science, pp 16\u201320"},{"key":"1141_CR31","first-page":"1098","volume":"110","author":"P Gazori","year":"2020","unstructured":"Gazori P, Rahbari D, Nickray M (2020) Saving time and cost on the scheduling of fog-based IoT applications using deep reinforcement learning approach, Future Gener. Comput Syst 110:1098\u20131115","journal-title":"Comput Syst"},{"issue":"12","key":"1141_CR32","doi-asserted-by":"publisher","first-page":"11330","DOI":"10.1109\/TVT.2017.2730230","volume":"66","author":"Y Liu","year":"2017","unstructured":"Liu Y, Cheng S, Hsueh Y (2017) eNB selection for machine type communications using reinforcement learning based Markov decision process. IEEE Trans Veh Technol 66(12):11330\u201311338","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"1141_CR33","doi-asserted-by":"publisher","first-page":"976","DOI":"10.1109\/TII.2018.2883991","volume":"15","author":"Y Wang","year":"2019","unstructured":"Wang Y, Wang K, Huang H, Miyazaki T, Guo S (2019) Traffic and computation co-offloading with reinforcement learning in fog computing for industrial applications. IEEE Trans Ind Inform 15(2):976\u2013986. https:\/\/doi.org\/10.1109\/TII.2018.2883991","journal-title":"IEEE Trans Ind Inform"},{"issue":"3","key":"1141_CR34","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1109\/TCCN.2017.2725277","volume":"3","author":"J Xu","year":"2017","unstructured":"Xu J, Chen L, Ren S (2017) Online learning for offloading and autoscaling in energy harvesting mobile edge computing. IEEE Trans Cogn Commun Netw 3(3):361\u2013373. https:\/\/doi.org\/10.1109\/TCCN.2017.2725277","journal-title":"IEEE Trans Cogn Commun Netw"},{"key":"1141_CR35","doi-asserted-by":"publisher","unstructured":"Zhang Z, Ma L, Leung KK, Tassiulas L, Tucker J (2018) Q-placement: reinforcement-learning-based service placement in software-defined networks. In: 2018 IEEE 38th international conference on distributed computing systems (ICDCS), pp 1527\u20131532. https:\/\/doi.org\/10.1109\/ICDCS.2018.00159","DOI":"10.1109\/ICDCS.2018.00159"},{"key":"1141_CR36","doi-asserted-by":"publisher","unstructured":"Van Le D, Tham C (2018) A deep reinforcement learning based offloading scheme in ad-hoc mobile clouds. In: IEEE INFOCOM 2018\u2014IEEE conference on computer communications workshops (INFOCOM WKSHPS), pp 760\u2013765. https:\/\/doi.org\/10.1109\/INFCOMW.2018.8406881","DOI":"10.1109\/INFCOMW.2018.8406881"},{"issue":"6","key":"1141_CR37","doi-asserted-by":"publisher","first-page":"1400","DOI":"10.1109\/TPDS.2018.2883438","volume":"31","author":"D Wu","year":"2020","unstructured":"Wu D et al (2020) Towards distributed SDN: mobility management and flow scheduling in software defined urban IoT. IEEE Trans Parallel Distrib Syst 31(6):1400\u20131418","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"1141_CR38","doi-asserted-by":"publisher","first-page":"15980","DOI":"10.1109\/ACCESS.2018.2814738","volume":"6","author":"T Hu","year":"2018","unstructured":"Hu T, Guo Z, Yi P, Baker T, Lan J (2018) Multi-controller based software-defined networking: a survey. IEEE Access 6:15980\u201315996","journal-title":"IEEE Access"},{"key":"1141_CR39","doi-asserted-by":"publisher","unstructured":"Rego A, Sendra S, Jimenez JM, Lloret J (2017) OSPF routing protocol performance in software defined networks. In: Fourth international conference on software defined systems (SDS), 2017, pp 131\u2013136. https:\/\/doi.org\/10.1109\/SDS.2017.7939153","DOI":"10.1109\/SDS.2017.7939153"},{"key":"1141_CR40","first-page":"1","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction, 2nd edn. The MIT Press, Cambridge, pp 1\u2013157","edition":"2"},{"key":"1141_CR41","doi-asserted-by":"publisher","first-page":"128014","DOI":"10.1109\/ACCESS.2019.2939735","volume":"7","author":"A Nassar","year":"2019","unstructured":"Nassar A, Yilmaz Y (2019) Reinforcement learning for adaptive resource allocation in fog RAN for IoT with heterogeneous latency requirements. IEEE Access 7:128014\u2013128025","journal-title":"IEEE Access"}],"container-title":["Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-022-01141-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00607-022-01141-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00607-022-01141-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,25]],"date-time":"2024-03-25T15:04:25Z","timestamp":1711379065000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00607-022-01141-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,3]]},"references-count":41,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,4]]}},"alternative-id":["1141"],"URL":"https:\/\/doi.org\/10.1007\/s00607-022-01141-x","relation":{},"ISSN":["0010-485X","1436-5057"],"issn-type":[{"value":"0010-485X","type":"print"},{"value":"1436-5057","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,3]]},"assertion":[{"value":"27 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors did not receive support from any organization for the submitted work. All authors certify that they have no affiliations with or involvement in any organization or entity with any financial or non-financial interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}