{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T19:32:58Z","timestamp":1771702378018,"version":"3.50.1"},"reference-count":78,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002914","name":"Canada Research Chair program, Ericsson Canada, and Concordia University Horizon postdoctoral program","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002914","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Serv. Manage."],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1109\/tnsm.2022.3217723","type":"journal-article","created":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T00:40:35Z","timestamp":1667522435000},"page":"1866-1883","source":"Crossref","is-referenced-by-count":17,"title":["Reinforcement Learning-Based Optimization Framework for Application Component Migration in NFV Cloud-Fog Environments"],"prefix":"10.1109","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1171-5768","authenticated-orcid":false,"given":"Seyedeh Negar","family":"Afrasiabi","sequence":"first","affiliation":[{"name":"Telecommunication Service Engineering Research Lab, Concordia University, Montréal, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1741-677X","authenticated-orcid":false,"given":"Amin","family":"Ebrahimzadeh","sequence":"additional","affiliation":[{"name":"Telecommunication Service Engineering Research Lab, Concordia University, Montréal, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9506-8918","authenticated-orcid":false,"given":"Carla","family":"Mouradian","sequence":"additional","affiliation":[{"name":"Concordia University, Montréal, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9573-6392","authenticated-orcid":false,"given":"Sepideh","family":"Malektaji","sequence":"additional","affiliation":[{"name":"Telecommunication Service Engineering Research Lab, Concordia University, Montréal, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Roch H.","family":"Glitho","sequence":"additional","affiliation":[{"name":"Computer Science Programme, University of Western Cape, Capetown, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1062689.1062702"},{"key":"ref57","first-page":"1","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"Proc Workshop Deep Learn NIPS"},{"key":"ref12","first-page":"25","article-title":"Design and analysis of a 3–D Gauss-Markov mobility model for highly-dynamic airborne networks","author":"broyles","year":"2010","journal-title":"Proc Int Telemetering Conf (ITC)"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24455-1_33"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2933417"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/FiCloud.2019.00034"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2929430"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOMW.2011.5928842"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.28.1.1"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2828102"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2017.2724027"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2018.2827070"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2019.2916583"},{"key":"ref17","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2999617"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2582924"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2178150"},{"key":"ref50","article-title":"Energy-efficient management of data center resources for cloud computing: A vision, architectural elements, and open challenges","author":"buyya","year":"2010","journal-title":"arXiv 1006 0308"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/UIC-ATC.2017.8397657"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3213526.3213534"},{"key":"ref48","first-page":"337","article-title":"Energy-aware server provisioning and load dispatching for connection-intensive Internet services","volume":"8","author":"chen","year":"2008","journal-title":"Proc USENIX Symp Netw Syst Design Implement (NSDI)"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2957804"},{"key":"ref42","year":"2013","journal-title":"Network Functions Virtualisation (NFV) Architectural Framework"},{"key":"ref41","article-title":"Network functions virtualisation (NFV); reliability; report on models and features for end-to-end reliability","author":"isg","year":"2016"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3010209"},{"key":"ref43","year":"2014","journal-title":"Network Function Virtualisation (NFV) Management and Orchestration"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2015.2481198"},{"key":"ref8","year":"2017","journal-title":"Network infrastructure made simple AT&T"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/LANMAN.2019.8847126"},{"key":"ref9","year":"2013","journal-title":"Network functions virtualisation (NFV)—Virtualisation requirements"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CloudNet47604.2019.9064145"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2944695"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2906790"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2968235"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2776120"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICPADS.2016.0053"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CIT.2016.96"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2021.06.005"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2935014"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2668470"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2927070"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3018861"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/SOSE.2019.00025"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3369740.3369788"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2685437"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2896311"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959183"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2017.2788802"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2016.2598420"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2771153"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.02.031"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/WCNC45663.2020.9120693"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICOSST.2015.7396417"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICCT46177.2019.8969063"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1038\/nphys1760"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.peva.2015.06.013"},{"key":"ref24","first-page":"926","article-title":"UAVs-as-a-service: Cloud-based remote application management for drones","author":"moeyersons","year":"2021","journal-title":"Proc IFIP\/IEEE Int Symp Integr Netw Manage"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2021.06.040"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.101.2100018"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2927895"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303969"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/s18061731"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/SYNCHROINFO.2018.8457047"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2964073"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298878"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700916"},{"key":"ref66","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761932"},{"key":"ref65","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc of the 2nd USENIX Symp on Operating Systems Design and Implementation (OSDI)"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICCT.2017.8359782"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2019.2916577"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2978093"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/BDCloud.2018.00086"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2019.1800155"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00069"}],"container-title":["IEEE Transactions on Network and Service Management"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4275028\/10168539\/09931327.pdf?arnumber=9931327","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,17]],"date-time":"2023-07-17T17:45:04Z","timestamp":1689615904000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9931327\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6]]},"references-count":78,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tnsm.2022.3217723","relation":{},"ISSN":["1932-4537","2373-7379"],"issn-type":[{"value":"1932-4537","type":"electronic"},{"value":"2373-7379","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6]]}}}