{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,24]],"date-time":"2026-01-24T19:42:17Z","timestamp":1769283737502,"version":"3.49.0"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030602383","type":"print"},{"value":"9783030602390","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-60239-0_16","type":"book-chapter","created":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T09:03:14Z","timestamp":1601370194000},"page":"230-244","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Deep Reinforcement Learning for Intelligent Migration of Fog Services in Smart Cities"],"prefix":"10.1007","author":[{"given":"Dapeng","family":"Lan","sequence":"first","affiliation":[]},{"given":"Amir","family":"Taherkordi","sequence":"additional","affiliation":[]},{"given":"Frank","family":"Eliassen","sequence":"additional","affiliation":[]},{"given":"Zhuang","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Lei","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,29]]},"reference":[{"issue":"10","key":"16_CR1","doi-asserted-by":"publisher","first-page":"4683","DOI":"10.1109\/TII.2018.2857203","volume":"14","author":"J Yue","year":"2018","unstructured":"Yue, J., Xiao, M., Pang, Z.: Distributed fog computing based on batched sparse codes for industrial control. IEEE Trans. Ind. Inform. 14(10), 4683\u20134691 (2018)","journal-title":"IEEE Trans. Ind. Inform."},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"4856","DOI":"10.1109\/ACCESS.2018.2888939","volume":"7","author":"D Lan","year":"2019","unstructured":"Lan, D., et al.: Latency analysis of wireless networks for proximity services in smart home and building automation: the case of thread. IEEE Access 7, 4856\u20134867 (2019)","journal-title":"IEEE Access"},{"key":"16_CR3","doi-asserted-by":"publisher","first-page":"18863","DOI":"10.1109\/ACCESS.2020.2968465","volume":"8","author":"C Chen","year":"2020","unstructured":"Chen, C., et al.: Delay-optimized v2v-based computation offloading in urban vehicular edge computing and networks. IEEE Access 8, 18863\u201318873 (2020)","journal-title":"IEEE Access"},{"key":"16_CR4","unstructured":"Dapeng, L., Taherkordi, A., Eliassen, F., Horn, G.: A survey on fog programming: concepts, state-of-the-art, and research challenges. In: DFSD 2019 (2019)"},{"issue":"7","key":"16_CR5","doi-asserted-by":"publisher","first-page":"6214","DOI":"10.1109\/JIOT.2019.2961707","volume":"7","author":"J Feng","year":"2019","unstructured":"Feng, J., Yu, F.R., Pei, Q., Chu, X., Du, J., Zhu, L.: Cooperative computation offloading and resource allocation for blockchain-enabled mobile edge computing: a deep reinforcement learning approach. IEEE Internet Things J. 7(7), 6214\u20136228 (2019). \nhttps:\/\/doi.org\/10.1109\/JIOT.2019.2961707","journal-title":"IEEE Internet Things J."},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Qiu, H., Zheng, Q., Zhang, T., Qiu, M., Memmi, G., Lu, J.: Towards secure and efficient deep learning inference in dependable loT systems. IEEE Internet Things J., 1 (2020)","DOI":"10.1109\/JIOT.2020.3004498"},{"issue":"2","key":"16_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1497561.1497568","volume":"14","author":"M Qiu","year":"2009","unstructured":"Qiu, M., Sha, E.H.M.: Cost minimization while satisfying hard\/soft timing constraints for heterogeneous embedded systems. ACM Trans. Des. Autom. Electron. Syst. 14(2), 1\u201330 (2009)","journal-title":"ACM Trans. Des. Autom. Electron. Syst."},{"key":"16_CR8","first-page":"78","volume":"13","author":"L Liu","year":"2018","unstructured":"Liu, L., Chen, C., Qiu, T., Zhang, M., Li, S., Zhou, B.: A data dissemination scheme based on clustering and probabilistic broadcasting in VANETs. Veh. Commun. 13, 78\u201388 (2018)","journal-title":"Veh. Commun."},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Liu, L., Chen, C., Pei, Q., Maharjan, S., Zhang, Y.: Vehicular edge computing and networking: a survey. Mob. Netw. Appl. 1\u201324 (2020). \nhttps:\/\/doi.org\/10.1007\/s11036-020-01624-1","DOI":"10.1007\/s11036-020-01624-1"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Saurez, E., et al.: Incremental deployment and migration of geo-distributed situation awareness applications in the Fog. In: DEBS 2016 (2016)","DOI":"10.1145\/2933267.2933317"},{"issue":"2","key":"16_CR11","doi-asserted-by":"publisher","first-page":"329","DOI":"10.3390\/s18020329","volume":"18","author":"D Rosario","year":"2018","unstructured":"Rosario, D., et al.: Service migration from cloud to multi-tier fog nodes for multimedia dissemination with QoE support. Sensors 18(2), 329 (2018)","journal-title":"Sensors"},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Bittencourt, L.F., Lopes, M.M., Petri, I., Rana, O.F.: Towards virtual machine migration in fog computing. In: 2015 10th International Conference on P2P, Parallel, Grid, Cloud and Internet Computing (3PGCIC), pp. 1\u20138, November 2015","DOI":"10.1109\/3PGCIC.2015.85"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Zhang, W., et al.: Segue: quality of service aware edge cloud service migration. In: 2016 IEEE International Conference on Cloud Computing Technology and Science (CloudCom) (2016)","DOI":"10.1109\/CloudCom.2016.0061"},{"issue":"5","key":"16_CR14","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TSC.2018.2827070","volume":"12","author":"Z Tang","year":"2018","unstructured":"Tang, Z., Zhou, X., Zhang, F., Jia, W., Zhao, W.: Migration modeling and learning algorithms for containers in fog computing. IEEE Trans. Serv. Comput. 12(5), 712\u2013725 (2018)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Puliafito, C., et al.: Fog computing for the internet of mobile things: issues and challenges. In: 2017 IEEE International Conference on Smart Computing (SMARTCOMP) (2017)","DOI":"10.1109\/SMARTCOMP.2017.7947010"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Bonomi, F., Milito, R., Zhu, J., Addepalli, S.: Fog computing and its role in the internet of things. In: Proceedings of the First Edition of the MCC Workshop on Mobile Cloud Computing, MCC 2012, pp. 13\u201316, ACM, New York (2012)","DOI":"10.1145\/2342509.2342513"},{"issue":"11","key":"16_CR17","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1109\/MCOM.2017.1700363","volume":"55","author":"W Ba","year":"2017","unstructured":"Ba, W., et al.: Follow me fog: toward seamless handover timing schemes in a fog computing environment. IEEE Commun. Mag. 55(11), 72\u201378 (2017)","journal-title":"IEEE Commun. Mag."},{"issue":"5","key":"16_CR18","doi-asserted-by":"publisher","first-page":"2140","DOI":"10.1109\/TII.2017.2679740","volume":"13","author":"B Tang","year":"2017","unstructured":"Tang, B., et al.: Incorporating intelligence in fog computing for big data analysis in smart cities. IEEE Trans. Ind. Inf. 13(5), 2140\u20132150 (2017)","journal-title":"IEEE Trans. Ind. Inf."},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Ksentini, A., Taleb, T., Chen., M.: A markov decision process-based service migration procedure for follow me cloud. In: 2014 IEEE International Conference on Communications (ICC), pp. 1350\u20131354, June 2014","DOI":"10.1109\/ICC.2014.6883509"},{"issue":"18","key":"16_CR20","doi-asserted-by":"publisher","first-page":"5780","DOI":"10.1002\/cpe.3642","volume":"27","author":"H Yao","year":"2015","unstructured":"Yao, H., Bai, C., Zeng, D., Liang, Q., Fan, Y.: Migrate or not? exploring virtual machine migration in roadside cloudlet-based vehicular cloud. Concurrency Comput. Pract. Experience 27(18), 5780\u20135792 (2015)","journal-title":"Concurrency Comput. Pract. Experience"},{"issue":"12","key":"16_CR21","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MCOM.2016.1600492CM","volume":"54","author":"X Sun","year":"2016","unstructured":"Sun, X., Ansari, N.: EdgeIoT: mobile edge computing for the internet of things. IEEE Commun. Mag. 54(12), 22\u201329 (2016)","journal-title":"IEEE Commun. Mag."},{"issue":"12","key":"16_CR22","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1109\/MCOM.2017.1700246","volume":"55","author":"Y He","year":"2017","unstructured":"He, Y., Yu, F.R., Zhao, N., Leung, V.C.M., Yin, H.: Software-defined networks with mobile edge computing and caching for smart cities: a big data deep reinforcement learning approach. IEEE Commun. Mag. 55(12), 31\u201337 (2017)","journal-title":"IEEE Commun. Mag."},{"issue":"3","key":"16_CR23","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1109\/MNET.2019.1800376","volume":"33","author":"Y Dai","year":"2019","unstructured":"Dai, Y., Xu, D., Maharjan, S., Chen, Z., He, Q., Zhang, Y.: Blockchain and deep reinforcement learning empowered intelligent 5G beyond. IEEE Network 33(3), 10\u201317 (2019)","journal-title":"IEEE Network"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Skarlat, O., Nardelli, M., Schulte, S., Dustdar, S.: Towards Qos-aware fog service placement. In: 2017 IEEE 1st International Conference on Fog and Edge Computing (ICFEC), pp. 89\u201396, May 2017","DOI":"10.1109\/ICFEC.2017.12"},{"issue":"5","key":"16_CR25","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","volume":"24","author":"X Chen","year":"2016","unstructured":"Chen, X., Jiao, L., Li, W., Fu, X.: Efficient multi-user computation offloading for mobile-edge cloud computing. IEEE\/ACM Trans. Network. 24(5), 2795\u20132808 (2016)","journal-title":"IEEE\/ACM Trans. Network."},{"issue":"4","key":"16_CR26","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1109\/TEVC.2002.802873","volume":"6","author":"A Jaszkiewicz","year":"2002","unstructured":"Jaszkiewicz, A.: On the performance of multiple-objective genetic local search on the 0\/1 knapsack problem - a comparative experiment. IEEE Trans. Evol. Comput. 6(4), 402\u2013412 (2002)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"16_CR27","unstructured":"Lillicrap, T.P.: Continuous control with deep reinforcement learning. arXiv preprint \narXiv:1509.02971\n\n (2015)"},{"issue":"5","key":"16_CR28","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/MNET.2014.6915442","volume":"28","author":"Y Cao","year":"2014","unstructured":"Cao, Y., Jiang, T., Wang, C.: Optimal radio resource allocation for mobile task offloading in cellular networks. IEEE Network 28(5), 68\u201373 (2014)","journal-title":"IEEE Network"}],"container-title":["Lecture Notes in Computer Science","Algorithms and Architectures for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-60239-0_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T09:22:58Z","timestamp":1601371378000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-60239-0_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030602383","9783030602390"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-60239-0_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"29 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICA3PP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Algorithms and Architectures for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New York, NY","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ica3pp2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.cloud-conf.net\/ica3pp2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"495","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"142","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"305","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}