{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:19:51Z","timestamp":1759331991006,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030675394"},{"type":"electronic","value":"9783030675400"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-67540-0_10","type":"book-chapter","created":{"date-parts":[[2021,1,21]],"date-time":"2021-01-21T13:12:57Z","timestamp":1611234777000},"page":"169-183","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["A DQN-Based Approach for Online Service Placement in Mobile Edge Computing"],"prefix":"10.1007","author":[{"given":"Xiaogan","family":"Jie","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Honghao","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chenhong","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiqin","family":"Tong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,1,22]]},"reference":[{"issue":"6","key":"10_CR1","doi-asserted-by":"publisher","first-page":"5302","DOI":"10.1109\/TVT.2018.2805369","volume":"67","author":"A Aissioui","year":"2018","unstructured":"Aissioui, A., Ksentini, A., Gueroui, A.M., Taleb, T.: On enabling 5G automotive systems using follow me edge-cloud concept. IEEE Trans. Veh. Technol. 67(6), 5302\u20135316 (2018)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"3","key":"10_CR2","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1109\/LWC.2017.2696539","volume":"6","author":"A Al-Shuwaili","year":"2017","unstructured":"Al-Shuwaili, A., Simeone, O.: Energy-efficient resource allocation for mobile edge computing-based augmented reality applications. IEEE Wirel. Commun. Lett. 6(3), 398\u2013401 (2017)","journal-title":"IEEE Wirel. Commun. Lett."},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Ascigil, O., Phan, T.K., Tasiopoulos, A.G., Sourlas, V., Psaras, I., Pavlou, G.: On uncoordinated service placement in edge-clouds. In: 2017 IEEE International Conference on Cloud Computing Technology and Science (CloudCom), pp. 41\u201348. IEEE (2017)","DOI":"10.1109\/CloudCom.2017.46"},{"key":"10_CR4","doi-asserted-by":"crossref","unstructured":"Farhadi, V., et al.: Service placement and request scheduling for data-intensive applications in edge clouds. In: IEEE INFOCOM 2019-IEEE Conference on Computer Communications, pp. 1279\u20131287. IEEE (2019)","DOI":"10.1109\/INFOCOM.2019.8737368"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Gao, B., Zhou, Z., Liu, F., Xu, F.: Winning at the starting line: joint network selection and service placement for mobile edge computing. In: IEEE INFOCOM 2019-IEEE Conference on Computer Communications, pp. 1459\u20131467. IEEE (2019)","DOI":"10.1109\/INFOCOM.2019.8737543"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"He, T., Khamfroush, H., Wang, S., La Porta, T., Stein, S.: It\u2019s hard to share: joint service placement and request scheduling in edge clouds with sharable and non-sharable resources. In: 2018 IEEE 38th International Conference on Distributed Computing Systems (ICDCS), pp. 365\u2013375. IEEE (2018)","DOI":"10.1109\/ICDCS.2018.00044"},{"issue":"11","key":"10_CR7","first-page":"1","volume":"11","author":"YC Hu","year":"2015","unstructured":"Hu, Y.C., Patel, M., Sabella, D., Sprecher, N., Young, V.: Mobile edge computing-a key technology towards 5G. ETSI White Paper 11(11), 1\u201316 (2015)","journal-title":"ETSI White Paper"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Ksentini, A., Taleb, T., Chen, M.: A Markov decision process-based service migration procedure for follow me cloud. In: 2014 IEEE International Conference on Communications (ICC), pp. 1350\u20131354. IEEE (2014)","DOI":"10.1109\/ICC.2014.6883509"},{"issue":"6","key":"10_CR9","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1016\/j.pmcj.2009.07.007","volume":"5","author":"J Liu","year":"2009","unstructured":"Liu, J., Zhong, L., Wickramasuriya, J., Vasudevan, V.: uWave: accelerometer-based personalized gesture recognition and its applications. Pervasive Mobile Comput. 5(6), 657\u2013675 (2009)","journal-title":"Pervasive Mobile Comput."},{"issue":"4","key":"10_CR10","doi-asserted-by":"publisher","first-page":"2322","DOI":"10.1109\/COMST.2017.2745201","volume":"19","author":"Y Mao","year":"2017","unstructured":"Mao, Y., You, C., Zhang, J., Huang, K., Letaief, K.B.: A survey on mobile edge computing: the communication perspective. IEEE Commun. Surv. Tutor. 19(4), 2322\u20132358 (2017)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"7540","key":"10_CR11","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"10_CR12","doi-asserted-by":"crossref","unstructured":"Nadembega, A., Hafid, A.S., Brisebois, R.: Mobility prediction model-based service migration procedure for follow me cloud to support QoS and QoE. In: 2016 IEEE International Conference on Communications (ICC), pp. 1\u20136. IEEE (2016)","DOI":"10.1109\/ICC.2016.7511148"},{"key":"10_CR13","doi-asserted-by":"crossref","unstructured":"Ouyang, T., Li, R., Chen, X., Zhou, Z., Tang, X.: Adaptive user-managed service placement for mobile edge computing: an online learning approach. In: IEEE INFOCOM 2019-IEEE Conference on Computer Communications, pp. 1468\u20131476. IEEE (2019)","DOI":"10.1109\/INFOCOM.2019.8737560"},{"issue":"10","key":"10_CR14","doi-asserted-by":"publisher","first-page":"2333","DOI":"10.1109\/JSAC.2018.2869954","volume":"36","author":"T Ouyang","year":"2018","unstructured":"Ouyang, T., Zhou, Z., Chen, X.: Follow me at the edge: mobility-aware dynamic service placement for mobile edge computing. IEEE J. Sel. Areas Commun. 36(10), 2333\u20132345 (2018)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10_CR15","doi-asserted-by":"crossref","unstructured":"Poularakis, K., Llorca, J., Tulino, A.M., Taylor, I., Tassiulas, L.: Joint service placement and request routing in multi-cell mobile edge computing networks. In: IEEE INFOCOM 2019-IEEE Conference on Computer Communications, pp. 10\u201318. IEEE (2019)","DOI":"10.1109\/INFOCOM.2019.8737385"},{"key":"10_CR16","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192","volume-title":"Introduction to Reinforcement Learning","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Introduction to Reinforcement Learning. MIT Press, Cambridge (1998)"},{"key":"10_CR17","first-page":"1","volume":"PP","author":"T Taleb","year":"2016","unstructured":"Taleb, T., Ksentini, A., Frangoudis, P.: Follow-me cloud: when cloud services follow mobile users. IEEE Trans. Cloud Comput. PP, 1 (2016)","journal-title":"IEEE Trans. Cloud Comput."},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"Wang, L., Jiao, L., He, T., Li, J., M\u00fchlh\u00e4user, M.: Service entity placement for social virtual reality applications in edge computing. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications, pp. 468\u2013476. IEEE (2018)","DOI":"10.1109\/INFOCOM.2018.8486411"},{"issue":"4","key":"10_CR19","doi-asserted-by":"publisher","first-page":"870","DOI":"10.1109\/TMM.2013.2240674","volume":"15","author":"S Wang","year":"2013","unstructured":"Wang, S., Dey, S.: Adaptive mobile cloud computing to enable rich mobile multimedia applications. IEEE Trans. Multimed. 15(4), 870\u2013883 (2013)","journal-title":"IEEE Trans. Multimed."},{"issue":"3\u20134","key":"10_CR20","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"10_CR21","doi-asserted-by":"crossref","unstructured":"Xu, J., Chen, L., Zhou, P.: Joint service caching and task offloading for mobile edge computing in dense networks. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications, pp. 207\u2013215. IEEE (2018)","DOI":"10.1109\/INFOCOM.2018.8485977"},{"issue":"3","key":"10_CR22","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MNET.2019.1800386","volume":"33","author":"D Zeng","year":"2019","unstructured":"Zeng, D., Gu, L., Pan, S., Cai, J., Guo, S.: Resource management at the network edge: a deep reinforcement learning approach. IEEE Netw. 33(3), 26\u201333 (2019)","journal-title":"IEEE Netw."}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Collaborative Computing: Networking, Applications and Worksharing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-67540-0_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T19:27:51Z","timestamp":1619292471000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-67540-0_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030675394","9783030675400"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-67540-0_10","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"22 January 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CollaborateCom","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Collaborative Computing: Networking, Applications and Worksharing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"colcom2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/collaboratecom.eai-conferences.org\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy+","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"211","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}