{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T21:35:39Z","timestamp":1743111339560,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030374280"},{"type":"electronic","value":"9783030374297"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-37429-7_42","type":"book-chapter","created":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T06:02:48Z","timestamp":1579500168000},"page":"419-430","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Deep Reinforcement Learning Approach Towards Computation Offloading for Mobile Edge Computing"],"prefix":"10.1007","author":[{"given":"Qing","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenan","family":"Tan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaofan","family":"Qin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,12,12]]},"reference":[{"key":"42_CR1","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1016\/j.future.2017.09.020","volume":"79","author":"B Varghese","year":"2018","unstructured":"Varghese, B., Buyya, R.: Next generation cloud computing: new trends and research directions. Future Gener. Comput. Syst. 79, 849\u2013861 (2018)","journal-title":"Future Gener. Comput. Syst."},{"key":"42_CR2","unstructured":"Dave, E.: How the next evolution of the Internet is changing everything. The Internet of Things (2011)"},{"issue":"1","key":"42_CR3","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1109\/JIOT.2017.2750180","volume":"5","author":"N Abbas","year":"2017","unstructured":"Abbas, N., Zhang, Y., Taherkordi, A., Skeie, T.: Mobile edge computing: a survey. IEEE Internet Things J. 5(1), 450\u2013465 (2017)","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"42_CR4","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","volume":"3","author":"W Shi","year":"2016","unstructured":"Shi, W., Cao, J., Zhang, Q., Li, Y., Xu, L.: Edge computing: vision and challenges. IEEE Internet Things J. 3(5), 637\u2013646 (2016)","journal-title":"IEEE Internet Things J."},{"issue":"6","key":"42_CR5","doi-asserted-by":"publisher","first-page":"2042","DOI":"10.1109\/TNNLS.2017.2773458","volume":"29","author":"B Kiumarsi","year":"2018","unstructured":"Kiumarsi, B., Vamvoudakis, K.G., Modares, H., Lewis, F.L.: Optimal and autonomous control using reinforcement learning: a survey. IEEE Trans. Neural Netw. Learn. Syst. 29(6), 2042\u20132062 (2018)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"42_CR6","doi-asserted-by":"crossref","unstructured":"Guan, L., Ke, X., Song, M., Song, J.: A survey of research on mobile cloud computing. In: 2011 10th IEEE\/ACIS International Conference on Computer and Information Science, pp. 387\u2013392. IEEE (May 2011)","DOI":"10.1109\/ICIS.2011.67"},{"issue":"1","key":"42_CR7","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.future.2012.05.023","volume":"29","author":"N Fernando","year":"2013","unstructured":"Fernando, N., Loke, S.W., Rahayu, W.: Mobile cloud computing: a survey. Future Gener. Comput. Syst. 29(1), 84\u2013106 (2013)","journal-title":"Future Gener. Comput. Syst."},{"issue":"4","key":"42_CR8","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1109\/TPDS.2014.2316834","volume":"26","author":"X Chen","year":"2014","unstructured":"Chen, X.: Decentralized computation offloading game for mobile cloud computing. IEEE Trans. Parallel Distrib. Syst. 26(4), 974\u2013983 (2014)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"12","key":"42_CR9","doi-asserted-by":"publisher","first-page":"3317","DOI":"10.1109\/TPDS.2014.2381640","volume":"26","author":"S Deng","year":"2014","unstructured":"Deng, S., Huang, L., Taheri, J., Zomaya, A.Y.: Computation offloading for service workflow in mobile cloud computing. IEEE Trans. Parallel Distrib. Syst. 26(12), 3317\u20133329 (2014)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"42_CR10","doi-asserted-by":"crossref","unstructured":"Guo, S., Xiao, B., Yang, Y., Yang, Y.: Energy-efficient dynamic offloading and resource scheduling in mobile cloud computing. In IEEE INFOCOM 2016-The 35th Annual IEEE International Conference on Computer Communications, pp. 1\u20139. IEEE (April 2016)","DOI":"10.1109\/INFOCOM.2016.7524497"},{"issue":"3","key":"42_CR11","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1109\/JSAC.2018.2815360","volume":"36","author":"M Chen","year":"2018","unstructured":"Chen, M., Hao, Y.: Task offloading for mobile edge computing in software defined ultra-dense network. IEEE J. Sel. Areas Commun. 36(3), 587\u2013597 (2018)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"42_CR12","doi-asserted-by":"publisher","first-page":"5896","DOI":"10.1109\/ACCESS.2016.2597169","volume":"4","author":"K Zhang","year":"2016","unstructured":"Zhang, K., et al.: Energy-efficient offloading for mobile edge computing in 5G heterogeneous networks. IEEE Access 4, 5896\u20135907 (2016)","journal-title":"IEEE Access"},{"issue":"4","key":"42_CR13","doi-asserted-by":"publisher","first-page":"2633","DOI":"10.1109\/JIOT.2017.2786343","volume":"5","author":"J Zhang","year":"2018","unstructured":"Zhang, J., et al.: Energy-latency tradeoff for energy-aware offloading in mobile edge computing networks. IEEE Internet Things J. 5(4), 2633\u20132645 (2018)","journal-title":"IEEE Internet Things J."},{"key":"42_CR14","doi-asserted-by":"crossref","unstructured":"Xu, Z., Wang, Y., Tang, J., et al.: A deep reinforcement learning based framework for power-efficient resource allocation in cloud RANs. In: 2017 IEEE International Conference on Communications (ICC), pp. 1\u20136 (2017)","DOI":"10.1109\/ICC.2017.7997286"},{"key":"42_CR15","unstructured":"Huang, L., Bi, S., Zhang, Y.J.A.: Deep reinforcement learning for online offload in wireless powered mobile-edge computing networks. arXiv preprint. arXiv:1808.01977 (2018)"},{"issue":"3","key":"42_CR16","doi-asserted-by":"publisher","first-page":"1628","DOI":"10.1109\/COMST.2017.2682318","volume":"19","author":"P Mach","year":"2017","unstructured":"Mach, P., Becvar, Z.: Mobile edge computing: a survey on architecture and computation offloading. IEEE Commun. Surv. Tutor. 19(3), 1628\u20131656 (2017)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"9","key":"42_CR17","doi-asserted-by":"publisher","first-page":"4569","DOI":"10.1109\/TWC.2013.072513.121842","volume":"12","author":"W Zhang","year":"2013","unstructured":"Zhang, W., Wen, Y., Guan, K., Kilper, D., Luo, H., Wu, D.O.: Energy-optimal mobile cloud computing under stochastic wireless channel. IEEE Trans. Wirel. Commun. 12(9), 4569\u20134581 (2013)","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"42_CR18","first-page":"4","volume":"10","author":"AP Miettinen","year":"2010","unstructured":"Miettinen, A.P., Nurminen, J.K.: Energy efficiency of mobile clients in cloud computing. HotCloud 10, 4 (2010)","journal-title":"HotCloud"},{"issue":"5","key":"42_CR19","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","volume":"24","author":"X Chen","year":"2015","unstructured":"Chen, X., Jiao, L., Li, W., Fu, X.: Efficient multi-user computation offloading for mobile-edge cloud computing. IEEE\/ACM Trans. Netw. 24(5), 2795\u20132808 (2015)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"3\u20134","key":"42_CR20","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"42_CR21","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double Q-learning. In: Thirtieth AAAI Conference on Artificial Intelligence (March 2016)","DOI":"10.1609\/aaai.v30i1.10295"}],"container-title":["Lecture Notes in Computer Science","Human Centered Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-37429-7_42","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:00:14Z","timestamp":1710255614000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-37429-7_42"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030374280","9783030374297"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-37429-7_42","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"12 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human Centered Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"\u010ca\u010dak","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Serbia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 August 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 August 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpca2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/hcc.scholat.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}