{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T07:47:34Z","timestamp":1743061654256,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030667849"},{"type":"electronic","value":"9783030667856"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-66785-6_19","type":"book-chapter","created":{"date-parts":[[2021,1,23]],"date-time":"2021-01-23T15:03:07Z","timestamp":1611414187000},"page":"170-183","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Dynamic Resource Allocation and Streaming in Mobile Edges: A Deep Reinforcement Learning Approach"],"prefix":"10.1007","author":[{"given":"Daud","family":"Khan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeeshan","family":"Pervaiz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,1,24]]},"reference":[{"issue":"5","key":"19_CR1","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1109\/JCN.2014.000090","volume":"16","author":"J Kim","year":"2014","unstructured":"Kim, J., Molisch, A.F.: Fast millimeter-wave beam training with receive beamforming. J. Commun. Netw. 16(5), 512\u2013522 (2014)","journal-title":"J. Commun. Netw."},{"issue":"10","key":"19_CR2","doi-asserted-by":"publisher","first-page":"3364","DOI":"10.3390\/s18103364","volume":"18","author":"D Kwon","year":"2018","unstructured":"Kwon, D., Kim, S.W., Kim, J., Mohaisen, A.: Interference-aware adaptive beam alignment for hyper-dense IEEE 802.11 ax Internet-of-Things networks. Sensors 18(10), 3364 (2018)","journal-title":"Sensors"},{"issue":"4","key":"19_CR3","doi-asserted-by":"publisher","first-page":"2319","DOI":"10.1109\/TNET.2015.2452272","volume":"24","author":"J Kim","year":"2015","unstructured":"Kim, J., Caire, G., Molisch, A.F.: Quality-aware streaming and scheduling for device-to-device video delivery. IEEE\/ACM Trans. Netw. 24(4), 2319\u20132331 (2015)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"11","key":"19_CR4","doi-asserted-by":"publisher","first-page":"2538","DOI":"10.1109\/JSAC.2018.2874124","volume":"36","author":"NN Dao","year":"2018","unstructured":"Dao, N.N., Vu, D.N., Na, W., Kim, J., Cho, S.: SDCO: stabilized green crosshaul orchestration for dense IOT offloading services. IEEE J. Sel. Areas Commun. 36(11), 2538\u20132548 (2018)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"1","key":"19_CR5","doi-asserted-by":"publisher","first-page":"856","DOI":"10.1109\/TVT.2018.2881191","volume":"68","author":"TX Tran","year":"2018","unstructured":"Tran, T.X., Pompili, D.: Joint task offloading and resource allocation for multiserver mobile-edge computing networks. IEEE Trans. Veh. Technol. 68(1), 856\u2013868 (2018)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"9","key":"19_CR6","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1109\/TC.1977.1674939","volume":"26","author":"PM Narendra","year":"1977","unstructured":"Narendra, P.M., Fukunaga, K.: A branch and bound algorithm for feature subset selection. IEEE Trans. Comput. C 26(9), 917\u2013922 (1977)","journal-title":"IEEE Trans. Comput. C"},{"issue":"3","key":"19_CR7","doi-asserted-by":"publisher","first-page":"4831","DOI":"10.1109\/JIOT.2018.2870288","volume":"6","author":"T Wang","year":"2018","unstructured":"Wang, T., Zhang, G., Liu, A., Bhuiyan, M.Z.A., Jin, Q.: A secure IoT service architecture with an efficient balance dynamics based on cloud and edge computing. IEEE Internet Things J. 6(3), 4831\u20134843 (2018)","journal-title":"IEEE Internet Things J."},{"key":"19_CR8","volume-title":"Dynamic Programming and Optimal Control","author":"DP Bertsekas","year":"1995","unstructured":"Bertsekas, D.P., Bertsekas, D.P., Bertsekas, D.P., Bertsekas, D.P.: Dynamic Programming and Optimal Control, vol. 1. Athena Scientific, Belmont (1995)"},{"key":"19_CR9","doi-asserted-by":"crossref","unstructured":"Park, S., Kim, J., Kwon, D., Shin, M., Kim, J.: Joint offloading and streaming in mobile edges: a deep reinforcement learning approach. In: 2019 IEEE VTS Asia Pacific Wireless Communications Symposium (APWCS), Singapore, pp. 1\u20134. IEEE (2015)","DOI":"10.1109\/VTS-APWCS.2019.8851667"},{"issue":"7540","key":"19_CR10","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Xu, Z., Wang, Y., Tang, J., Wang, J., Gursoy, M.C.: A deep reinforcement learning based framework for power-efficient resource allocation in cloud RANs. In: 2017 IEEE International Conference on Communications (ICC), Paris, pp. 1\u20136. IEEE (2017)","DOI":"10.1109\/ICC.2017.7997286"},{"issue":"6","key":"19_CR12","doi-asserted-by":"publisher","first-page":"5141","DOI":"10.1109\/JIOT.2018.2838574","volume":"5","author":"F Tang","year":"2018","unstructured":"Tang, F., Fadlullah, Z.M., Mao, B., Kato, N.: An intelligent traffic load prediction based adaptive channel assignment algorithm in SDN-IoT: a deep learning approach. IEEE Internet Things J. 5(6), 5141\u20135154 (2018)","journal-title":"IEEE Internet Things J."},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"Li, D., et al.: Deep reinforcement learning for cooperative edge caching in future mobile networks. In: 2019 IEEE Wireless Communications and Networking Conference (WCNC), Marrakesh, pp. 1\u20136. IEEE (2019)","DOI":"10.1109\/WCNC.2019.8885516"},{"key":"19_CR14","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1016\/j.future.2019.09.060","volume":"110","author":"P Gazori","year":"2019","unstructured":"Gazori, P., Rahbari, D., Nickray, M.: Saving time and cost on the scheduling of fog-based IoT applications using deep reinforcement learning approach. Future Gener. Comput. Syst. 110, 1098\u20131115 (2019)","journal-title":"Future Gener. Comput. Syst."},{"key":"19_CR15","unstructured":"Hasselt, H.V.: Double q-learning. In: Advances in Neural Information Processing Systems 23, pp. 2613\u20132621. Curran Associates Inc. (2010)"},{"key":"19_CR16","doi-asserted-by":"publisher","first-page":"7432","DOI":"10.1109\/TVT.2017.2672701","volume":"668","author":"C Wang","year":"2017","unstructured":"Wang, C., Yu, F.R., Liang, C., Chen, Q., Tang, L.: Joint computation offloading and interference management in wireless cellular networks with mobile edge computing. IEEE Trans. Veh. Technol. 668, 7432\u20137445 (2017)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"19_CR17","unstructured":"Index, C.V.N.: Cisco visual networking index: Forecast and methodology 2015\u20132020. White paper, CISCO (2015)"},{"key":"19_CR18","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/MPRV.2015.32","volume":"142","author":"M Satyanarayanan","year":"2015","unstructured":"Satyanarayanan, M., et al.: Edge analytics in the Internet of Things. IEEE Pervasive Comput. 142, 24\u201331 (2015)","journal-title":"IEEE Pervasive Comput."},{"key":"19_CR19","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/MNET.2014.6915442","volume":"285","author":"Y Cao","year":"2014","unstructured":"Cao, Y., Jiang, T., Wang, C.: Optimal radio resource allocation for mobile task offloading in cellular networks. IEEE Netw. 285, 68\u201373 (2014)","journal-title":"IEEE Netw."},{"key":"19_CR20","doi-asserted-by":"publisher","first-page":"95970","DOI":"10.1109\/ACCESS.2019.2928377","volume":"7","author":"WJ Feng","year":"2019","unstructured":"Feng, W.J., Yang, C.H., Zhou, X.S.: Multi-user and multi-task offloading decision algorithms based on imbalanced edge cloud. IEEE Access 7, 95970\u201395977 (2019)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Machine Learning and Intelligent Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-66785-6_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T21:58:32Z","timestamp":1619301512000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-66785-6_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030667849","9783030667856"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-66785-6_19","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"24 January 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MLICOM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning and Intelligent Communications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shenzhen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mlicom2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/mlicom.eai-conferences.org\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confyplus.eai.eu","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"133","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Conference was held virtually due to COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}