{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,28]],"date-time":"2026-10-28T23:43:10Z","timestamp":1793230990399,"version":"4.5.0"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030914301","type":"print"},{"value":"9783030914318","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-91431-8_35","type":"book-chapter","created":{"date-parts":[[2021,11,17]],"date-time":"2021-11-17T16:13:29Z","timestamp":1637165609000},"page":"563-577","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Computation Offloading and Resource Management for Energy and Cost Trade-Offs with Deep Reinforcement Learning in Mobile Edge Computing"],"prefix":"10.1007","author":[{"given":"Ruichao","family":"Mo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaolong","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuyun","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lianyong","family":"Qi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,11,18]]},"reference":[{"key":"35_CR1","doi-asserted-by":"crossref","unstructured":"Shakarami, A., Ghobaei-Arani, M., Shahidinejad, A.: A survey on the computation offloading approaches in mobile edge computing: a machine learning-based perspective. Computer Networks, p. 107496 (2020)","DOI":"10.1016\/j.comnet.2020.107496"},{"key":"35_CR2","doi-asserted-by":"crossref","unstructured":"Rui, L., Zhang, M., Gao, Z., Qiu, X., Wang, Z., Xiong, A.: Service migration in multi-access edge computing: a joint state adaptation and reinforcement learning mechanism. J. Netw. Comput. Appl. 183, 103058 (2021)","DOI":"10.1016\/j.jnca.2021.103058"},{"key":"35_CR3","doi-asserted-by":"crossref","unstructured":"Truong, T.P., Nguyen, T.-V., Noh, W., Cho, S., et al.: Partial computation offloading in noma-assisted mobile edge computing systems using deep reinforcement learning. IEEE Internet of Things Journal (2021)","DOI":"10.1109\/JIOT.2021.3064995"},{"key":"35_CR4","doi-asserted-by":"crossref","unstructured":"Cui, G., He, Q., Chen, F., Zhang, Y., Jin, H., Yang, Y.: Interference-aware game-theoretic device allocation for mobile edge computing. IEEE Transactions on Mobile Computing (2021)","DOI":"10.1109\/TMC.2021.3064063"},{"key":"35_CR5","doi-asserted-by":"crossref","unstructured":"Lin, R., et al.: Distributed optimization for computation offloading in edge computing. IEEE Trans. Wireless Commun. 19(12), 8179\u20138194 (2020)","DOI":"10.1109\/TWC.2020.3019805"},{"key":"35_CR6","doi-asserted-by":"crossref","unstructured":"Yang, B., Cao, X., Bassey, J., Li, X., Qian, L.: Computation offloading in multi-access edge computing: a multi-task learning approach. IEEE Transactions on Mobile Computing (2020)","DOI":"10.1109\/ICC.2019.8761212"},{"key":"35_CR7","doi-asserted-by":"crossref","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"key":"35_CR8","doi-asserted-by":"crossref","unstructured":"Shakarami, A., Shahidinejad, A., Ghobaei-Arani, M.: An autonomous computation offloading strategy in mobile edge computing: a deep learning-based hybrid approach. J. Netw. Comput. Appl. 178, 102974 (2021)","DOI":"10.1016\/j.jnca.2021.102974"},{"key":"35_CR9","unstructured":"Li, Y.: Deep reinforcement learning: An overview. arXiv preprint arXiv:1701.07274 (2017)"},{"key":"35_CR10","doi-asserted-by":"crossref","unstructured":"Li, C., et al.: Dynamic offloading for multiuser muti-cap mec networks: a deep reinforcement learning approach. IEEE Trans. Veh. Technol. 70(3), 2922\u20132927 (2021)","DOI":"10.1109\/TVT.2021.3058995"},{"key":"35_CR11","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"8","key":"35_CR12","doi-asserted-by":"publisher","first-page":"7097","DOI":"10.1109\/JIOT.2020.2982292","volume":"7","author":"X Hou","year":"2020","unstructured":"Hou, X., et al.: Reliable computation offloading for edge-computing-enabled software-defined iov. IEEE Internet Things J. 7(8), 7097\u20137111 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"35_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13638-019-1618-7","volume":"2020","author":"Z Chen","year":"2020","unstructured":"Chen, Z., Wang, X.: Decentralized computation offloading for multi-user mobile edge computing: a deep reinforcement learning approach. EURASIP J. Wireless Commun. Network. 2020(1), 1\u201321 (2020)","journal-title":"EURASIP J. Wireless Commun. Network."},{"issue":"3","key":"35_CR14","doi-asserted-by":"publisher","first-page":"4242","DOI":"10.1109\/JIOT.2018.2875715","volume":"6","author":"Y Chen","year":"2018","unstructured":"Chen, Y., Zhang, N., Zhang, Y., Chen, X.: Dynamic computation offloading in edge computing for internet of things. IEEE Internet Things J. 6(3), 4242\u20134251 (2018)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"35_CR15","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1109\/JSAC.2018.2815360","volume":"36","author":"M Chen","year":"2018","unstructured":"Chen, M., Hao, Y.: Task offloading for mobile edge computing in software defined ultra-dense network. IEEE J. Selected Areas Commun. 36(3), 587\u2013597 (2018)","journal-title":"IEEE J. Selected Areas Commun."},{"key":"35_CR16","series-title":"Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/978-3-030-00557-3_4","volume-title":"Machine Learning and Intelligent Communications","author":"L Huang","year":"2018","unstructured":"Huang, L., Feng, X., Qian, L., Wu, Y.: Deep reinforcement learning-based task offloading and resource allocation for mobile edge computing. In: Meng, L., Zhang, Y. (eds.) MLICOM 2018. LNICST, vol. 251, pp. 33\u201342. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00557-3_4"},{"key":"35_CR17","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/j.ins.2020.05.057","volume":"537","author":"Z Tong","year":"2020","unstructured":"Tong, Z., Deng, X., Ye, F., Basodi, S., Xiao, X., Pan, Y.: Adaptive computation offloading and resource allocation strategy in a mobile edge computing environment. Inform. Sci. 537, 116\u2013131 (2020)","journal-title":"Inform. Sci."},{"issue":"10","key":"35_CR18","doi-asserted-by":"publisher","first-page":"12175","DOI":"10.1109\/TVT.2020.3013990","volume":"69","author":"Y Dai","year":"2020","unstructured":"Dai, Y., Zhang, K., Maharjan, S., Zhang, Y.: Edge intelligence for energy-efficient computation offloading and resource allocation in 5g beyond. IEEE Trans. Veh. Technol. 69(10), 12175\u201312186 (2020)","journal-title":"IEEE Trans. Veh. Technol."}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-91431-8_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,19]],"date-time":"2021-11-19T00:07:07Z","timestamp":1637280427000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-91431-8_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030914301","9783030914318"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-91431-8_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"18 November 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dubai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Arab Emirates","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/icsoc.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"189","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}