{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,28]],"date-time":"2025-11-28T12:33:08Z","timestamp":1764333188989,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031141348"},{"type":"electronic","value":"9783031141355"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14135-5_24","type":"book-chapter","created":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T19:08:31Z","timestamp":1661281711000},"page":"283-297","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Multi-agent Reinforcement Learning for\u00a0Task Allocation in\u00a0Cooperative Edge Cloud Computing"],"prefix":"10.1007","author":[{"given":"Shiyao","family":"Ding","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,8,24]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Barbarossa, S., Sardellitti, S., Di Lorenzo, P.: Joint allocation of computation and communication resources in multiuser mobile cloud computing. In: 2013 IEEE 14th Workshop on Signal Processing Advances in Wireless Communications (SPAWC), pp. 26\u201330. IEEE (2013)","DOI":"10.1109\/SPAWC.2013.6612005"},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Cao, X., Wang, F., Xu, J., Zhang, R., Cui, S.: Joint computation and communication cooperation for mobile edge computing. In: 2018 16th International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks (WiOpt), pp. 1\u20136. IEEE (2018)","DOI":"10.23919\/WIOPT.2018.8362865"},{"key":"24_CR3","doi-asserted-by":"crossref","unstructured":"Chang, C., Srirama, S.N., Buyya, R.: Internet of Things (IoT) and new computing paradigms. In: Fog and Edge Computing: Principles and Paradigms, pp. 1\u201323 (2019)","DOI":"10.1002\/9781119525080.ch1"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Chang, H., Hari, A., Mukherjee, S., Lakshman, T.: Bringing the cloud to the edge. In: 2014 IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS), pp. 346\u2013351. IEEE (2014)","DOI":"10.1109\/INFCOMW.2014.6849256"},{"issue":"3","key":"24_CR5","doi-asserted-by":"publisher","first-page":"4005","DOI":"10.1109\/JIOT.2018.2876279","volume":"6","author":"X Chen","year":"2018","unstructured":"Chen, X., Zhang, H., Wu, C., Mao, S., Ji, Y., Bennis, M.: Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning. IEEE Internet Things J. 6(3), 4005\u20134018 (2018)","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"24_CR6","doi-asserted-by":"publisher","first-page":"2795","DOI":"10.1109\/TNET.2015.2487344","volume":"24","author":"X Chen","year":"2015","unstructured":"Chen, X., Jiao, L., Li, W., Fu, X.: Efficient multi-user computation offloading for mobile-edge cloud computing. IEEE\/ACM Trans. Network. 24(5), 2795\u20132808 (2015)","journal-title":"IEEE\/ACM Trans. Network."},{"issue":"1","key":"24_CR7","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1145\/1327452.1327492","volume":"51","author":"J Dean","year":"2008","unstructured":"Dean, J., Ghemawat, S.: MapReduce: simplified data processing on large clusters. Commun. ACM 51(1), 107\u2013113 (2008)","journal-title":"Commun. ACM"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Ding, S., Lin, D.: A coalitional Markov decision process model for dynamic coalition formation among agents. In: 2020 IEEE\/WIC\/ACM International Joint Conference on Web Intelligence and Intelligent Agent Technology (WI-IAT), pp. 308\u2013315. IEEE (2020)","DOI":"10.1109\/WIIAT50758.2020.00044"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Ding, S., Lin, D.: Dynamic task allocation for cost-efficient edge cloud computing. In: 2020 IEEE International Conference on Services Computing (SCC), pp. 218\u2013225. IEEE (2020)","DOI":"10.1109\/SCC49832.2020.00036"},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Ding, S., Lin, D., Zhou, X.: Graph convolutional reinforcement learning for dependent task allocation in edge computing. In: 2021 IEEE International Conference on Agents (ICA) (2021)","DOI":"10.1109\/ICA54137.2021.00011"},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Donovan, S., Chung, J., Sanders, M., Clark, R.: MetroSDX: a resilient edge network for the smart community. In: 2017 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops), pp. 575\u2013580. IEEE (2017)","DOI":"10.1109\/PERCOMW.2017.7917626"},{"issue":"1","key":"24_CR12","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1109\/TETC.2015.2508382","volume":"5","author":"L Gu","year":"2015","unstructured":"Gu, L., Zeng, D., Guo, S., Barnawi, A., Xiang, Y.: Cost efficient resource management in fog computing supported medical cyber-physical system. IEEE Trans. Emerg. Top. Comput. 5(1), 108\u2013119 (2015)","journal-title":"IEEE Trans. Emerg. Top. Comput."},{"issue":"1","key":"24_CR13","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1109\/TMC.2018.2829874","volume":"18","author":"S Jo\u0161ilo","year":"2018","unstructured":"Jo\u0161ilo, S., D\u00e1n, G.: Selfish decentralized computation offloading for mobile cloud computing in dense wireless networks. IEEE Trans. Mob. Comput. 18(1), 207\u2013220 (2018)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Li, S., Huang, J.: Energy efficient resource management and task scheduling for IoT services in edge computing paradigm. In: 2017 IEEE International Symposium on Parallel and Distributed Processing with Applications and 2017 IEEE International Conference on Ubiquitous Computing and Communications (ISPA\/IUCC), pp. 846\u2013851. IEEE (2017)","DOI":"10.1109\/ISPA\/IUCC.2017.00129"},{"issue":"9","key":"24_CR15","doi-asserted-by":"publisher","first-page":"220","DOI":"10.23919\/JCC.2020.09.017","volume":"17","author":"X Liu","year":"2020","unstructured":"Liu, X., Yu, J., Feng, Z., Gao, Y.: Multi-agent reinforcement learning for resource allocation in IoT networks with edge computing. China Commun. 17(9), 220\u2013236 (2020)","journal-title":"China Commun."},{"issue":"4","key":"24_CR16","doi-asserted-by":"publisher","first-page":"3415","DOI":"10.1109\/JIOT.2020.2970110","volume":"7","author":"X Liu","year":"2020","unstructured":"Liu, X., Yu, J., Wang, J., Gao, Y.: Resource allocation with edge computing in IoT networks via machine learning. IEEE Internet Things J. 7(4), 3415\u20133426 (2020)","journal-title":"IEEE Internet Things J."},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Nishi, H.: Information and communication platform for providing smart community services: system implementation and use case in Saitama city. In: 2018 IEEE International Conference on Industrial Technology (ICIT), pp. 1375\u20131380. IEEE (2018)","DOI":"10.1109\/ICIT.2018.8352380"},{"issue":"1","key":"24_CR18","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1109\/JIOT.2017.2767608","volume":"5","author":"J Pan","year":"2017","unstructured":"Pan, J., McElhannon, J.: Future edge cloud and edge computing for Internet of Things applications. IEEE Internet Things J. 5(1), 439\u2013449 (2017)","journal-title":"IEEE Internet Things J."},{"key":"24_CR19","unstructured":"Sunehag, P., et al.: Value-decomposition networks for cooperative multi-agent learning. arXiv preprint arXiv:1706.05296 (2017)"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Tang, Z., Lou, J., Zhang, F., Jia, W.: Dependent task offloading for multiple jobs in edge computing. In: 2020 29th International Conference on Computer Communications and Networks (ICCCN), pp. 1\u20139. IEEE (2020)","DOI":"10.1109\/ICCCN49398.2020.9209593"},{"issue":"6","key":"24_CR21","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1109\/LWC.2017.2740927","volume":"6","author":"X Tao","year":"2017","unstructured":"Tao, X., Ota, K., Dong, M., Qi, H., Li, K.: Performance guaranteed computation offloading for mobile-edge cloud computing. IEEE Wirel. Commun. Lett. 6(6), 774\u2013777 (2017)","journal-title":"IEEE Wirel. Commun. Lett."},{"issue":"3\u20134","key":"24_CR22","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Yu, Y., Zhang, J., Letaief, K.B.: Joint subcarrier and CPU time allocation for mobile edge computing. In: 2016 IEEE Global Communications Conference (GLOBECOM), pp. 1\u20136. IEEE (2016)","DOI":"10.1109\/GLOCOM.2016.7841937"},{"key":"24_CR24","doi-asserted-by":"crossref","unstructured":"Yuan, L., et al.: CoopEdge: a decentralized blockchain-based platform for cooperative edge computing. In: Proceedings of the Web Conference 2021, pp. 2245\u20132257 (2021)","DOI":"10.1145\/3442381.3449994"},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Chen, X., Chen, Y., Li, Z., Huang, J.: Cost efficient scheduling for delay-sensitive tasks in edge computing system. In: 2018 IEEE International Conference on Services Computing (SCC), pp. 73\u201380. IEEE (2018)","DOI":"10.1109\/SCC.2018.00017"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing \u2013 ICSOC 2021 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14135-5_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T19:13:57Z","timestamp":1661282037000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14135-5_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031141348","9783031141355"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14135-5_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"24 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/icsoc.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"189","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}