{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T19:12:49Z","timestamp":1761419569862,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031243851"},{"type":"electronic","value":"9783031243868"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-24386-8_11","type":"book-chapter","created":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T16:18:49Z","timestamp":1674577129000},"page":"197-213","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A Pareto-Efficient Task-Allocation Framework Based on\u00a0Deep Reinforcement Learning Algorithm in\u00a0MEC"],"prefix":"10.1007","author":[{"given":"Wenwen","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sinong","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhaoyang","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoguang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,1,25]]},"reference":[{"key":"11_CR1","unstructured":"List of countries by internet connection speeds (2020). https:\/\/en.wikipedia.org\/wiki\/List_of_countries_by_Internet_connection_speeds, accessed May"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Ahmed, A., Ahmed, E.: A survey on mobile edge computing. In: International Conference on Intelligent Systems and Control (2016)","DOI":"10.1109\/ISCO.2016.7727082"},{"issue":"5","key":"11_CR3","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1145\/1735223.1735245","volume":"53","author":"S Albers","year":"2010","unstructured":"Albers, S.: Energy-efficient algorithms. Commun. ACM 53(5), 86\u201396 (2010)","journal-title":"Commun. ACM"},{"issue":"8","key":"11_CR4","doi-asserted-by":"publisher","first-page":"3571","DOI":"10.1109\/TCOMM.2017.2699660","volume":"65","author":"TQ Dinh","year":"2017","unstructured":"Dinh, T.Q., Tang, J., La, Q.D., Quek, T.Q.S.: Offloading in mobile edge computing: task allocation and computational frequency scaling. IEEE Trans. Commun. 65(8), 3571\u20133584 (2017). https:\/\/doi.org\/10.1109\/TCOMM.2017.2699660","journal-title":"IEEE Trans. Commun."},{"key":"11_CR5","unstructured":"Fan, J., Wang, Z., Xie, Y., Yang, Z.: A theoretical analysis of deep q-learning. In: Learning for Dynamics and Control, pp. 486\u2013489. PMLR (2020)"},{"issue":"8","key":"11_CR6","doi-asserted-by":"publisher","first-page":"8108","DOI":"10.1109\/TVT.2021.3091458","volume":"70","author":"M Feng","year":"2021","unstructured":"Feng, M., Krunz, M., Zhang, W.: Joint task partitioning and user association for latency minimization in mobile edge computing networks. IEEE Trans. Veh. Technol. 70(8), 8108\u20138121 (2021)","journal-title":"IEEE Trans. Veh. Technol."},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Geiger, A., Lenz, P., Stiller, C., Urtasun, R.: Vision meets robotics: the kitti dataset. Int. J. Robot. Res. (IJRR) (2013)","DOI":"10.1177\/0278364913491297"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Geng, Y., Yang, Y., Cao, G.: Energy-efficient computation offloading for multicore-based mobile devices. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications, pp. 46\u201354. IEEE (2018)","DOI":"10.1109\/INFOCOM.2018.8485875"},{"key":"11_CR9","series-title":"Cognitive Intelligence and Robotics","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1007\/978-981-16-2233-5_10","volume-title":"Deep Learning and Practice with MindSpore","author":"C Lei","year":"2021","unstructured":"Lei, C.: Deep reinforcement learning. In: Lei, C. (ed.) Deep Learning and Practice with MindSpore. CIR, pp. 217\u2013243. Springer, Singapore (2021). https:\/\/doi.org\/10.1007\/978-981-16-2233-5_10"},{"key":"11_CR10","unstructured":"Li, Y.: Deep reinforcement learning: an overview. arXiv preprint arXiv:1701.07274 (2017)"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Lin, X., et al.: A pareto-efficient algorithm for multiple objective optimization in e-commerce recommendation. In: Proceedings of the 13th ACM Conference on Recommender Systems, pp. 20\u201328 (2019)","DOI":"10.1145\/3298689.3346998"},{"issue":"1","key":"11_CR12","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1109\/JIOT.2017.2780236","volume":"5","author":"L Liu","year":"2018","unstructured":"Liu, L., Chang, Z., Guo, X., Mao, S., Ristaniemi, T.: Multiobjective optimization for computation offloading in fog computing. IEEE Internet Things J. 5(1), 283\u2013294 (2018). https:\/\/doi.org\/10.1109\/JIOT.2017.2780236","journal-title":"IEEE Internet Things J."},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Mach, P., Becvar, Z.: MEC: a survey on architecture and computation offloading. IEEE Commun. Surv. Tutor. (2017)","DOI":"10.1109\/COMST.2017.2682318"},{"issue":"3","key":"11_CR14","doi-asserted-by":"publisher","first-page":"1826","DOI":"10.1109\/COMST.2018.2814571","volume":"20","author":"M Mukherjee","year":"2018","unstructured":"Mukherjee, M., Lei, S., Di, W.: Survey of fog computing: fundamental, network applications, and research challenges. IEEE Commun. Surv. Tutor. 20(3), 1826\u20131857 (2018)","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"4","key":"11_CR15","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/MPRV.2009.82","volume":"8","author":"M Satyanarayanan","year":"2009","unstructured":"Satyanarayanan, M., Bahl, P., Caceres, R., Davies, N.: The case for VM-based cloudlets in mobile computing. IEEE Pervasive Comput. 8(4), 14\u201323 (2009)","journal-title":"IEEE Pervasive Comput."},{"issue":"2","key":"11_CR16","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1007\/s11277-017-5200-5","volume":"102","author":"Y Sun","year":"2018","unstructured":"Sun, Y., Lin, F., Xu, H.: Multi-objective optimization of resource scheduling in fog computing using an improved NSGA-II. Wireless Pers. Commun. 102(2), 1369\u20131385 (2018)","journal-title":"Wireless Pers. Commun."},{"key":"11_CR17","doi-asserted-by":"publisher","unstructured":"Sun, Z., Liu, Y., Tao, L.: Attack localization task allocation in wireless sensor networks based on multi-objective binary particle swarm optimization. J. Netw. Comput. Appl. 112, 29\u201340 (2018). https:\/\/doi.org\/10.1016\/j.jnca.2018.03.023. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1084804518301103","DOI":"10.1016\/j.jnca.2018.03.023"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Tan, M., et al.: MnasNet: platform-aware neural architecture search for mobile. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2820\u20132828 (2019)","DOI":"10.1109\/CVPR.2019.00293"},{"key":"11_CR19","doi-asserted-by":"publisher","unstructured":"Tolmidis, A.T., Petrou, L.: Multi-objective optimization for dynamic task allocation in a multi-robot system. Eng. Appl. Artif. Intell. 26(5), 1458\u20131468 (2013). https:\/\/doi.org\/10.1016\/j.engappai.2013.03.001. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0952197613000377","DOI":"10.1016\/j.engappai.2013.03.001"},{"issue":"3","key":"11_CR20","doi-asserted-by":"publisher","first-page":"1784","DOI":"10.1109\/TWC.2017.2785305","volume":"17","author":"F Wang","year":"2017","unstructured":"Wang, F., Xu, J., Wang, X., Cui, S.: Joint offloading and computing optimization in wireless powered mobile-edge computing systems. IEEE Trans. Wireless Commun. 17(3), 1784\u20131797 (2017)","journal-title":"IEEE Trans. Wireless Commun."},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Wang, L., Jiao, L., Li, J., M\u00fchlh\u00e4user, M.: Online resource allocation for arbitrary user mobility in distributed edge clouds. In: 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS), pp. 1281\u20131290. IEEE (2017)","DOI":"10.1109\/ICDCS.2017.30"},{"key":"11_CR22","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1016\/j.jpdc.2017.09.014","volume":"127","author":"S Wang","year":"2019","unstructured":"Wang, S., Zhao, Y., Huang, L., Xu, J., Hsu, C.H.: QoS prediction for service recommendations in mobile edge computing. J. Parallel Distrib. Comput. 127, 134\u2013144 (2019)","journal-title":"J. Parallel Distrib. Comput."},{"issue":"1","key":"11_CR23","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1109\/TCSS.2021.3074949","volume":"9","author":"S Wang","year":"2021","unstructured":"Wang, S., Li, J., Wu, G., Chen, H., Sun, S.: Joint optimization of task offloading and resource allocation based on differential privacy in vehicular edge computing. IEEE Trans. Comput. Soc. Syst. 9(1), 109\u2013119 (2021)","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Xu, Z., et al.: Experience-driven networking: a deep reinforcement learning based approach. In: IEEE INFOCOM 2018-IEEE Conference on Computer Communications, pp. 1871\u20131879. IEEE (2018)","DOI":"10.1109\/INFOCOM.2018.8485853"},{"key":"11_CR25","unstructured":"Yao, F., Demers, A., Shenker, S.: A scheduling model for reduced CPU energy. In: Proceedings of IEEE 36th Annual Foundations of Computer Science, pp. 374\u2013382. IEEE (1995)"},{"key":"11_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1007\/978-3-319-21837-3_67","volume-title":"Wireless Algorithms, Systems, and Applications","author":"S Yi","year":"2015","unstructured":"Yi, S., Qin, Z., Li, Q.: Security and privacy issues of fog computing: a survey. In: Xu, K., Zhu, H. (eds.) WASA 2015. LNCS, vol. 9204, pp. 685\u2013695. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-21837-3_67"},{"key":"11_CR27","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1016\/j.future.2018.01.053","volume":"87","author":"F Zhang","year":"2018","unstructured":"Zhang, F., et al.: A load-aware resource allocation and task scheduling for the emerging cloudlet system. Futur. Gener. Comput. Syst. 87, 438\u2013456 (2018)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"1","key":"11_CR28","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1109\/TCSS.2021.3092746","volume":"9","author":"P Zhang","year":"2021","unstructured":"Zhang, P., Wang, Y., Kumar, N., Jiang, C., Shi, G.: A security and privacy-preserving approach based on data disturbance for collaborative edge computing in social IoT systems. IEEE Trans. Comput. Soc. Syst. 9(1), 97\u2013108 (2021)","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"11_CR29","doi-asserted-by":"publisher","first-page":"19306","DOI":"10.1109\/ACCESS.2020.2967061","volume":"8","author":"J Zhou","year":"2020","unstructured":"Zhou, J., Zhao, X., Zhang, X., Zhao, D., Li, H.: Task allocation for multi-agent systems based on distributed many-objective evolutionary algorithm and greedy algorithm. IEEE Access 8, 19306\u201319318 (2020)","journal-title":"IEEE Access"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Zhou, S., Jadoon, W.: Jointly optimizing offloading decision and bandwidth allocation with energy constraint in mobile edge computing environment. Computing 1\u201327 (2021)","DOI":"10.1007\/s00607-021-00931-z"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Collaborative Computing: Networking, Applications and Worksharing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-24386-8_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T16:20:38Z","timestamp":1674577238000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-24386-8_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031243851","9783031243868"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-24386-8_11","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CollaborateCom","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Collaborative Computing: Networking, Applications and Worksharing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"colcom2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/collaboratecom.eai-conferences.org\/2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confyplus.eai.eu","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"171","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"57","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}