{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T21:34:00Z","timestamp":1762896840627,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":13,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819996360"},{"type":"electronic","value":"9789819996377"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-9637-7_32","type":"book-chapter","created":{"date-parts":[[2024,1,4]],"date-time":"2024-01-04T15:02:38Z","timestamp":1704380558000},"page":"436-450","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Deep Reinforcement Learning for\u00a0Delay and\u00a0Energy-Aware Task Scheduling in\u00a0Edge Clouds"],"prefix":"10.1007","author":[{"given":"Meng","family":"Xun","sequence":"first","affiliation":[]},{"given":"Yan","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Jiguo","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Huihui","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Shanshan","family":"Feng","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Cao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,1,5]]},"reference":[{"key":"32_CR1","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Chen, X., Chen, Y., et al.: Cost efficient scheduling for delay-sensitive tasks in edge computing system. In: 2018 IEEE International Conference on Services Computing (SCC), pp. 73\u201380 (2018)","DOI":"10.1109\/SCC.2018.00017"},{"key":"32_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2022.109476","volume":"220","author":"A Robles","year":"2022","unstructured":"Robles, A., Skarmeta, A.: A multi-layer guided reinforcement learning-based tasks offloading in edge computing. Computer Networks 220, 109476 (2022)","journal-title":"Computer Networks"},{"key":"32_CR3","doi-asserted-by":"crossref","unstructured":"Wang, X., Ma, L., Li, H., et al.: Digital twin-assisted efficient reinforcement learning for edge task scheduling. In: 2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring), pp. 1\u20135 (2022)","DOI":"10.1109\/VTC2022-Spring54318.2022.9860495"},{"issue":"4","key":"32_CR4","doi-asserted-by":"publisher","first-page":"4962","DOI":"10.1109\/TNSM.2021.3139607","volume":"19","author":"X Zhao","year":"2022","unstructured":"Zhao, X., Wu, C.: Large-scale machine learning cluster scheduling via multi-agent graph reinforcement learning. IEEE Trans. Netw. Serv. Manage. 19(4), 4962\u20134974 (2022)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"key":"32_CR5","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.future.2021.10.013","volume":"128","author":"F Song","year":"2022","unstructured":"Song, F., Xing, H., et al.: Offloading dependent tasks in multi-access edge computing: a multi-objective reinforcement learning approach. Futur. Gener. Comput. Syst. 128, 333\u2013348 (2022)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"32_CR6","doi-asserted-by":"crossref","unstructured":"Possebon, I., Silva, B., Da, C., Schaeffer-Filho, A.: Look-ahead reinforcement learning for load balancing network traffic. In: 2022 IEEE Symposium on Computers and Communications (ISCC), pp. 1\u20136 (2022)","DOI":"10.1109\/ISCC55528.2022.9912828"},{"key":"32_CR7","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1007\/s00607-022-01147-5","volume":"105","author":"R Shahidani","year":"2023","unstructured":"Shahidani, R., Fatemeh, A., Ghasemi, A., et al.: Task scheduling in edge-fog-cloud architecture: a multi-objective load balancing approach using reinforcement learning algorithm. Computing 105, 1337\u20131359 (2023)","journal-title":"Computing"},{"key":"32_CR8","unstructured":"Panin, A., Shvechikov, P.: Practical Reinforcement Learning. Coursera and National Research University Higher School of Economics (2017)"},{"issue":"6","key":"32_CR9","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M., Brundage, M., Bharath, A.: Deep reinforcement learning: a brief survey. IEEE Signal Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Signal Process. Mag."},{"key":"32_CR10","doi-asserted-by":"crossref","unstructured":"Filhd, M., Oliveira, R., Monteiro, C., et al.: CloudSim plus: a cloud computing simulation framework pursuing software engineering principles for improved modularity, extensibility and correctness. In: Integrated Network & Service Management, pp. 400\u2013406 (2017)","DOI":"10.23919\/INM.2017.7987304"},{"issue":"11","key":"32_CR11","doi-asserted-by":"publisher","first-page":"4098","DOI":"10.3390\/s22114098","volume":"22","author":"J Youn","year":"2022","unstructured":"Youn, J., Han, Y.: Intelligent task dispatching and scheduling using a deep Q-network in a cluster edge computing system. Sensors (Basel) 22(11), 4098 (2022)","journal-title":"Sensors (Basel)"},{"key":"32_CR12","doi-asserted-by":"publisher","first-page":"259","DOI":"10.3390\/drones7040259","volume":"7","author":"X Li","year":"2023","unstructured":"Li, X., Fang, Y., et al.: Resource scheduling for UAV-assisted failure-prone MEC in industrial internet. Drones 7, 259 (2023)","journal-title":"Drones"},{"key":"32_CR13","doi-asserted-by":"crossref","unstructured":"Ran, L., Shi, X., Shang, M.: SLAs-aware online task scheduling based on deep reinforcement learning method in cloud environment. In: 2019 IEEE 21st International Conference on High Performance Computing and Communications, pp. 1518\u20131525 (2019)","DOI":"10.1109\/HPCC\/SmartCity\/DSS.2019.00209"}],"container-title":["Communications in Computer and Information Science","Computer Supported Cooperative Work and Social Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-9637-7_32","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T12:34:59Z","timestamp":1730982899000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-9637-7_32"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819996360","9789819996377"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-9637-7_32","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"5 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ChineseCSCW","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF Conference on Computer Supported Cooperative Work and Social Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Harbin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"chinesecscw2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.scholat.com\/ccscw\/2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes. Microsoft CMT.","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"221","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}