{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,19]],"date-time":"2025-04-19T04:52:26Z","timestamp":1745038346769,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030914301"},{"type":"electronic","value":"9783030914318"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-91431-8_17","type":"book-chapter","created":{"date-parts":[[2021,11,17]],"date-time":"2021-11-17T16:13:29Z","timestamp":1637165609000},"page":"273-286","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["An Adaptive Charging Scheduling for Electric Vehicles Using Multiagent Reinforcement Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8628-5569","authenticated-orcid":false,"given":"Xian-Long","family":"Lee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1965-0922","authenticated-orcid":false,"given":"Hong-Tzer","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1763-2402","authenticated-orcid":false,"given":"Wenjun","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5655-5337","authenticated-orcid":false,"given":"Adel N.","family":"Toosi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4485-5014","authenticated-orcid":false,"given":"Edward","family":"Lam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,11,18]]},"reference":[{"issue":"4","key":"17_CR1","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1109\/TSMC.2016.2613600","volume":"48","author":"Y Cao","year":"2016","unstructured":"Cao, Y., Wang, T., Kaiwartya, O., Min, G., Ahmad, N., Abdullah, A.H.: An EV charging management system concerning drivers\u2019 trip duration and mobility uncertainty. IEEE Trans. Syst. Man Cybern.: Syst. 48(4), 596\u2013607 (2016)","journal-title":"IEEE Trans. Syst. Man Cybern.: Syst."},{"issue":"3","key":"17_CR2","doi-asserted-by":"publisher","first-page":"2347","DOI":"10.1109\/TSG.2019.2952331","volume":"11","author":"FL Da Silva","year":"2019","unstructured":"Da Silva, F.L., Nishida, C.E., Roijers, D.M., Costa, A.H.R.: Coordination of electric vehicle charging through multiagent reinforcement learning. IEEE Trans. Smart Grid 11(3), 2347\u20132356 (2019)","journal-title":"IEEE Trans. Smart Grid"},{"issue":"9","key":"17_CR3","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1038\/nclimate2685","volume":"5","author":"JB Greenblatt","year":"2015","unstructured":"Greenblatt, J.B., Saxena, S.: Autonomous taxis could greatly reduce greenhouse-gas emissions of us light-duty vehicles. Nat. Clim. Chang. 5(9), 860\u2013863 (2015)","journal-title":"Nat. Clim. Chang."},{"key":"17_CR4","unstructured":"Hessel, M., et al.: Rainbow: combining improvements in deep reinforcement learning. arXiv preprint arXiv:1710.02298 (2017)"},{"issue":"3","key":"17_CR5","doi-asserted-by":"publisher","first-page":"2427","DOI":"10.1109\/TSG.2019.2955437","volume":"11","author":"H Li","year":"2019","unstructured":"Li, H., Wan, Z., He, H.: Constrained EV charging scheduling based on safe deep reinforcement learning. IEEE Trans. Smart Grid 11(3), 2427\u20132439 (2019)","journal-title":"IEEE Trans. Smart Grid"},{"issue":"7540","key":"17_CR6","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"17_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/978-3-030-65310-1_6","volume-title":"Service-Oriented Computing","author":"J Na","year":"2020","unstructured":"Na, J., Zhang, H., Deng, X., Zhang, B., Ye, Z.: Accelerate personalized IoT service provision by cloud-aided edge reinforcement learning: a case study on smart lighting. In: Kafeza, E., Benatallah, B., Martinelli, F., Hacid, H., Bouguettaya, A., Motahari, H. (eds.) ICSOC 2020. LNCS, vol. 12571, pp. 69\u201384. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-65310-1_6"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Panayiotou, T., Chatzis, S.P., Panayiotou, C., Ellinas, G.: Charging policies for PHEVs used for service delivery: a reinforcement learning approach. In: 2018 21st International Conference on Intelligent Transportation Systems (ITSC), pp. 1514\u20131521. IEEE (2018)","DOI":"10.1109\/ITSC.2018.8569901"},{"issue":"5","key":"17_CR9","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/JIOT.2016.2579198","volume":"3","author":"W Shi","year":"2016","unstructured":"Shi, W., Cao, J., Zhang, Q., Li, Y., Xu, L.: Edge computing: vision and challenges. IEEE Internet Things J. 3(5), 637\u2013646 (2016). https:\/\/doi.org\/10.1109\/JIOT.2016.2579198","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"17_CR10","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the methods of temporal differences. Mach. Learn. 3(1), 9\u201344 (1988)","journal-title":"Mach. Learn."},{"key":"17_CR11","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G., et al.: Introduction to Reinforcement Learning, vol. 135. MIT Press, Cambridge (1998)"},{"key":"17_CR12","unstructured":"Valogianni, K., Ketter, W., Collins, J.: Smart charging of electric vehicles using reinforcement learning. In: Proceedings of the 15th AAAI Conference on Trading Agent Design and Analysis, pp. 41\u201348 (2013)"},{"issue":"4","key":"17_CR13","doi-asserted-by":"publisher","first-page":"2349","DOI":"10.1109\/COMST.2020.3020854","volume":"22","author":"H Wang","year":"2020","unstructured":"Wang, H., et al.: Architectural design alternatives based on cloud\/edge\/fog computing for connected vehicles. IEEE Commun. Surv. Tutor. 22(4), 2349\u20132377 (2020)","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Winkler, T., Komarnicki, P., Mueller, G., Heideck, G., Heuer, M., Styczynski, Z.A.: Electric vehicle charging stations in Magdeburg. In: 2009 IEEE Vehicle Power and Propulsion Conference, pp. 60\u201365. IEEE (2009)","DOI":"10.1109\/VPPC.2009.5289871"},{"key":"17_CR15","doi-asserted-by":"publisher","first-page":"101231","DOI":"10.1016\/j.est.2020.101231","volume":"28","author":"M Woody","year":"2020","unstructured":"Woody, M., Arbabzadeh, M., Lewis, G.M., Keoleian, G.A., Stefanopoulou, A.: Strategies to limit degradation and maximize Li-ion battery service lifetime-critical review and guidance for stakeholders. J. Energy Storage 28, 101231 (2020)","journal-title":"J. Energy Storage"},{"issue":"2","key":"17_CR16","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1109\/TSG.2014.2382684","volume":"6","author":"H Yang","year":"2015","unstructured":"Yang, H., Yang, S., Xu, Y., Cao, E., Lai, M., Dong, Z.: Electric vehicle route optimization considering time-of-use electricity price by learnable partheno-genetic algorithm. IEEE Trans. Smart Grid 6(2), 657\u2013666 (2015)","journal-title":"IEEE Trans. Smart Grid"},{"issue":"11\u201312","key":"17_CR17","doi-asserted-by":"publisher","first-page":"2873","DOI":"10.1016\/j.mcm.2011.11.054","volume":"57","author":"SN Yang","year":"2013","unstructured":"Yang, S.N., Cheng, W.S., Hsu, Y.C., Gan, C.H., Lin, Y.B.: Charge scheduling of electric vehicles in highways. Math. Comput. Model. 57(11\u201312), 2873\u20132882 (2013)","journal-title":"Math. Comput. Model."},{"issue":"5","key":"17_CR18","doi-asserted-by":"publisher","first-page":"3075","DOI":"10.1109\/JIOT.2020.3015204","volume":"8","author":"F Zhang","year":"2021","unstructured":"Zhang, F., Yang, Q., An, D.: CDDPG: a deep-reinforcement-learning-based approach for electric vehicle charging control. IEEE Internet Things J. 8(5), 3075\u20133087 (2021). https:\/\/doi.org\/10.1109\/JIOT.2020.3015204","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"17_CR19","doi-asserted-by":"publisher","first-page":"4547","DOI":"10.1109\/TSG.2017.2662801","volume":"9","author":"Y Zhou","year":"2017","unstructured":"Zhou, Y., Yau, D.K., You, P., Cheng, P.: Optimal-cost scheduling of electrical vehicle charging under uncertainty. IEEE Trans. Smart Grid 9(5), 4547\u20134554 (2017)","journal-title":"IEEE Trans. Smart Grid"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-91431-8_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,19]],"date-time":"2021-11-19T00:05:35Z","timestamp":1637280335000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-91431-8_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030914301","9783030914318"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-91431-8_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"18 November 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dubai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Arab Emirates","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/icsoc.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"189","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}