{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T22:44:58Z","timestamp":1743029098045,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031493607"},{"type":"electronic","value":"9783031493614"}],"license":[{"start":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T00:00:00Z","timestamp":1702512000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T00:00:00Z","timestamp":1702512000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-49361-4_6","type":"book-chapter","created":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T05:02:31Z","timestamp":1702443751000},"page":"100-114","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-agent Reinforcement Learning-Based Energy Orchestrator for\u00a0Cyber-Physical Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5501-4608","authenticated-orcid":false,"given":"Alberto","family":"Robles-Enciso","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9760-5230","authenticated-orcid":false,"given":"Ricardo","family":"Robles-Enciso","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5525-1259","authenticated-orcid":false,"given":"Antonio F.","family":"Skarmeta","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,14]]},"reference":[{"key":"6_CR1","doi-asserted-by":"publisher","first-page":"107368","DOI":"10.1016\/j.ijepes.2021.107368","volume":"134","author":"S Abedi","year":"2022","unstructured":"Abedi, S., Yoon, S.W., Kwon, S.: Battery energy storage control using a reinforcement learning approach with cyclic time-dependent markov process. Inter. J. Electrical Power Energy Syst. 134, 107368 (2022). https:\/\/doi.org\/10.1016\/j.ijepes.2021.107368","journal-title":"Inter. J. Electrical Power Energy Syst."},{"key":"6_CR2","doi-asserted-by":"publisher","unstructured":"Alfaverh, F., Denai, M., Sun, Y.: Demand response strategy based on reinforcement learning and fuzzy reasoning for home energy management. IEEE Access (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2974286","DOI":"10.1109\/ACCESS.2020.2974286"},{"key":"6_CR3","doi-asserted-by":"publisher","first-page":"100772","DOI":"10.1016\/j.jobe.2019.100772","volume":"25","author":"L Belussi","year":"2019","unstructured":"Belussi, L., et al.: A review of performance of zero energy buildings and energy efficiency solutions. J. Building Eng. 25, 100772 (2019). https:\/\/doi.org\/10.1016\/j.jobe.2019.100772","journal-title":"J. Building Eng."},{"issue":"11","key":"6_CR4","doi-asserted-by":"publisher","first-page":"7806","DOI":"10.1109\/TII.2021.3073066","volume":"17","author":"K Cao","year":"2021","unstructured":"Cao, K., Hu, S., Shi, Y., Colombo, A.W., Karnouskos, S., Li, X.: A survey on edge and edge-cloud computing assisted cyber-physical systems. IEEE Trans. Industr. Inf. 17(11), 7806\u20137819 (2021). https:\/\/doi.org\/10.1109\/TII.2021.3073066","journal-title":"IEEE Trans. Industr. Inf."},{"key":"6_CR5","doi-asserted-by":"publisher","first-page":"161627","DOI":"10.1109\/ACCESS.2021.3132962","volume":"9","author":"SJ Chen","year":"2021","unstructured":"Chen, S.J., Chiu, W.Y., Liu, W.J.: User preference-based demand response for smart home energy management using multiobjective reinforcement learning. IEEE Access 9, 161627\u2013161637 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3132962","journal-title":"IEEE Access"},{"key":"6_CR6","doi-asserted-by":"publisher","unstructured":"Farzaneh, H., Malehmirchegini, L., Bejan, A., Afolabi, T., Mulumba, A., Daka, P.P.: Artificial intelligence evolution in smart buildings for energy efficiency. Applied Sci. 11(2) (2021). https:\/\/doi.org\/10.3390\/app11020763","DOI":"10.3390\/app11020763"},{"key":"6_CR7","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.esr.2019.01.006","volume":"24","author":"D Gielen","year":"2019","unstructured":"Gielen, D., Boshell, F., Saygin, D., Bazilian, M.D., Wagner, N., Gorini, R.: The role of renewable energy in the global energy transformation. Energ. Strat. Rev. 24, 38\u201350 (2019). https:\/\/doi.org\/10.1016\/j.esr.2019.01.006","journal-title":"Energ. Strat. Rev."},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Kell, A.J.M., McGough, A.S., Forshaw, M.: Optimizing a domestic battery and solar photovoltaic system with deep reinforcement learning. CoRR abs arXiv:2109.05024 (2021)","DOI":"10.1109\/BigData55660.2022.10021028"},{"key":"6_CR9","doi-asserted-by":"publisher","unstructured":"Khujamatov, K., Reypnazarov, E., Khasanov, D., Akhmedov, N.: Networking and computing in internet of things and cyber-physical systems. In: 2020 IEEE 14th International Conference on Application of Information and Communication Technologies (AICT), pp. 1\u20136 (2020). https:\/\/doi.org\/10.1109\/AICT50176.2020.9368793","DOI":"10.1109\/AICT50176.2020.9368793"},{"key":"6_CR10","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/j.comcom.2021.06.003","volume":"176","author":"A Kumar","year":"2021","unstructured":"Kumar, A., Sharma, S., Goyal, N., Singh, A., Cheng, X., Singh, P.: Secure and energy-efficient smart building architecture with emerging technology iot. Comput. Commun. 176, 207\u2013217 (2021). https:\/\/doi.org\/10.1016\/j.comcom.2021.06.003","journal-title":"Comput. Commun."},{"key":"6_CR11","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1016\/j.scs.2014.12.003","volume":"15","author":"A Kylili","year":"2015","unstructured":"Kylili, A., Fokaides, P.A.: European smart cities: the role of zero energy buildings. Sustain. Urban Areas 15, 86\u201395 (2015). https:\/\/doi.org\/10.1016\/j.scs.2014.12.003","journal-title":"Sustain. Urban Areas"},{"key":"6_CR12","doi-asserted-by":"publisher","first-page":"67112","DOI":"10.1109\/ACCESS.2020.2986373","volume":"8","author":"H Lee","year":"2020","unstructured":"Lee, H., Song, C., Kim, N., Cha, S.W.: Comparative analysis of energy management strategies for hev: dynamic programming and reinforcement learning. IEEE Access 8, 67112\u201367123 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2986373","journal-title":"IEEE Access"},{"issue":"1","key":"6_CR13","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1109\/TSTE.2021.3105529","volume":"13","author":"Y Li","year":"2022","unstructured":"Li, Y., Wang, R., Yang, Z.: Optimal scheduling of isolated microgrids using automated reinforcement learning-based multi-period forecasting. IEEE Trans. Sustainable Energy 13(1), 159\u2013169 (2022). https:\/\/doi.org\/10.1109\/TSTE.2021.3105529","journal-title":"IEEE Trans. Sustainable Energy"},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Liu, Y., Zhang, D., Gooi, H.B.: Optimization strategy based on deep reinforcement learning for home energy management. CSEE J. Power Energy Syst. 6(3), 572\u2013582 (2020). https:\/\/doi.org\/10.17775\/CSEEJPES.2019.02890","DOI":"10.17775\/CSEEJPES.2019.02890"},{"issue":"6","key":"6_CR15","doi-asserted-by":"publisher","first-page":"6629","DOI":"10.1109\/TSG.2019.2909266","volume":"10","author":"R Lu","year":"2019","unstructured":"Lu, R., Hong, S.H., Yu, M.: Demand response for home energy management using reinforcement learning and artificial neural network. IEEE Trans. Smart Grid 10(6), 6629\u20136639 (2019). https:\/\/doi.org\/10.1109\/TSG.2019.2909266","journal-title":"IEEE Trans. Smart Grid"},{"key":"6_CR16","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1016\/j.compeleceng.2019.07.019","volume":"78","author":"K Mason","year":"2019","unstructured":"Mason, K., Grijalva, S.: A review of reinforcement learning for autonomous building energy management. Comput. Elect. Eng. 78, 300\u2013312 (2019). https:\/\/doi.org\/10.1016\/j.compeleceng.2019.07.019","journal-title":"Comput. Elect. Eng."},{"key":"6_CR17","doi-asserted-by":"publisher","unstructured":"Mazumder, S.K., Kulkarni, A., Sahoo, E.A.: A review of current research trends in power-electronic innovations in cyber-physical systems. IEEE J. Emerging Selected Topics Power Electronics 9(5), 5146\u20135163 (2021). https:\/\/doi.org\/10.1109\/JESTPE.2021.3051876","DOI":"10.1109\/JESTPE.2021.3051876"},{"key":"6_CR18","doi-asserted-by":"publisher","unstructured":"Mbuwir, B.V., Ruelens, F., Spiessens, F., Deconinck, G.: Battery energy management in a microgrid using batch reinforcement learning. Energies 10(11) (2017). https:\/\/doi.org\/10.3390\/en10111846","DOI":"10.3390\/en10111846"},{"key":"6_CR19","doi-asserted-by":"publisher","unstructured":"Mosterman, P., Zander, J.: Industry 4.0 as a cyber-physical system study. Softw. Syst. Modeling 15 (2016). https:\/\/doi.org\/10.1007\/s10270-015-0493-x","DOI":"10.1007\/s10270-015-0493-x"},{"key":"6_CR20","doi-asserted-by":"publisher","first-page":"27552","DOI":"10.1109\/ACCESS.2021.3058388","volume":"9","author":"RA Nazib","year":"2021","unstructured":"Nazib, R.A., Moh, S.: Reinforcement learning-based routing protocols for vehicular ad hoc networks: a comparative survey. IEEE Access 9, 27552\u201327587 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3058388","journal-title":"IEEE Access"},{"key":"6_CR21","doi-asserted-by":"publisher","unstructured":"Radanliev, P., De Roure, D., Van Kleek, M., Santos, O., Ani, U.P.D.: Artificial intelligence in cyber physical systems. AI & Soc. 36 (2021). https:\/\/doi.org\/10.1007\/s00146-020-01049-0","DOI":"10.1007\/s00146-020-01049-0"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Recht, B.: A tour of reinforcement learning: The view from continuous control. ArXiv arXiv:1806.09460 (2019)","DOI":"10.1146\/annurev-control-053018-023825"},{"key":"6_CR23","unstructured":"Robles-Enciso, A.: MA-RL CPS Simulations results (2022). https:\/\/github.com\/alb1183\/MARL-CPS-results\/tree\/main\/Conference"},{"key":"6_CR24","unstructured":"Robles-Enciso, A.: Sim-PowerCS Simulator (2022). https:\/\/github.com\/alb1183\/Sim-PowerCS\/tree\/Conference"},{"key":"6_CR25","doi-asserted-by":"publisher","first-page":"109476","DOI":"10.1016\/j.comnet.2022.109476","volume":"220","author":"A Robles-Enciso","year":"2023","unstructured":"Robles-Enciso, A., Skarmeta, A.F.: A multi-layer guided reinforcement learning-based tasks offloading in edge computing. Comput. Netw. 220, 109476 (2023). https:\/\/doi.org\/10.1016\/j.comnet.2022.109476","journal-title":"Comput. Netw."},{"key":"6_CR26","unstructured":"Robles-Enciso, R.: Personal Weather Station - Casa Ruinas - IALGUA2 (2022). https:\/\/www.wunderground.com\/dashboard\/pws\/IALGUA2"},{"key":"6_CR27","doi-asserted-by":"publisher","first-page":"100762","DOI":"10.1016\/j.swevo.2020.100762","volume":"60","author":"M Schranz","year":"2021","unstructured":"Schranz, M., et al.: Swarm intelligence and cyber-physical systems: concepts, challenges and future trends. Swarm Evol. Comput. 60, 100762 (2021). https:\/\/doi.org\/10.1016\/j.swevo.2020.100762","journal-title":"Swarm Evol. Comput."},{"key":"6_CR28","doi-asserted-by":"publisher","first-page":"110856","DOI":"10.1016\/j.enbuild.2021.110856","volume":"239","author":"T Schreiber","year":"2021","unstructured":"Schreiber, T., Netsch, C., Baranski, M., M\u00fcller, D.: Monitoring data-driven reinforcement learning controller training: a comparative study of different training strategies for a real-world energy system. Energy Build. 239, 110856 (2021). https:\/\/doi.org\/10.1016\/j.enbuild.2021.110856","journal-title":"Energy Build."},{"issue":"3","key":"6_CR29","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1109\/MC.2018.1731058","volume":"51","author":"D Serpanos","year":"2018","unstructured":"Serpanos, D.: The cyber-physical systems revolution. Computer 51(3), 70\u201373 (2018). https:\/\/doi.org\/10.1109\/MC.2018.1731058","journal-title":"Computer"},{"issue":"4","key":"6_CR30","doi-asserted-by":"publisher","first-page":"3201","DOI":"10.1109\/TSG.2020.2971427","volume":"11","author":"X Xu","year":"2020","unstructured":"Xu, X., Jia, Y., Xu, Y., Xu, Z., Chai, S., Lai, C.S.: A multi-agent reinforcement learning-based data-driven method for home energy management. IEEE Trans. Smart Grid 11(4), 3201\u20133211 (2020). https:\/\/doi.org\/10.1109\/TSG.2020.2971427","journal-title":"IEEE Trans. Smart Grid"},{"key":"6_CR31","doi-asserted-by":"publisher","unstructured":"Zhou, S., Hu, Z., Gu, W., Jiang, M., Zhang, X.P.: Artificial intelligence based smart energy community management: a reinforcement learning approach. CSEE J. Power Energy Syst. 5(1), 1\u201310 (2019). https:\/\/doi.org\/10.17775\/CSEEJPES.2018.00840","DOI":"10.17775\/CSEEJPES.2018.00840"}],"container-title":["Lecture Notes in Computer Science","Algorithmic Aspects of Cloud Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-49361-4_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T05:05:41Z","timestamp":1702443941000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-49361-4_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,14]]},"ISBN":["9783031493607","9783031493614"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-49361-4_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,14]]},"assertion":[{"value":"14 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ALGOCLOUD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Algorithmic Aspects of Cloud Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Amsterdam","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"algocloud2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/algo-conference.org\/2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}