{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T21:06:31Z","timestamp":1774645591757,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819672370","type":"print"},{"value":"9789819672387","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T00:00:00Z","timestamp":1753228800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T00:00:00Z","timestamp":1753228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-96-7238-7_24","type":"book-chapter","created":{"date-parts":[[2025,7,22]],"date-time":"2025-07-22T14:25:08Z","timestamp":1753194308000},"page":"301-313","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning Challenges in\u00a0Power Grid Management: A Case Study with\u00a0City Learn Simulator"],"prefix":"10.1007","author":[{"given":"Wajiha","family":"Abdul Shakir","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,23]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Awasthi, A.: Evaluating reinforcement learning algorithms for lunarlander-v2: a comparative analysis of DQN, DDQN, DDPG, and PPO (2025)","DOI":"10.21203\/rs.3.rs-5939959\/v1"},{"key":"24_CR2","unstructured":"Beattie, C., et al.: Deepmind lab. CoRR abs\/1612.03801 (2016). http:\/\/arxiv.org\/abs\/1612.03801"},{"key":"24_CR3","unstructured":"2000\u201301 California electricity crisis - Wikipedia. https:\/\/en.wikipedia.org\/wiki\/2000--01_California_electricity_crisis"},{"key":"24_CR4","doi-asserted-by":"publisher","unstructured":"Cherukuri, M.: Advancing AI safely: frameworks and strategies for the development of GPT-5 and beyond (2025). https:\/\/doi.org\/10.13140\/RG.2.2.22861.96480","DOI":"10.13140\/RG.2.2.22861.96480"},{"key":"24_CR5","unstructured":"Christensen, M., Ernewein, C.: Demand Response through Price-setting Multi-agent Reinforcement Learning. https:\/\/www.youtube.com\/watch?v=_f0L313_4xE"},{"key":"24_CR6","unstructured":"Finn, C., Abbeel, P., Levine, S.: Model-agnostic meta-learning for fast adaptation of deep networks (2017)"},{"key":"24_CR7","doi-asserted-by":"publisher","unstructured":"Gemine, Q., Ernst, D., Corn\u00e9lusse, B.: Active network management for electrical distribution systems: problem formulation, benchmark, and approximate solution. Optim. Eng. 18(3), 587\u2013629 (2017). https:\/\/doi.org\/10.1007\/s11081-016-9339-9","DOI":"10.1007\/s11081-016-9339-9"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Kang, K., Belkhale, S., Kahn, G., Abbeel, P., Levine, S.: Generalization through simulation: integrating simulated and real data into deep reinforcement learning for vision-based autonomous flight. In: Proceedings - IEEE International Conference on Robotics and Automation 2019-May, pp. 6008\u20136014 (2019). http:\/\/arxiv.org\/abs\/1902.03701","DOI":"10.1109\/ICRA.2019.8793735"},{"key":"24_CR9","unstructured":"Serbia, Kosovo power grid row delays European clocks $$|$$ Reuters. https:\/\/www.reuters.com\/article\/serbia-kosovo-energy\/serbia-kosovo-power-grid-row-delays-european-clocks-idUSL5N1QP2FF"},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Kurte, K., Munk, J., Amasyali, K., Kotevska, O., Smith, R., Zandi, H.: Electricity Pricing aware Deep Reinforcement Learning based Intelligent HVAC Control. https:\/\/www.youtube.com\/watch?v=T6s2xdECsrs","DOI":"10.1145\/3427773.3427866"},{"key":"24_CR11","doi-asserted-by":"publisher","unstructured":"Kuznetsova, E., Li, Y.F., Ruiz, C., Zio, E., Ault, G., Bell, K.: Reinforcement learning for microgrid energy management. Energy 59, 133\u2013146 (2013). https:\/\/doi.org\/10.1016\/j.energy.2013.05.060","DOI":"10.1016\/j.energy.2013.05.060"},{"key":"24_CR12","unstructured":"Lambert, N.: Constructing Axes for Reinforcement Learning Policy - Democratizing Automation (2020). https:\/\/robotic.substack.com\/p\/rl-policy"},{"key":"24_CR13","doi-asserted-by":"crossref","unstructured":"Malhotra, S.: Self-organizing interaction spaces: a framework for engineering pervasive applications in mobile and distributed environments (2025)","DOI":"10.1201\/9781003773801-85"},{"key":"24_CR14","unstructured":"North American power transmission grid - Wikipedia. https:\/\/en.wikipedia.org\/wiki\/North_American_power_transmission_grid"},{"key":"24_CR15","unstructured":"Northeast blackout of 2003 - Wikipedia. https:\/\/en.wikipedia.org\/wiki\/Northeast_blackout_of_2003"},{"key":"24_CR16","unstructured":"Synchronous grid of Continental Europe - Wikipedia. https:\/\/en.wikipedia.org\/wiki\/Synchronous_grid_of_Continental_Europe"},{"key":"24_CR17","unstructured":"SuperSmart Grid - Potsdam Institute for Climate Impact Research. https:\/\/www.pik-potsdam.de\/en\/output\/projects\/projects-archive\/supersmart-grid-1"},{"key":"24_CR18","unstructured":"Unified National Smart Grid $$|$$ Repower America. https:\/\/web.archive.org\/web\/20081112091929\/http:\/\/www.repoweramerica.org\/elements\/unified-national-smart-grid\/"},{"issue":"4","key":"24_CR19","doi-asserted-by":"publisher","first-page":"1812","DOI":"10.1109\/TSG.2012.2218835","volume":"3","author":"KM Tsui","year":"2012","unstructured":"Tsui, K.M., Chan, S.C.: Demand response optimization for smart home scheduling under real-time pricing. IEEE Trans. Smart Grid 3(4), 1812\u20131821 (2012). https:\/\/doi.org\/10.1109\/TSG.2012.2218835","journal-title":"IEEE Trans. Smart Grid"},{"key":"24_CR20","doi-asserted-by":"publisher","unstructured":"V\u00e1zquez-Canteli, J.R., K\u00e4mpf, J., Henze, G., Nagy, Z.: CityLearn v1.0: an OpenAI gym environment for demand response with deep reinforcement learning. In: BuildSys 2019 - Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation, pp. 356\u2013357. Association for Computing Machinery, Inc, New York (2019). https:\/\/doi.org\/10.1145\/3360322.3360998. https:\/\/dl.acm.org\/doi\/10.1145\/3360322.3360998","DOI":"10.1145\/3360322.3360998"},{"key":"24_CR21","doi-asserted-by":"publisher","unstructured":"Wang, Y., Lin, X., Pedram, M.: A near-optimal model-based control algorithm for households equipped with residential photovoltaic power generation and energy storage systems. IEEE Trans. Sustain. Energy 7(1), 77\u201386 (2016). https:\/\/doi.org\/10.1109\/TSTE.2015.2467190","DOI":"10.1109\/TSTE.2015.2467190"},{"key":"24_CR22","doi-asserted-by":"publisher","unstructured":"Xu, X., Jia, Y., Xu, Y., Xu, Z., Chai, S., Lai, C.S.: A multi-agent reinforcement learning-based data-driven method for home energy management. IEEE Trans. Smart Grid 11(4), 3201\u20133211 (2020). https:\/\/doi.org\/10.1109\/TSG.2020.2971427","DOI":"10.1109\/TSG.2020.2971427"},{"key":"24_CR23","doi-asserted-by":"publisher","unstructured":"Yousefian, R., Kamalasadan, S.: Design and real-time implementation of optimal power system wide-area system-centric controller based on temporal difference learning. IEEE Trans. Ind. Appl. 52(1), 395\u2013406 (2016). https:\/\/doi.org\/10.1109\/TIA.2015.2466622","DOI":"10.1109\/TIA.2015.2466622"},{"key":"24_CR24","unstructured":"Zhu, Z., Lin, K., Zhou, J.: Transfer learning in deep reinforcement learning: a survey (2021)"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing \u2013 ICSOC 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-7238-7_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T20:33:46Z","timestamp":1774643626000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-7238-7_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,23]]},"ISBN":["9789819672370","9789819672387"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-7238-7_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,23]]},"assertion":[{"value":"23 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunis","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunisia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icsoc2024.redcad.tn\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}