{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T01:56:43Z","timestamp":1772157403000,"version":"3.50.1"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030965914","type":"print"},{"value":"9783030965921","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-96592-1_13","type":"book-chapter","created":{"date-parts":[[2022,2,27]],"date-time":"2022-02-27T14:02:34Z","timestamp":1645970554000},"page":"169-183","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Reinforced Learning for the Governance of a Sample Microgrid"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9524-3640","authenticated-orcid":false,"given":"Berkay","family":"G\u00fcr","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8548-6377","authenticated-orcid":false,"given":"G\u00fclg\u00fcn","family":"Kayakutlu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,28]]},"reference":[{"issue":"5","key":"13_CR1","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1016\/j.pecs.2004.04.001","volume":"30","author":"A Sahin","year":"2004","unstructured":"Sahin, A.: Progress and recent trends in wind energy. Prog. Energy Combust. Sci. 30(5), 501\u2013543 (2004)","journal-title":"Prog. Energy Combust. Sci."},{"key":"13_CR2","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/j.renene.2019.10.157","volume":"148","author":"AC Duman","year":"2020","unstructured":"Duman, A.C., G\u00fcler, \u00d6.: Economic analysis of grid-connected residential rooftop PV systems in Turkey. Renew. Energy 148, 697\u2013711 (2020)","journal-title":"Renew. Energy"},{"key":"13_CR3","doi-asserted-by":"publisher","first-page":"112770","DOI":"10.1016\/j.enconman.2020.112770","volume":"214","author":"A Rezaeiha","year":"2020","unstructured":"Rezaeiha, A., Montazeri, H., Blocken, B.: A framework for preliminary large-scale urban wind energy potential assessment: roof-mounted wind turbines. Energy Convers. Manag. 214, 112770 (2020)","journal-title":"Energy Convers. Manag."},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Vineetha, C.P., Babu, C.A.: Smart grid challenges, issues and solutions. In: 2014 International Conference on Intelligent Green Building and Smart Grid (IGBSG), Taipei, Taiwan, pp. 1\u20134 (2014)","DOI":"10.1109\/IGBSG.2014.6835208"},{"issue":"5","key":"13_CR5","doi-asserted-by":"publisher","first-page":"3660","DOI":"10.1109\/TPWRS.2016.2635024","volume":"32","author":"A Majzoobi","year":"2017","unstructured":"Majzoobi, A., Khodaei, A.: Application of microgrids in supporting distribution grid flexibility. IEEE Trans. Power Syst. 32(5), 3660\u20133669 (2017)","journal-title":"IEEE Trans. Power Syst."},{"issue":"1","key":"13_CR6","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1109\/TIE.2010.2066534","volume":"58","author":"JM Guerrero","year":"2011","unstructured":"Guerrero, J.M., Vasquez, J.C., Matas, J., de Vicuna, L.G., Castilla, M.: Hierarchical control of droop-controlled AC and DC microgrids\u2014a general approach toward standardization. IEEE Trans. Ind. Electron. 58(1), 158\u2013172 (2011)","journal-title":"IEEE Trans. Ind. Electron."},{"issue":"1","key":"13_CR7","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1109\/TPWRS.2019.2925703","volume":"35","author":"M Farrokhabadi","year":"2020","unstructured":"Farrokhabadi, M., Canizares, C.A., Simpson-Porco, J.W., Nasr, E., Fan, L., Mendoza-Araya, P.A., et al.: Microgrid stability definitions, analysis, and examples. IEEE Trans. Power Syst. 35(1), 13\u201329 (2020)","journal-title":"IEEE Trans. Power Syst."},{"key":"13_CR8","doi-asserted-by":"publisher","first-page":"100056","DOI":"10.1016\/j.adapen.2021.100056","volume":"4","author":"D Wu","year":"2021","unstructured":"Wu, D., Zheng, X., Xu, Y., Olsen, D., Xia, B., Singh, C., et al.: An open-source extendable model and corrective measure assessment of the 2021 texas power outage. Adv. Appl. Energy 4, 100056 (2021)","journal-title":"Adv. Appl. Energy"},{"key":"13_CR9","doi-asserted-by":"publisher","unstructured":"Murty, V.V.S.N., Kumar, A.: Multi-objective energy management in microgrids with hybrid energy sources and battery energy storage systems. Prot. Control Mod. Power Syst. 5(1) (2020). Article number: 2. https:\/\/doi.org\/10.1186\/s41601-019-0147-z","DOI":"10.1186\/s41601-019-0147-z"},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Qazi, H.S., Liu, N., Wang, T.: Coordinated energy and reserve sharing of isolated microgrid cluster using deep reinforcement learning. In: 2020 5th Asia Conference on Power and Electrical Engineering (ACPEE), Chengdu, China, pp. 81\u201386 (2020)","DOI":"10.1109\/ACPEE48638.2020.9136210"},{"issue":"10","key":"13_CR11","doi-asserted-by":"publisher","first-page":"2632","DOI":"10.3390\/en13102632","volume":"13","author":"AN Kozlov","year":"2020","unstructured":"Kozlov, A.N., Tomin, N.V., Sidorov, D.N., Lora, E.E.S., Kurbatsky, V.G.: Optimal operation control of PV-biomass gasifier-diesel-hybrid systems using reinforcement learning techniques. Energies 13(10), 2632 (2020)","journal-title":"Energies"},{"issue":"9","key":"13_CR12","doi-asserted-by":"publisher","first-page":"2700","DOI":"10.3390\/en14092700","volume":"14","author":"G Muriithi","year":"2021","unstructured":"Muriithi, G., Chowdhury, S.: Optimal energy management of a grid-tied solar PV-battery microgrid: a reinforcement learning approach. Energies 14(9), 2700 (2021)","journal-title":"Energies"},{"key":"13_CR13","doi-asserted-by":"publisher","first-page":"114423","DOI":"10.1016\/j.apenergy.2019.114423","volume":"261","author":"Y Shang","year":"2020","unstructured":"Shang, Y., et al.: Stochastic dispatch of energy storage in microgrids: An augmented reinforcement learning approach. Appl. Energy 261, 114423 (2020)","journal-title":"Appl. Energy"},{"key":"13_CR14","doi-asserted-by":"publisher","unstructured":"Al\u2010Gabalawy, M.: Advanced machine learning tools based on energy management and economic performance analysis of a microgrid connected to the utility grid. Int. J. Energy Res., 1\u201322 (2021). https:\/\/doi.org\/10.1002\/er.6764","DOI":"10.1002\/er.6764"},{"issue":"21","key":"13_CR15","doi-asserted-by":"publisher","first-page":"5782","DOI":"10.3390\/en13215782","volume":"13","author":"M Sadeghi","year":"2020","unstructured":"Sadeghi, M., Mollahasani, S., Erol-Kantarci, M.: Power loss-aware transactive microgrid coalitions under uncertainty. Energies 13(21), 5782 (2020)","journal-title":"Energies"},{"issue":"3","key":"13_CR16","doi-asserted-by":"publisher","first-page":"584","DOI":"10.3390\/en14030584","volume":"14","author":"L Fan","year":"2021","unstructured":"Fan, L., Zhang, J., He, Y., Liu, Y., Hu, T., Zhang, H.: Optimal scheduling of microgrid based on deep deterministic policy gradient and transfer learning. Energies 14(3), 584 (2021)","journal-title":"Energies"},{"key":"13_CR17","doi-asserted-by":"publisher","first-page":"106211","DOI":"10.1016\/j.ijepes.2020.106211","volume":"122","author":"E Samadi","year":"2020","unstructured":"Samadi, E., Badri, A., Ebrahimpour, R.: Decentralized multi-agent based energy management of microgrid using reinforcement learning. Int. J. Electr. Power Energy Syst. 122, 106211 (2020)","journal-title":"Int. J. Electr. Power Energy Syst."},{"key":"13_CR18","doi-asserted-by":"publisher","first-page":"103163","DOI":"10.1016\/j.scs.2021.103163","volume":"74","author":"X Fang","year":"2021","unstructured":"Fang, X., Zhao, Q., Wang, J., Han, Y., Li, Y.: Multi-agent deep reinforcement learning for distributed energy management and strategy optimization of microgrid market. Sustain. Cities Soc. 74, 103163 (2021)","journal-title":"Sustain. Cities Soc."},{"key":"13_CR19","doi-asserted-by":"publisher","first-page":"107048","DOI":"10.1016\/j.ijepes.2021.107048","volume":"131","author":"C Guo","year":"2021","unstructured":"Guo, C., Wang, X., Zheng, Y., Zhang, F.: Optimal energy management of multi-microgrids connected to distribution system based on deep reinforcement learning. Int. J. Electr. Power Energy Syst. 131, 107048 (2021)","journal-title":"Int. J. Electr. Power Energy Syst."},{"issue":"1","key":"13_CR20","doi-asserted-by":"publisher","first-page":"106890","DOI":"10.1016\/j.tej.2020.106890","volume":"34","author":"T Wu","year":"2021","unstructured":"Wu, T., Wang, J.: Artificial intelligence for operation and control: the case of microgrids. Electricity J. 34(1), 106890 (2021)","journal-title":"Electricity J."},{"key":"13_CR21","doi-asserted-by":"publisher","first-page":"116069","DOI":"10.1016\/j.apenergy.2020.116069","volume":"281","author":"L Yin","year":"2021","unstructured":"Yin, L., Zhang, B.: Time series generative adversarial network controller for long-term smart generation control of microgrids. Appl. Energy 281, 116069 (2021)","journal-title":"Appl. Energy"},{"key":"13_CR22","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"key":"13_CR23","unstructured":"Gu, S., Lillicrap, T., Ghahramani, Z., Turner, R.E., Levine, S.: Q-Prop: sample-efficient policy gradient with an off-policy critic. ArXiv (2017)"},{"key":"13_CR24","unstructured":"Open AI Proximal Policy Optimization. https:\/\/openai.com\/blog\/openai-baselines-ppo. Accessed 09 Feb 2021"},{"key":"13_CR25","unstructured":"Introduction to Deep Reinforcement Learning (Deep RL). https:\/\/www.youtube.com\/watch?v=zR11FLZ-O9M&t=3487s. Accessed 09 Feb 2021"},{"key":"13_CR26","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv (2017)"},{"key":"13_CR27","unstructured":"EU Energy Poverty Observatory, What is energy poverty? https:\/\/www.energypoverty.eu\/about\/what-energy-poverty. Accessed 09 Jan 2021"},{"key":"13_CR28","unstructured":"Photovoltaic Geographical Information System (PVGIS). https:\/\/ec.europa.eu\/jrc\/en\/pvgis. Accessed 09 Feb 2021"},{"issue":"3","key":"13_CR29","doi-asserted-by":"publisher","first-page":"1204","DOI":"10.1109\/TSG.2016.2519541","volume":"7","author":"R Atia","year":"2016","unstructured":"Atia, R., Yamada, N.: Sizing and analysis of renewable energy and battery systems in residential microgrids. IEEE Trans. Smart Grid 7(3), 1204\u20131213 (2016)","journal-title":"IEEE Trans. Smart Grid"},{"issue":"8","key":"13_CR30","doi-asserted-by":"publisher","first-page":"1898","DOI":"10.3390\/en13081898","volume":"13","author":"R-K Kim","year":"2020","unstructured":"Kim, R.-K., Glick, M.B., Olson, K.R., Kim, Y.-S.: MILP-PSO combined optimization algorithm for an islanded microgrid scheduling with detailed battery ESS efficiency model and policy considerations. Energies 13(8), 1898 (2020)","journal-title":"Energies"}],"container-title":["IFIP Advances in Information and Communication Technology","Artificial Intelligence for Knowledge Management, Energy, and Sustainability"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-96592-1_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T01:02:08Z","timestamp":1772154128000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-96592-1_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030965914","9783030965921"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-96592-1_13","relation":{},"ISSN":["1868-4238","1868-422X"],"issn-type":[{"value":"1868-4238","type":"print"},{"value":"1868-422X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"28 February 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AI4KMES","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Workshop on Artificial Intelligence for Knowledge Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montreal, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 August 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ai4km2021a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/wrconference.wixsite.com\/aiesworkshop","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"88% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held online due to the COVID-19 pandemic. AI4KM included AIES this year.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}