{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T13:17:05Z","timestamp":1775135825539,"version":"3.50.1"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032156372","type":"print"},{"value":"9783032156389","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-15638-9_31","type":"book-chapter","created":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T12:37:39Z","timestamp":1770727059000},"page":"538-557","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Degradation-Aware Energy Management in\u00a0Residential Microgrids: A Reinforcement Learning Framework"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-7063-8755","authenticated-orcid":false,"given":"Danial","family":"Zendehdel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5676-0432","authenticated-orcid":false,"given":"Gianluca","family":"Ferro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4915-0723","authenticated-orcid":false,"given":"Enrico","family":"De Santis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8244-0015","authenticated-orcid":false,"given":"Antonello","family":"Rizzi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,2,11]]},"reference":[{"key":"31_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2024.112466","volume":"95","author":"MH Abbasi","year":"2024","unstructured":"Abbasi, M.H., Arjmandzadeh, Z., Zhang, J., Xu, B., Krovi, V.: Deep reinforcement learning based fast charging and thermal management optimization of an electric vehicle battery pack. J. Energy Storage 95, 112466 (2024)","journal-title":"J. Energy Storage"},{"key":"31_CR2","doi-asserted-by":"crossref","unstructured":"De\u00a0Santis, E., Rizzi, A., Sadeghiany, A., Mascioli, F.M.F.: Genetic optimization of a fuzzy control system for energy flow management in micro-grids. In: 2013 Joint IFSA World Congress and NAFIPS Annual Meeting (IFSA\/NAFIPS), pp. 418\u2013423. IEEE (2013)","DOI":"10.1109\/IFSA-NAFIPS.2013.6608437"},{"key":"31_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2024.111435","volume":"87","author":"O Demirci","year":"2024","unstructured":"Demirci, O., Taskin, S., Schaltz, E., Demirci, B.A.: Review of battery state estimation methods for electric vehicles-part i: Soc estimation. J. Energy Storage 87, 111435 (2024)","journal-title":"J. Energy Storage"},{"issue":"83","key":"31_CR4","first-page":"1","volume":"17","author":"S Diamond","year":"2016","unstructured":"Diamond, S., Boyd, S.: Cvxpy: A python-embedded modeling language for convex optimization. J. Mach. Learn. Res. 17(83), 1\u20135 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"31_CR5","doi-asserted-by":"publisher","unstructured":"Dom\u00ednguez-Barbero, D., Garc\u00eda-Gonz\u00e1lez, J., Sanz-Bobi, M.\u00c1., Garc\u00eda-Cerrada, A.: Energy management of a microgrid considering nonlinear losses in batteries through deep reinforcement learning. Appl. Energy 368, 123435 (2024). https:\/\/doi.org\/10.1016\/j.apenergy.2024.123435, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306261924008183","DOI":"10.1016\/j.apenergy.2024.123435"},{"key":"31_CR6","doi-asserted-by":"publisher","unstructured":"Enrico, D.S., Vanessa, P., Massimiliano, L., Antonello, R.: Degradation mechanisms and differential curve modeling for non-invasive diagnostics of lithium cells: an overview. Renew. Sustain. Energy Rev. 211, 115349 (2025). https:\/\/doi.org\/10.1016\/j.rser.2025.115349, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S136403212500022X","DOI":"10.1016\/j.rser.2025.115349"},{"key":"31_CR7","unstructured":"Directive (EU) 2019\/944 of the european parliament and of the council). Official Journal of the European Union, L158\/125 (2019). https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX%3A32019L0944, Accessed 21 Nov 2024"},{"key":"31_CR8","unstructured":"European Commission Joint Research Centre: Renewable Energy Recast to 2030 (RED II) (2024). https:\/\/joint-research-centre.ec.europa.eu\/welcome-jec-website\/reference-regulatory-framework\/renewable-energy-recast-2030-red-ii_en"},{"key":"31_CR9","doi-asserted-by":"crossref","unstructured":"Fan, J., Wang, H.: Deep reinforcement learning for community battery scheduling under uncertainties of load, PV generation, and energy prices. In: 2023 IEEE 7th Conference on Energy Internet and Energy System Integration (EI2), pp. 4871\u20134876. IEEE (2023)","DOI":"10.1109\/EI259745.2023.10513300"},{"key":"31_CR10","doi-asserted-by":"publisher","unstructured":"Fridgen, G., Kahlen, M., Ketter, W., Rieger, A., Thimmel, M.: One rate does not fit all: an empirical analysis of electricity tariffs for residential microgrids. Appl. Energy 210, 800\u2013814 (2018). https:\/\/doi.org\/10.1016\/j.apenergy.2017.08.138, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306261917311546","DOI":"10.1016\/j.apenergy.2017.08.138"},{"key":"31_CR11","doi-asserted-by":"publisher","unstructured":"Guo, C., Wang, X., Zheng, Y., Zhang, F.: Real-time optimal energy management of microgrid with uncertainties based on deep reinforcement learning. Energy 238, 121873 (2022). https:\/\/doi.org\/10.1016\/j.energy.2021.121873, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0360544221021216","DOI":"10.1016\/j.energy.2021.121873"},{"key":"31_CR12","unstructured":"Haarnoja, T., et\u00a0al.: Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905 (2018)"},{"key":"31_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2022.124986","volume":"259","author":"L Han","year":"2022","unstructured":"Han, L., Yang, K., Ma, T., Yang, N., Liu, H., Guo, L.: Battery life constrained real-time energy management strategy for hybrid electric vehicles based on reinforcement learning. Energy 259, 124986 (2022)","journal-title":"Energy"},{"issue":"7","key":"31_CR14","doi-asserted-by":"publisher","first-page":"835","DOI":"10.3390\/en10070835","volume":"10","author":"HC Hesse","year":"2017","unstructured":"Hesse, H.C., Martins, R., Musilek, P., Naumann, M., Truong, C.N., Jossen, A.: Economic optimization of component sizing for residential battery storage systems. Energies 10(7), 835 (2017)","journal-title":"Energies"},{"key":"31_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2024.115114","volume":"109","author":"E Hosseini","year":"2025","unstructured":"Hosseini, E., et al.: Reinforcement learning-based energy management system for lithium-ion battery storage in multilevel microgrid. J. Energy Storage 109, 115114 (2025). https:\/\/doi.org\/10.1016\/j.est.2024.115114","journal-title":"J. Energy Storage"},{"key":"31_CR16","doi-asserted-by":"publisher","first-page":"87034","DOI":"10.1109\/ACCESS.2023.3304699","volume":"11","author":"S Jafari","year":"2023","unstructured":"Jafari, S., Byun, Y.C.: Optimizing battery RUL prediction of lithium-ion batteries based on harris hawk optimization approach using random forest and lightgbm. IEEE Access 11, 87034\u201387046 (2023)","journal-title":"IEEE Access"},{"key":"31_CR17","doi-asserted-by":"publisher","unstructured":"Khorrami, S., Falvo, M.C., Pompili, M.: Energy communities development: a review of challenges and opportunities. In: 2024 IEEE International Conference on Environment and Electrical Engineering and 2024 IEEE Industrial and Commercial Power Systems Europe (EEEIC \/ I &CPS Europe), pp.\u00a01\u20136 (2024). https:\/\/doi.org\/10.1109\/EEEIC\/ICPSEurope61470.2024.10751123","DOI":"10.1109\/EEEIC\/ICPSEurope61470.2024.10751123"},{"key":"31_CR18","unstructured":"Lewinson, E.: Three approaches to encoding time information as features for ml models. NVIDIA Technical Blog (2022). https:\/\/developer.nvidia.com\/blog\/three-approaches-to-encoding-time-information-as-features-for-ml-models\/"},{"issue":"33","key":"31_CR19","doi-asserted-by":"publisher","first-page":"1800561","DOI":"10.1002\/adma.201800561","volume":"30","author":"M Li","year":"2018","unstructured":"Li, M., Lu, J., Chen, Z., Amine, K.: 30 years of lithium-ion batteries. Adv. Mater. 30(33), 1800561 (2018)","journal-title":"Adv. Mater."},{"key":"31_CR20","doi-asserted-by":"publisher","unstructured":"Lowitzsch, J., Hoicka, C., van Tulder, F.: Renewable energy communities under the 2019 european clean energy package - governance model for the energy clusters of the future? Renew. Sustain. Energy Rev. 122, 109489 (2020). https:\/\/doi.org\/10.1016\/j.rser.2019.109489, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1364032119306975","DOI":"10.1016\/j.rser.2019.109489"},{"key":"31_CR21","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"31_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2024.110572","volume":"82","author":"M Mussi","year":"2024","unstructured":"Mussi, M., Pellegrino, L., Pindaro, O.F., Restelli, M., Trov\u00f2, F.: A reinforcement learning controller optimizing costs and battery state of health in smart grids. J. Energy Storage 82, 110572 (2024)","journal-title":"J. Energy Storage"},{"key":"31_CR23","unstructured":"NASA Ames Prognostics Data Repository: Pcoe datasets: Battery data set. https:\/\/ti.arc.nasa.gov\/tech\/dash\/groups\/pcoe\/prognostic-data-repository\/, Accessed 05 June 2025"},{"key":"31_CR24","unstructured":"Optimization, G., et\u00a0al.: Gurobi optimizer reference manual (2020)"},{"key":"31_CR25","unstructured":"P. S. Inc.: Pecan street dataport (2025), Accessed 25 Jan 2025. https:\/\/www.pecanstreet.org\/dataport\/"},{"issue":"268","key":"31_CR26","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"31_CR27","doi-asserted-by":"publisher","unstructured":"Stentati, M., Paoletti, S., Vicino, A.: Optimization of energy communities in the italian incentive system. In: 2022 IEEE PES Innovative Smart Grid Technologies Conference Europe (ISGT-Europe), pp.\u00a01\u20135. IEEE, New York (2022). https:\/\/doi.org\/10.1109\/ISGT-Europe54678.2022.9960513","DOI":"10.1109\/ISGT-Europe54678.2022.9960513"},{"issue":"4","key":"31_CR28","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1049\/enc2.12125","volume":"5","author":"L Su","year":"2024","unstructured":"Su, L., Xu, Y., Dong, Z.: State-of-health estimation of lithium-ion batteries: a comprehensive literature review from cell to pack levels. Energy Conversion Econom. 5(4), 224\u2013242 (2024)","journal-title":"Energy Conversion Econom."},{"key":"31_CR29","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G., et\u00a0al.: Reinforcement learning: an introduction. MIT Press Cambridge (1998)","DOI":"10.1109\/TNN.1998.712192"},{"issue":"8","key":"31_CR30","doi-asserted-by":"publisher","first-page":"3942","DOI":"10.1016\/j.jpowsour.2010.11.134","volume":"196","author":"J Wang","year":"2011","unstructured":"Wang, J., et al.: Cycle-life model for graphite-lifepo4 cells. J. Power Sources 196(8), 3942\u20133948 (2011)","journal-title":"J. Power Sources"},{"issue":"12","key":"31_CR31","doi-asserted-by":"publisher","first-page":"2883","DOI":"10.3390\/en17122883","volume":"17","author":"S Yal\u00e7\u0131n","year":"2024","unstructured":"Yal\u00e7\u0131n, S., Herdem, M.S.: Optimizing EV battery management: advanced hybrid reinforcement learning models for efficient charging and discharging. Energies 17(12), 2883 (2024)","journal-title":"Energies"},{"key":"31_CR32","doi-asserted-by":"crossref","unstructured":"Zendehdel, D., Capillo, A., De\u00a0Santis, E., Rizzi, A.: An extended battery equivalent circuit model for an energy community real time ems. In: 2024 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20139. IEEE (2024)","DOI":"10.1109\/IJCNN60899.2024.10650667"}],"container-title":["Communications in Computer and Information Science","Computational Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-15638-9_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T12:24:49Z","timestamp":1775132689000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-15638-9_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032156372","9783032156389"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-15638-9_31","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"11 February 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IJCCI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Joint Conference on Computational Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marbella","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ijcci2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ijcci.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}