{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T13:48:57Z","timestamp":1765547337560,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031704147"},{"type":"electronic","value":"9783031704154"}],"license":[{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-70415-4_2","type":"book-chapter","created":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T05:38:19Z","timestamp":1731908299000},"page":"15-26","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Deep Reinforcement Learning Approach to\u00a0Battery Management in\u00a0Dairy Farming via\u00a0Proximal Policy Optimization"],"prefix":"10.1007","author":[{"given":"Nawazish","family":"Ali","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rachael","family":"Shaw","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karl","family":"Mason","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,19]]},"reference":[{"key":"2_CR1","unstructured":"OECD. Dairy and dairy products (2020). https:\/\/www.oecd-ilibrary.org\/sites\/aa3fa6a0-en\/index.html?itemId=\/content\/component\/aa3fa6a0-en. Accessed 27 Nov 2022"},{"key":"2_CR2","unstructured":"Statista. Export value of dairy products worldwide (2021). https:\/\/www.statista.com. Accessed 11 May 2023"},{"key":"2_CR3","unstructured":"Upton, J., Murphy, M., French, P., Dillon, P.: Dairy farm energy consumption. In: Teagasc National Dairy Conference, pp. 87\u201397 (2010). Dairying: Entering a decade of opportunity"},{"key":"2_CR4","unstructured":"Agriculture and Horticulture Development Board (AHDB). Renewable energy opportunities for dairy farmers. https:\/\/ahdb.org.uk\/knowledge-library\/renewable-energy-opportunities-for-dairy-farmers. Accessed Mar 2024"},{"key":"2_CR5","unstructured":"Ivanov, S., D\u2019yakonov, A.: Modern deep reinforcement learning algorithms. arXiv preprint arXiv:1906.10025 (2019)"},{"key":"2_CR6","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"2_CR7","unstructured":"Braun, M., B\u00fcdenbender, K., Magnor, D., Jossen, A.: Photovoltaic self-consumption in Germany: using lithium-ion storage to increase self-consumed photovoltaic energy. In: 24th European Photovoltaic Solar Energy Conference (PVSEC), Hamburg, Germany (2009)"},{"key":"2_CR8","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1016\/j.apenergy.2014.12.028","volume":"142","author":"R Luthander","year":"2015","unstructured":"Luthander, R., Wid\u00e9n, J., Nilsson, D., Palm, J.: Photovoltaic self-consumption in buildings: a review. Appl. Energy 142, 80\u201394 (2015)","journal-title":"Appl. Energy"},{"key":"2_CR9","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1016\/j.energy.2013.12.018","volume":"65","author":"M Gitizadeh","year":"2014","unstructured":"Gitizadeh, M., Fakharzadegan, H.: Battery capacity determination with respect to optimized energy dispatch schedule in grid-connected photovoltaic (PV) systems. Energy 65, 665\u2013674 (2014)","journal-title":"Energy"},{"key":"2_CR10","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1016\/j.apenergy.2017.06.043","volume":"203","author":"AS Hassan","year":"2017","unstructured":"Hassan, A.S., Cipcigan, L., Jenkins, N.: Optimal battery storage operation for PV systems with tariff incentives. Appl. Energy 203, 422\u2013441 (2017)","journal-title":"Appl. Energy"},{"issue":"5","key":"2_CR11","doi-asserted-by":"publisher","first-page":"5749","DOI":"10.1109\/TPWRS.2018.2823641","volume":"33","author":"E Foruzan","year":"2018","unstructured":"Foruzan, E., Soh, L.K., Asgarpoor, S.: Reinforcement learning approach for optimal distributed energy management in a microgrid. IEEE Trans. Power Syst. 33(5), 5749\u20135758 (2018)","journal-title":"IEEE Trans. Power Syst."},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Guan, C., Wang, Y., Lin, X., Nazarian, S., Pedram, M.: Reinforcement learning-based control of residential energy storage systems for electric bill minimization. In: 2015 12th Annual IEEE Consumer Communications and Networking Conference (CCNC), pp. 637\u2013642. IEEE (2015)","DOI":"10.1109\/CCNC.2015.7158054"},{"issue":"5","key":"2_CR13","doi-asserted-by":"publisher","first-page":"4513","DOI":"10.1109\/TSG.2020.2986333","volume":"11","author":"J Cao","year":"2020","unstructured":"Cao, J., Harrold, D., Fan, Z., Morstyn, T., Healey, D., Li, K.: Deep reinforcement learning-based energy storage arbitrage with accurate lithium-ion battery degradation model. IEEE Trans. Smart Grid 11(5), 4513\u20134521 (2020)","journal-title":"IEEE Trans. Smart Grid"},{"issue":"4","key":"2_CR14","doi-asserted-by":"publisher","first-page":"2751","DOI":"10.1109\/JIOT.2019.2957289","volume":"7","author":"L Yu","year":"2019","unstructured":"Yu, L., et al.: Deep reinforcement learning for smart home energy management. IEEE Internet Things J. 7(4), 2751\u20132762 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"2_CR15","doi-asserted-by":"publisher","first-page":"2588","DOI":"10.1109\/TIE.2021.3070514","volume":"69","author":"Z Wei","year":"2021","unstructured":"Wei, Z., Quan, Z., Wu, J., Li, Y., Pou, J., Zhong, H.: Deep deterministic policy gradient-DRL enabled multiphysics-constrained fast charging of lithium-ion battery. IEEE Trans. Ind. Electron. 69(3), 2588\u20132598 (2021)","journal-title":"IEEE Trans. Ind. Electron."},{"issue":"3","key":"2_CR16","first-page":"572","volume":"6","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Zhang, D., Gooi, H.B.: Optimization strategy based on deep reinforcement learning for home energy management. CSEE J. Power Energy Syst. 6(3), 572\u2013582 (2020)","journal-title":"CSEE J. Power Energy Syst."},{"issue":"1","key":"2_CR17","doi-asserted-by":"publisher","first-page":"117","DOI":"10.23919\/JSEE.2023.000036","volume":"34","author":"G Cheng","year":"2023","unstructured":"Cheng, G., Dong, L., Yuan, X., Sun, C.: Reinforcement learning-based scheduling of multi-battery energy storage system. J. Syst. Eng. Electron. 34(1), 117\u2013128 (2023)","journal-title":"J. Syst. Eng. Electron."},{"issue":"3","key":"2_CR18","doi-asserted-by":"publisher","first-page":"2272","DOI":"10.1109\/TSG.2020.3047890","volume":"12","author":"B Huang","year":"2020","unstructured":"Huang, B., Wang, J.: Deep-reinforcement-learning-based capacity scheduling for PV-battery storage system. IEEE Trans. Smart Grid 12(3), 2272\u20132283 (2020)","journal-title":"IEEE Trans. Smart Grid"},{"key":"2_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2023.129097","volume":"283","author":"D Paudel","year":"2023","unstructured":"Paudel, D., Das, T.K.: A deep reinforcement learning approach for power management of battery-assisted fast-charging EV hubs participating in day-ahead and real-time electricity markets. Energy 283, 129097 (2023)","journal-title":"Energy"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Ali, N., Wahid, A., Shaw, R., Mason, K.: A reinforcement learning approach to dairy farm battery management using Q learning. arXiv preprint arXiv:2403.09499 (2024)","DOI":"10.1016\/j.est.2024.112031"},{"key":"2_CR21","unstructured":"Tesla. How powerwall works (2023). https:\/\/www.tesla.com\/support\/energy\/powerwall\/learn\/how-powerwall-works. Accessed 27 Mar 2023"},{"key":"2_CR22","unstructured":"Uski, S., Rinne, E.: Data for a dairy farm microgrid solution (2018). https:\/\/zenodo.org\/record\/1294967. Accessed June 2022"},{"key":"2_CR23","unstructured":"National Renewable Energy Lab (NREL). System advisor model (SAM) (2017). https:\/\/sam.nrel.gov. Accessed 1 Nov 2022"},{"key":"2_CR24","unstructured":"Helen. Electricity products and prices (n.d.). https:\/\/www.helen.fi\/en\/electricity\/electricity-products-and-prices. Accessed 15 Nov 2023"},{"key":"2_CR25","unstructured":"Electric Ireland. Time-of-use tariffs for residential customers (2022). https:\/\/www.electricireland.ie\/residential\/help\/smart-electricity-meters\/time-of-use-tariffs-for-residential-customers. Accessed 15 Nov 2022"},{"key":"2_CR26","unstructured":"Battery University. Bu-808: How to prolong lithium-based batteries. https:\/\/batteryuniversity.com\/article\/bu-808-how-to-prolong-lithium-based-batteries. Accessed 2024"}],"container-title":["Lecture Notes in Computer Science","Advances in Practical Applications of Agents, Multi-Agent Systems, and Digital Twins: The PAAMS Collection"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70415-4_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T06:03:35Z","timestamp":1731909815000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70415-4_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,19]]},"ISBN":["9783031704147","9783031704154"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70415-4_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,19]]},"assertion":[{"value":"19 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PAAMS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Practical Applications of Agents and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"paams2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.paams.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}