{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T18:58:48Z","timestamp":1743015528712,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031504846"},{"type":"electronic","value":"9783031504853"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-50485-3_26","type":"book-chapter","created":{"date-parts":[[2024,1,24]],"date-time":"2024-01-24T06:02:28Z","timestamp":1706076148000},"page":"246-253","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning for\u00a0Battery Management in\u00a0Dairy Farming"],"prefix":"10.1007","author":[{"given":"Nawazish","family":"Ali","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abdul","family":"Wahid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rachael","family":"Shaw","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karl","family":"Mason","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,1,25]]},"reference":[{"key":"26_CR1","unstructured":"Upton, J., Michael, M., French, P., Dillon, P., et al.: Dairy farm energy consumption (2010). Online. Accessed 20 Apr 2023"},{"key":"26_CR2","unstructured":"Renewable energy opportunities for dairy farmers (2021). Online. Accessed 20 Apr 2023"},{"key":"26_CR3","doi-asserted-by":"publisher","first-page":"117875","DOI":"10.1016\/j.apenergy.2021.117875","volume":"305","author":"B Zou","year":"2022","unstructured":"Zou, B., Peng, J., Li, S., Li, Y., Yan, J., Yang, H.: Comparative study of the dynamic programming-based and rule-based operation strategies for grid-connected PV-battery systems of office buildings. Appl. Energy 305, 117875 (2022)","journal-title":"Appl. Energy"},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"Ebell, N., Heinrich, F., Schlund, J., Pruckner, M.: Reinforcement learning control algorithm for a PV-battery-system providing frequency containment reserve power. In: 2018 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm), pp. 1\u20136. IEEE (2018)","DOI":"10.1109\/SmartGridComm.2018.8587480"},{"key":"26_CR5","doi-asserted-by":"crossref","unstructured":"Minnaert, B., Thoen, B., Plets, D., Joseph, W., Stevens, N.: Optimal energy storage solution for an inductively powered system for dairy cows. In: 2017 IEEE Wireless Power Transfer Conference (WPTC), pp. 1\u20134. IEEE (2017)","DOI":"10.1109\/WPT.2017.7953805"},{"key":"26_CR6","doi-asserted-by":"crossref","unstructured":"Azuatalam, D., Paridari, K., Ma, Y., F\u00f6rstl, M., Chapman, A.C., Verbi\u010d., G.: Energy management of small-scale PV-battery systems: a systematic review considering practical implementation, computational requirements, quality of input data and battery degradation. Renew. Sustain. Energy Rev. 112, 555\u2013570 (2019)","DOI":"10.1016\/j.rser.2019.06.007"},{"key":"26_CR7","doi-asserted-by":"publisher","first-page":"115106","DOI":"10.1016\/j.apenergy.2020.115106","volume":"269","author":"Y Zhang","year":"2020","unstructured":"Zhang, Y., Ma, T., Campana, P.E., Yamaguchi, Y., Dai, Y.: A techno-economic sizing method for grid-connected household photovoltaic battery systems. Appl. Energy 269, 115106 (2020)","journal-title":"Appl. Energy"},{"key":"26_CR8","unstructured":"Braun, M., B\u00fcdenbender, K., Magnor, D., Jossen, A.: Photovoltaic self-consumption in Germany: using lithium-ion storage to increase self-consumed photovoltaic energy. In: 24th European Photovoltaic Solar Energy Conference (PVSEC), Hamburg, Germany (2009)"},{"key":"26_CR9","doi-asserted-by":"publisher","first-page":"1021","DOI":"10.1016\/j.renene.2018.06.088","volume":"130","author":"DL Talavera","year":"2019","unstructured":"Talavera, D.L., Mu\u00f1oz-Rodriguez, F.J., Jimenez-Castillo, G., Rus-Casas, C.: A new approach to sizing the photovoltaic generator in self-consumption systems based on cost-competitiveness, maximizing direct self-consumption. Renew. Energy 130, 1021\u20131035 (2019)","journal-title":"Renew. Energy"},{"key":"26_CR10","doi-asserted-by":"crossref","unstructured":"Vickers, N.J.: Animal communication: when i\u2019m calling you, will you answer too? Curr. Biol. 27(14), R713\u2013R715 (2017)","DOI":"10.1016\/j.cub.2017.05.064"},{"key":"26_CR11","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.renene.2019.03.144","volume":"141","author":"V Sharma","year":"2019","unstructured":"Sharma, V., Haque, M.H., Aziz, S.M.: Energy cost minimization for net zero energy homes through optimal sizing of battery storage system. Renew. Energy 141, 278\u2013286 (2019)","journal-title":"Renew. Energy"},{"key":"26_CR12","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1016\/j.apenergy.2016.08.172","volume":"183","author":"E Nyholm","year":"2016","unstructured":"Nyholm, E., Goop, J., Odenberger, M., Johnsson, F.: Solar photovoltaic-battery systems in Swedish households-self-consumption and self-sufficiency. Appl. Energy 183, 148\u2013159 (2016)","journal-title":"Appl. Energy"},{"key":"26_CR13","doi-asserted-by":"publisher","first-page":"986","DOI":"10.1016\/j.rser.2014.10.054","volume":"42","author":"L Dusonchet","year":"2015","unstructured":"Dusonchet, L., Telaretti, E.: Comparative economic analysis of support policies for solar PV in the most representative EU countries. Renew. Sustain. Energy Rev. 42, 986\u2013998 (2015)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"26_CR14","doi-asserted-by":"crossref","unstructured":"Flath, C.M.: An optimization approach for the design of time-of-use rates. In: 39th Annual Conference of the IEEE Industrial Electronics Society, IECON 2013, pp. 4727\u20134732. IEEE (2013)","DOI":"10.1109\/IECON.2013.6699899"},{"key":"26_CR15","doi-asserted-by":"publisher","first-page":"1530","DOI":"10.1016\/j.apenergy.2015.02.063","volume":"162","author":"R Li","year":"2016","unstructured":"Li, R., Wang, Z., Chenghong, G., Li, F., Hao, W.: A novel time-of-use tariff design based on gaussian mixture model. Appl. Energy 162, 1530\u20131536 (2016)","journal-title":"Appl. Energy"},{"key":"26_CR16","doi-asserted-by":"publisher","first-page":"1459","DOI":"10.1016\/j.rser.2015.10.111","volume":"54","author":"NR Darghouth","year":"2016","unstructured":"Darghouth, N.R., Wiser, R.H., Barbose, G.: Customer economics of residential photovoltaic systems: sensitivities to changes in wholesale market design and rate structures. Renew. Sustain. Energy Rev. 54, 1459\u20131469 (2016)","journal-title":"Renew. Sustain. Energy Rev."},{"key":"26_CR17","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1016\/j.energy.2013.12.018","volume":"65","author":"M Gitizadeh","year":"2014","unstructured":"Gitizadeh, M., Fakharzadegan, H.: Battery capacity determination with respect to optimized energy dispatch schedule in grid-connected photovoltaic (PV) systems. Energy 65, 665\u2013674 (2014)","journal-title":"Energy"},{"key":"26_CR18","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1016\/j.apenergy.2017.06.043","volume":"203","author":"AS Hassan","year":"2017","unstructured":"Hassan, A.S., Cipcigan, L., Jenkins, N.: Optimal battery storage operation for PV systems with tariff incentives. Appl. Energy 203, 422\u2013441 (2017)","journal-title":"Appl. Energy"},{"key":"26_CR19","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.renene.2014.09.008","volume":"75","author":"EL Ratnam","year":"2015","unstructured":"Ratnam, E.L., Weller, S.R., Kellett, C.M.: An optimization-based approach to scheduling residential battery storage with solar PV: assessing customer benefit. Renew. Energy 75, 123\u2013134 (2015)","journal-title":"Renew. Energy"},{"issue":"4","key":"26_CR20","doi-asserted-by":"publisher","first-page":"2509","DOI":"10.1109\/TIE.2014.2361485","volume":"62","author":"Q Wei","year":"2014","unstructured":"Wei, Q., Liu, D., Shi, G.: A novel dual iterative Q-learning method for optimal battery management in smart residential environments. IEEE Trans. Industr. Electron. 62(4), 2509\u20132518 (2014)","journal-title":"IEEE Trans. Industr. Electron."},{"issue":"8","key":"26_CR21","doi-asserted-by":"publisher","first-page":"2010","DOI":"10.3390\/en11082010","volume":"11","author":"S Kim","year":"2018","unstructured":"Kim, S., Lim, H.: Reinforcement learning based energy management algorithm for smart energy buildings. Energies 11(8), 2010 (2018)","journal-title":"Energies"},{"issue":"4","key":"26_CR22","doi-asserted-by":"publisher","first-page":"3792","DOI":"10.1109\/TSG.2016.2640184","volume":"9","author":"F Ruelens","year":"2016","unstructured":"Ruelens, F., Claessens, B.J., Quaiyum, S., De Schutter, B., Babu\u0161ka, R., Belmans, R.: Reinforcement learning applied to an electric water heater: from theory to practice. IEEE Trans. Smart Grid 9(4), 3792\u20133800 (2016)","journal-title":"IEEE Trans. Smart Grid"},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Li, B., Xia, L.: A multi-grid reinforcement learning method for energy conservation and comfort of HVAC in buildings. In: 2015 IEEE International Conference on Automation Science and Engineering (CASE), pp. 444\u2013449. IEEE (2015)","DOI":"10.1109\/CoASE.2015.7294119"},{"issue":"5","key":"26_CR24","doi-asserted-by":"publisher","first-page":"5749","DOI":"10.1109\/TPWRS.2018.2823641","volume":"33","author":"E Foruzan","year":"2018","unstructured":"Foruzan, E., Soh, L.-K., Asgarpoor, S.: Reinforcement learning approach for optimal distributed energy management in a microgrid. IEEE Trans. Power Syst. 33(5), 5749\u20135758 (2018)","journal-title":"IEEE Trans. Power Syst."},{"key":"26_CR25","doi-asserted-by":"crossref","unstructured":"Guan, C., Wang, Y., Lin, X., Nazarian, S., Pedram, M.: Reinforcement learning-based control of residential energy storage systems for electric bill minimization. In: 2015 12th Annual IEEE Consumer Communications and Networking Conference (CCNC), pp. 637\u2013642. IEEE (2015)","DOI":"10.1109\/CCNC.2015.7158054"},{"issue":"3","key":"26_CR26","first-page":"572","volume":"6","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Zhang, D., Gooi, H.B.: Optimization strategy based on deep reinforcement learning for home energy management. CSEE J. Power Energy Syst. 6(3), 572\u2013582 (2020)","journal-title":"CSEE J. Power Energy Syst."},{"key":"26_CR27","unstructured":"Uski, S., Rinne, E.: Data for a dairy farm microgrid solution, June 2018"},{"key":"26_CR28","unstructured":"National Renewable Energy Lab (NREL): System advisor model (SAM) (2017). Online. https:\/\/sam.nrel.gov. Accessed 1 Nov 2022"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence. ECAI 2023 International Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-50485-3_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,9]],"date-time":"2024-11-09T00:07:41Z","timestamp":1731110861000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-50485-3_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031504846","9783031504853"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-50485-3_26","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"25 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Krak\u00f3w","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Poland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecai2023.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair and SMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"134","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.86","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.15","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Presented figures are relevant for the ECAI 2023 workshops","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}