{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T15:43:09Z","timestamp":1778341389435,"version":"3.51.4"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031704147","type":"print"},{"value":"9783031704154","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-70415-4_3","type":"book-chapter","created":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T05:38:31Z","timestamp":1731908311000},"page":"27-38","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reinforcement Learning Enabled Peer-to-Peer Energy Trading for\u00a0Dairy Farms"],"prefix":"10.1007","author":[{"given":"Mian Ibad Ali","family":"Shah","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enda","family":"Barrett","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karl","family":"Mason","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,19]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2020.106652","volume":"86","author":"H Adjerid","year":"2020","unstructured":"Adjerid, H., Maouche, A.R.: Multi-agent system-based decentralized state estimation method for active distribution networks. Comput. Electr. Eng. 86, 106652 (2020)","journal-title":"Comput. Electr. Eng."},{"key":"3_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.118825","volume":"314","author":"F Charbonnier","year":"2022","unstructured":"Charbonnier, F., Morstyn, T., McCulloch, M.D.: Scalable multi-agent reinforcement learning for distributed control of residential energy flexibility. Appl. Energy 314, 118825 (2022)","journal-title":"Appl. Energy"},{"key":"3_CR3","unstructured":"Commission, E: Climate change: what the EU is doing (2024). https:\/\/www.consilium.europa.eu\/en\/policies\/climate-change\/#2050\/. Accessed 15 Mar 2024"},{"key":"3_CR4","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/978-3-031-37616-0_5","volume-title":"PAAMS 2023","author":"S Dadman","year":"2023","unstructured":"Dadman, S., Bremdal, B.A.: Multi-agent reinforcement learning for structured symbolic music generation. In: Mathieu, P., Dignum, F., Novais, P., De la Prieta, F. (eds.) PAAMS 2023. LNCS, vol. 13955, pp. 52\u201363. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-37616-0_5"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Elena, D.O., Florin, D., Valentin, G., Marius, P., Octavian, D., Catalin, D.: Multi-agent system for smart grids with produced energy from photovoltaic energy sources. In: 2022 14th International Conference on Electronics, Computers and Artificial Intelligence (ECAI), pp.\u00a01\u20136. IEEE (2022)","DOI":"10.1109\/ECAI54874.2022.9847512"},{"key":"3_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116766","volume":"291","author":"M Elkazaz","year":"2021","unstructured":"Elkazaz, M., Sumner, M., Thomas, D.: A hierarchical and decentralized energy management system for peer-to-peer energy trading. Appl. Energy 291, 116766 (2021)","journal-title":"Appl. Energy"},{"key":"3_CR7","unstructured":"Fraukewiese, sjpfenninger, jgmill: Load, wind and solar, prices in hourly resolution (2020). https:\/\/data.open-power-system-data.org\/time_series\/latest\/. Accessed 15 Jan 2024"},{"issue":"4","key":"3_CR8","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1007\/s10994-019-05856-5","volume":"109","author":"J F\u00fcrnkranz","year":"2020","unstructured":"F\u00fcrnkranz, J., Kliegr, T., Paulheim, H.: On cognitive preferences and the plausibility of rule-based models. Mach. Learn. 109(4), 853\u2013898 (2020)","journal-title":"Mach. Learn."},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Guimar\u00e3es, D.V., Gough, M.B., Santos, S.F., Reis, I.F., Home-Ortiz, J.M., Catal\u00e3o, J.P.: Agent-based modeling of peer-to-peer energy trading in a smart grid environment. In: 2021 IEEE International Conference on Environment and Electrical Engineering and 2021 IEEE Industrial and Commercial Power Systems Europe (EEEIC\/I &CPS Europe), pp.\u00a01\u20136. IEEE (2021)","DOI":"10.1109\/EEEIC\/ICPSEurope51590.2021.9584767"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Khaleghy, H., Wahid, A., Clifford, E., Mason, K.: Modelling electricity consumption in Irish dairy farms using agent-based modelling. arXiv preprint arXiv:2308.09488 (2023)","DOI":"10.1007\/978-3-031-50485-3_24"},{"issue":"22","key":"3_CR11","doi-asserted-by":"publisher","first-page":"5899","DOI":"10.1049\/iet-gtd.2018.5309","volume":"12","author":"M Khorasany","year":"2018","unstructured":"Khorasany, M., Mishra, Y., Ledwich, G.: Market framework for local energy trading: a review of potential designs and market clearing approaches. IET Gener. Transm. Distrib. 12(22), 5899\u20135908 (2018)","journal-title":"IET Gener. Transm. Distrib."},{"issue":"6","key":"3_CR12","doi-asserted-by":"publisher","first-page":"4646","DOI":"10.1109\/TIE.2019.2931229","volume":"67","author":"M Khorasany","year":"2019","unstructured":"Khorasany, M., Mishra, Y., Ledwich, G.: A decentralized bilateral energy trading system for peer-to-peer electricity markets. IEEE Trans. Ind. Electron. 67(6), 4646\u20134657 (2019)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"3_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2022.124751","volume":"257","author":"WT Lin","year":"2022","unstructured":"Lin, W.T., Chen, G., Zhou, X.: Distributed carbon-aware energy trading of virtual power plant under denial of service attacks: a passivity-based neurodynamic approach. Energy 257, 124751 (2022)","journal-title":"Energy"},{"key":"3_CR14","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1016\/j.apenergy.2018.05.097","volume":"226","author":"C Long","year":"2018","unstructured":"Long, C., Wu, J., Zhou, Y., Jenkins, N.: Peer-to-peer energy sharing through a two-stage aggregated battery control in a community microgrid. Appl. Energy 226, 261\u2013276 (2018)","journal-title":"Appl. Energy"},{"issue":"7540","key":"3_CR15","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"3_CR16","unstructured":"National Renewable Energy Lab (NREL): System advisor model (SAM) (2017). https:\/\/sam.nrel.gov, version 2017.9.5"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Qiu, D., Wang, J., Dong, Z., Wang, Y., Strbac, G.: Mean-field multi-agent reinforcement learning for peer-to-peer multi-energy trading. IEEE Trans. Power Syst. (2022)","DOI":"10.24963\/ijcai.2021\/401"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Qiu, D., Wang, J., Wang, J., Strbac, G.: Multi-agent reinforcement learning for automated peer-to-peer energy trading in double-side auction market. In: IJCAI, pp. 2913\u20132920 (2021)","DOI":"10.24963\/ijcai.2021\/401"},{"key":"3_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116940","volume":"292","author":"D Qiu","year":"2021","unstructured":"Qiu, D., Ye, Y., Papadaskalopoulos, D., Strbac, G.: Scalable coordinated management of peer-to-peer energy trading: a multi-cluster deep reinforcement learning approach. Appl. Energy 292, 116940 (2021)","journal-title":"Appl. Energy"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Shah, M.I.A., Wahid, A., Barrett, E., Mason, K.: A multi-agent systems approach for peer-to-peer energy trading in dairy farming. arXiv preprint arXiv:2310.05932 (2023)","DOI":"10.1016\/j.compeleceng.2024.109437"},{"key":"3_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.107847","volume":"132","author":"MIA Shah","year":"2024","unstructured":"Shah, M.I.A., Wahid, A., Barrett, E., Mason, K.: Multi-agent systems in peer-to-peer energy trading: a comprehensive survey. Eng. Appl. Artif. Intell. 132, 107847 (2024)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"3_CR22","unstructured":"Tesla: How powerwall works (2023). https:\/\/www.tesla.com\/support\/energy\/ powerwall\/learn\/how-powerwall-works. Accessed 20 Mar 2023"},{"key":"3_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117075","volume":"296","author":"K Umer","year":"2021","unstructured":"Umer, K., Huang, Q., Khorasany, M., Afzal, M., Amin, W.: A novel communication efficient peer-to-peer energy trading scheme for enhanced privacy in microgrids. Appl. Energy 296, 117075 (2021)","journal-title":"Appl. Energy"},{"issue":"2","key":"3_CR24","doi-asserted-by":"publisher","first-page":"898","DOI":"10.3168\/jds.2014-8383","volume":"98","author":"J Upton","year":"2015","unstructured":"Upton, J., Murphy, M., De Boer, I., Koerkamp, P.G., Berentsen, P., Shalloo, L.: Investment appraisal of technology innovations on dairy farm electricity consumption. J. Dairy Sci. 98(2), 898\u2013909 (2015)","journal-title":"J. Dairy Sci."},{"issue":"10","key":"3_CR25","doi-asserted-by":"publisher","first-page":"6489","DOI":"10.3168\/jds.2013-6874","volume":"96","author":"J Upton","year":"2013","unstructured":"Upton, J., Humphreys, J., Koerkamp, P.G., French, P., Dillon, P., De Boer, I.J.: Energy demand on dairy farms in Ireland. J. Dairy Sci. 96(10), 6489\u20136498 (2013)","journal-title":"J. Dairy Sci."},{"key":"3_CR26","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"issue":"1","key":"3_CR27","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1109\/TSTE.2022.3208369","volume":"14","author":"J Yang","year":"2022","unstructured":"Yang, J., Xu, W., Ma, K., Li, C.: A three-stage multi-energy trading strategy based on P2P trading mode. IEEE Trans. Sustain. Energy 14(1), 233\u2013241 (2022)","journal-title":"IEEE Trans. Sustain. Energy"},{"key":"3_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107805","volume":"240","author":"LH Yang","year":"2022","unstructured":"Yang, L.H., et al.: Highly explainable cumulative belief rule-based system with effective rule-base modeling and inference scheme. Knowl.-Based Syst. 240, 107805 (2022)","journal-title":"Knowl.-Based Syst."},{"key":"3_CR29","doi-asserted-by":"publisher","unstructured":"Zhang, M., Eliassen, F., Taherkordi, A., Jacobsen, H.A., Chung, H.M., Zhang, Y.: Energy trading with demand response in a community-based P2P energy market. In: 2019 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm), pp.\u00a01\u20136 (2019). https:\/\/doi.org\/10.1109\/SmartGridComm.2019.8909798","DOI":"10.1109\/SmartGridComm.2019.8909798"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Zhou, H., Erol-Kantarci, M.: Decentralized microgrid energy management: a multi-agent correlated Q-learning approach. In: 2020 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm), pp.\u00a01\u20137. IEEE (2020)","DOI":"10.1109\/SmartGridComm47815.2020.9302992"},{"key":"3_CR31","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1016\/j.apenergy.2018.02.089","volume":"222","author":"Y Zhou","year":"2018","unstructured":"Zhou, Y., Wu, J., Long, C.: Evaluation of peer-to-peer energy sharing mechanisms based on a multiagent simulation framework. Appl. Energy 222, 993\u20131022 (2018)","journal-title":"Appl. Energy"},{"key":"3_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107904","volume":"100","author":"L Zhu","year":"2022","unstructured":"Zhu, L.: Market-based versus price-based optimal trading mechanism design in microgrid. Comput. Electr. Eng. 100, 107904 (2022)","journal-title":"Comput. Electr. Eng."}],"container-title":["Lecture Notes in Computer Science","Advances in Practical Applications of Agents, Multi-Agent Systems, and Digital Twins: The PAAMS Collection"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70415-4_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T06:03:29Z","timestamp":1731909809000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70415-4_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,19]]},"ISBN":["9783031704147","9783031704154"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70415-4_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,19]]},"assertion":[{"value":"19 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Author has received a research grant from Science Foundation Ireland.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"PAAMS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Practical Applications of Agents and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"paams2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.paams.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}