{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T10:55:08Z","timestamp":1743072908132,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811651878"},{"type":"electronic","value":"9789811651885"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-981-16-5188-5_22","type":"book-chapter","created":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T23:04:52Z","timestamp":1629414292000},"page":"303-318","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["An Improved Reinforcement Learning for Security-Constrained Economic Dispatch of Battery Energy Storage in Microgrids"],"prefix":"10.1007","author":[{"given":"Zhongyi","family":"Zha","sequence":"first","affiliation":[]},{"given":"Bo","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Huijin","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Lei","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,8,20]]},"reference":[{"key":"22_CR1","doi-asserted-by":"crossref","unstructured":"Birge, J.R., Louveaux, F.: Introduction to Stochastic Programming. Springer Science & Business Media (2011). 10.1007\/978-1-4614-0237-4","DOI":"10.1007\/978-1-4614-0237-4"},{"key":"22_CR2","doi-asserted-by":"crossref","unstructured":"Carpinelli, G., Fazio, D., Rita, A., Khormali, S., Mottola, F.: Optimal sizing of battery storage systems for industrial applications when uncertainties exist. Energies 7, 130\u2013149 (2014)","DOI":"10.3390\/en7010130"},{"key":"22_CR3","first-page":"4299","volume":"30","author":"PF Christiano","year":"2017","unstructured":"Christiano, P.F., Leike, J., Brown, T., Martic, M., Legg, S., Amodei, D.: Deep reinforcement learning from human preferences. Adv. Neural Inform. Process. Syst. 30, 4299\u20134307 (2017)","journal-title":"Adv. Neural Inform. Process. Syst."},{"issue":"4","key":"22_CR4","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/j.epsr.2008.09.017","volume":"79","author":"K Divya","year":"2009","unstructured":"Divya, K., \u00d8stergaard, J.: Battery energy storage technology for power systems\u2013an overview. Electr. Power Syst. Res. 79(4), 511\u2013520 (2009)","journal-title":"Electr. Power Syst. Res."},{"key":"22_CR5","doi-asserted-by":"publisher","first-page":"106092","DOI":"10.1109\/ACCESS.2019.2932461","volume":"7","author":"AT Eseye","year":"2019","unstructured":"Eseye, A.T., Lehtonen, M., Tukia, T., Uimonen, S., Millar, R.J.: Optimal energy trading for renewable energy integrated building microgrids containing electric vehicles and energy storage batteries. IEEE Access 7, 106092\u2013106101 (2019)","journal-title":"IEEE Access"},{"issue":"2","key":"22_CR6","doi-asserted-by":"publisher","first-page":"850","DOI":"10.1109\/TSG.2012.2190113","volume":"3","author":"CA Hill","year":"2012","unstructured":"Hill, C.A., Such, M.C., Chen, D., Gonzalez, J., Grady, W.M.: Battery energy storage for enabling integration of distributed solar power generation. IEEE Trans. Smart Grid 3(2), 850\u2013857 (2012)","journal-title":"IEEE Trans. Smart Grid"},{"key":"22_CR7","unstructured":"Huang, J., Wu, F., Precup, D., Cai, Y.: Learning safe policies with expert guidance. In: Advances in Neural Information Processing Systems, pp. 9105\u20139114 (2018)"},{"issue":"6","key":"22_CR8","doi-asserted-by":"publisher","first-page":"3847","DOI":"10.1016\/j.rser.2012.02.047","volume":"16","author":"J Keirstead","year":"2012","unstructured":"Keirstead, J., Jennings, M., Sivakumar, A.: A review of urban energy system models: approaches, challenges and opportunities. Renew. Sustain. Energy Rev. 16(6), 3847\u20133866 (2012)","journal-title":"Renew. Sustain. Energy Rev."},{"issue":"1","key":"22_CR9","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1002\/0471755621.ch15","volume":"1","author":"T Lambert","year":"2006","unstructured":"Lambert, T., Gilman, P., Lilienthal, P.: Micropower system modeling with homer. Integr. Altern. Sour. Energy 1(1), 379\u2013385 (2006)","journal-title":"Integr. Altern. Sour. Energy"},{"issue":"3","key":"22_CR10","doi-asserted-by":"publisher","first-page":"759","DOI":"10.1049\/iet-gtd.2016.0772","volume":"11","author":"C Liu","year":"2017","unstructured":"Liu, C., Wang, X., Wu, X., Guo, J.: Economic scheduling model of microgrid considering the lifetime of batteries. IET Gener. Trans. Distrib. 11(3), 759\u2013767 (2017)","journal-title":"IET Gener. Trans. Distrib."},{"key":"22_CR11","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/j.apenergy.2014.09.081","volume":"137","author":"X Luo","year":"2015","unstructured":"Luo, X., Wang, J., Dooner, M., Clarke, J.: Overview of current development in electrical energy storage technologies and the application potential in power system operation. Appl. Energ. 137, 511\u2013536 (2015)","journal-title":"Appl. Energ."},{"key":"22_CR12","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.apenergy.2014.01.090","volume":"121","author":"T Ma","year":"2014","unstructured":"Ma, T., Yang, H., Lu, L.: A feasibility study of a stand-alone hybrid solar-wind-battery system for a remote island. Appl. Energ. 121, 149\u2013158 (2014)","journal-title":"Appl. Energ."},{"issue":"5","key":"22_CR13","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1016\/0038-092X(93)90060-2","volume":"50","author":"JF Manwell","year":"1993","unstructured":"Manwell, J.F., McGowan, J.G.: Lead acid battery storage model for hybrid energy systems. Solar Energ. 50(5), 399\u2013405 (1993)","journal-title":"Solar Energ."},{"key":"22_CR14","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"11","key":"22_CR15","doi-asserted-by":"publisher","first-page":"2124","DOI":"10.1016\/j.enbuild.2010.07.002","volume":"42","author":"NKC Nair","year":"2010","unstructured":"Nair, N.K.C., Garimella, N.: Battery energy storage systems: assessment for small-scale renewable energy integration. Energ. Build. 42(11), 2124\u20132130 (2010)","journal-title":"Energ. Build."},{"key":"22_CR16","unstructured":"Nechyba, M.: Maximum-likelihood estimation for mixture models: the em algorithm. EEL6935 Fall (2001)"},{"key":"22_CR17","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation. arXiv preprint arXiv:1506.02438 (2015)"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Shang, Y., et al.: Stochastic dispatch of energy storage in microgrids: an augmented reinforcement learning approach. Appl. Energ. 261, 114423 (2020)","DOI":"10.1016\/j.apenergy.2019.114423"},{"key":"22_CR19","doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","DOI":"10.1038\/nature24270"},{"issue":"7782","key":"22_CR20","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1038\/s41586-019-1724-z","volume":"575","author":"O Vinyals","year":"2019","unstructured":"Vinyals, O., et al.: Grandmaster level in starcraft ii using multi-agent reinforcement learning. Nature 575(7782), 350\u2013354 (2019)","journal-title":"Nature"},{"key":"22_CR21","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/j.apenergy.2016.02.075","volume":"167","author":"J Wu","year":"2016","unstructured":"Wu, J., Yan, J., Jia, H., Hatziargyriou, N., Djilali, N., Sun, H.: Integrated energy systems. Appl. Energ. 167, 155\u2013157 (2016)","journal-title":"Appl. Energ."},{"key":"22_CR22","doi-asserted-by":"crossref","unstructured":"Zha, Z.Y., Wang, B., Tang, X.S.: Evaluate, explain, and explore the state more exactly: an improved actor-critic algorithm for complex environment. Neural Comput. Appl. 4, 1\u201312 (2021)","DOI":"10.1007\/s00521-020-05663-3"},{"key":"22_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.apenergy.2018.03.010","volume":"220","author":"C Zhang","year":"2018","unstructured":"Zhang, C., Wu, J., Zhou, Y., Cheng, M., Long, C.: Peer-to-peer energy trading in a microgrid. Appl. Energ. 220, 1\u201312 (2018)","journal-title":"Appl. Energ."},{"key":"22_CR24","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.1016\/j.apenergy.2018.04.103","volume":"222","author":"MF Zia","year":"2018","unstructured":"Zia, M.F., Elbouchikhi, E., Benbouzid, M.: Microgrids energy management systems: a critical review on methods, solutions, and prospects. Appl. Energ. 222, 1033\u20131055 (2018)","journal-title":"Appl. Energ."}],"container-title":["Communications in Computer and Information Science","Neural Computing for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-16-5188-5_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T23:12:41Z","timestamp":1629414761000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-16-5188-5_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9789811651878","9789811651885"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-16-5188-5_22","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"20 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NCAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Computing for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ncaa2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/dl2link.com\/ncaa2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"144","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.07","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.62","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}