{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T14:42:07Z","timestamp":1777646527558,"version":"3.51.4"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100014188","name":"Energy AI Convergence Research & Development Program through the National IT Industry Promotion Agency of Korea (NIPA) funded by the Ministry of Science and ICT","doi-asserted-by":"publisher","award":["1711120811"],"award-info":[{"award-number":["1711120811"]}],"id":[{"id":"10.13039\/501100014188","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002582","name":"GIST Research Institute (GRI) Grant funded by the GIST in 2021","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002582","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3094466","type":"journal-article","created":{"date-parts":[[2021,7,5]],"date-time":"2021-07-05T19:49:23Z","timestamp":1625514563000},"page":"95360-95371","source":"Crossref","is-referenced-by-count":39,"title":["Deep Reinforcement Learning-Based Smart Joint Control Scheme for On\/Off Pumping Systems in Wastewater Treatment Plants"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8629-5978","authenticated-orcid":false,"given":"Giup","family":"Seo","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3753-7189","authenticated-orcid":false,"given":"Seungwook","family":"Yoon","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4822-6354","authenticated-orcid":false,"given":"Myungsun","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Changho","family":"Mun","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1718-7030","authenticated-orcid":false,"given":"Euiseok","family":"Hwang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015","journal-title":"arXiv 1509 02971"},{"key":"ref38","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref33","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.11.061"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2012.08.048"},{"key":"ref30","year":"2019","journal-title":"Time Use Tariff Provided by Korea Electric Power Corp (KEPCO)"},{"key":"ref37","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref36","article-title":"Revisiting design choices in proximal policy optimization","author":"ching-yun hsu","year":"2020","journal-title":"arXiv 2009 10897"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2909266"},{"key":"ref34","article-title":"Deep recurrent Q-Learning for partially observable MDPs","author":"hausknecht","year":"2015","journal-title":"arXiv 1507 06527"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2159630"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclepro.2018.12.124"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/BF02698284"},{"key":"ref2","author":"lavelle","year":"2013","journal-title":"Water demand for energy to double by 2035"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclepro.2016.03.173"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2971427"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3034218"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2985233"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2011.2162401"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2017.12.019"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-9496(1994)120:1(17)"},{"key":"ref25","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv 1707 06347"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1002\/aic.690450805"},{"key":"ref51","article-title":"Learning to adapt in dynamic, real-world environments through meta-reinforcement learning","author":"nagabandi","year":"2018","journal-title":"arXiv 1803 11347"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8463189"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.proeng.2014.02.152"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC46691.2019.8939710"},{"key":"ref40","article-title":"Deep reinforcement learning that matters","author":"henderson","year":"2017","journal-title":"arXiv 1709 06560"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2014.08.033"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2017.2670501"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3030820"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2011.06.054"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2018.03.039"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2020.06.012"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2924030"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2020.104331"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114321"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.jenvman.2015.11.037"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/en13195005"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.09.012"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2004.03.012"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.113423"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1002\/aic.690400706"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-9496(1992)118:4(406)"},{"key":"ref46","article-title":"An overview of industrial model predictive control technology","volume":"93","author":"qin","year":"1997","journal-title":"Proc AIche Symp Ser"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.1988.4789730"},{"key":"ref48","article-title":"Soft constraints and exact penalty functions in model predictive control","author":"kerrigan","year":"2000","journal-title":"Proc United Kingdom Autom Control Council (UKACC) Int Conf"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/S0952-1976(03)00058-7"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2016.08.070"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2013.04.001"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/0005-1098(78)90001-8"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2020.106886"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09474446.pdf?arnumber=9474446","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T09:14:35Z","timestamp":1643188475000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9474446\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":52,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3094466","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}