{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T11:56:14Z","timestamp":1781265374176,"version":"3.54.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"23","license":[{"start":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T00:00:00Z","timestamp":1630713600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T00:00:00Z","timestamp":1630713600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s00500-021-06177-3","type":"journal-article","created":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T15:02:16Z","timestamp":1630767736000},"page":"14757-14767","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":43,"title":["Zone scheduling optimization of pumps in water distribution networks with deep reinforcement learning and knowledge-assisted learning"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4058-0447","authenticated-orcid":false,"given":"Jiahui","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongyuan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Rao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingcheng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,9,4]]},"reference":[{"issue":"12","key":"6177_CR1","doi-asserted-by":"publisher","first-page":"04019055","DOI":"10.1061\/(ASCE)WR.1943-5452.0001123","volume":"145","author":"M Abdallah","year":"2019","unstructured":"Abdallah M, Kapelan Z (2019) Fast pump scheduling method for optimum energy cost and water quality in water distribution networks with fixed and variable speed pumps. J Water Resour Plann Manag 145(12):04019055","journal-title":"J Water Resour Plann Manag"},{"issue":"1","key":"6177_CR2","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/j.advengsoft.2004.03.012","volume":"36","author":"B Bar\u00e1n","year":"2005","unstructured":"Bar\u00e1n B, Von L\u00fccken C, Sotelo A (2005) Multi-objective pump scheduling optimisation using evolutionary strategies. Adv Eng Softw 36(1):39\u201347","journal-title":"Adv Eng Softw"},{"key":"6177_CR3","doi-asserted-by":"crossref","unstructured":"Bazrafshan M, Gatsis N, Giacomoni M, Taha A (2018) A fixed-point iteration for steady-state analysis of water distribution networks. In: 2018 IEEE Global Conference on Signal and Information Processing (GlobalSIP), IEEE, pp 880\u2013884","DOI":"10.1109\/GlobalSIP.2018.8646545"},{"issue":"8","key":"6177_CR4","doi-asserted-by":"publisher","first-page":"716","DOI":"10.1073\/pnas.38.8.716","volume":"38","author":"R Bellman","year":"1952","unstructured":"Bellman R (1952) On the theory of dynamic programming. Proc Natl Acad Sci USA 38(8):716","journal-title":"Proc Natl Acad Sci USA"},{"issue":"5","key":"6177_CR5","doi-asserted-by":"publisher","first-page":"1367","DOI":"10.2166\/ws.2013.148","volume":"13","author":"J Bene","year":"2013","unstructured":"Bene J, Selek I, H\u0151s C (2013) Comparison of deterministic and heuristic optimization solvers for water network scheduling problems. Water Sci Technol Water Supply 13(5):1367\u20131376","journal-title":"Water Sci Technol Water Supply"},{"issue":"4","key":"6177_CR6","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1061\/(ASCE)WR.1943-5452.0000052","volume":"136","author":"D Broad","year":"2010","unstructured":"Broad D, Maier HR, Dandy GC (2010) Optimal operation of complex water distribution systems using metamodels. J Water Resour Plann Manag 136(4):433\u2013443","journal-title":"J Water Resour Plann Manag"},{"issue":"12","key":"6177_CR7","doi-asserted-by":"publisher","first-page":"04018076","DOI":"10.1061\/(ASCE)WR.1943-5452.0000992","volume":"144","author":"G Guo","year":"2018","unstructured":"Guo G, Liu S, Wu Y, Li J, Zhou R, Zhu X (2018) Short-term water demand forecast based on deep learning method. J Water Resour Plann Manag 144(12):04018076","journal-title":"J Water Resour Plann Manag"},{"issue":"11","key":"6177_CR8","doi-asserted-by":"publisher","first-page":"04020079","DOI":"10.1061\/(ASCE)WR.1943-5452.0001287","volume":"146","author":"G Hajgat\u00f3","year":"2020","unstructured":"Hajgat\u00f3 G, Pa\u00e1l G, Gyires-T\u00f3th B (2020) Deep reinforcement learning for real-time optimization of pumps in water distribution systems. J Water Resour Plann Manag 146(11):04020079","journal-title":"J Water Resour Plann Manag"},{"issue":"5","key":"6177_CR9","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1080\/1573062X.2013.795233","volume":"11","author":"SS Hashemi","year":"2014","unstructured":"Hashemi SS, Tabesh M, Ataeekia B (2014) Ant-colony optimization of pumping schedule to minimize the energy cost using variable-speed pumps in water distribution networks. Urban Water J 11(5):335\u2013347","journal-title":"Urban Water J"},{"issue":"5","key":"6177_CR10","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1007\/s11269-012-0236-5","volume":"27","author":"IP Kougias","year":"2013","unstructured":"Kougias IP, Theodossiou NP (2013) Multiobjective pump scheduling optimization using harmony search algorithm (hsa) and polyphonic hsa. Water Resour Manag 27(5):1249\u20131261","journal-title":"Water Resour Manag"},{"issue":"1","key":"6177_CR11","first-page":"1334","volume":"17","author":"S Levine","year":"2016","unstructured":"Levine S, Finn C, Darrell T, Abbeel P (2016) End-to-end training of deep visuomotor policies. The J Mach Learn Res 17(1):1334\u20131373","journal-title":"The J Mach Learn Res"},{"issue":"11","key":"6177_CR12","doi-asserted-by":"publisher","first-page":"1704","DOI":"10.1049\/iet-cta.2018.6273","volume":"13","author":"D Liu","year":"2019","unstructured":"Liu D, Li S, Zheng Y, Wu J (2019) Distributed zone mpc of pressure management for water distribution network systems. IET Control Theory Appl 13(11):1704\u20131717","journal-title":"IET Control Theory Appl"},{"issue":"4","key":"6177_CR13","doi-asserted-by":"publisher","first-page":"1522","DOI":"10.1002\/asjc.2039","volume":"22","author":"D Liu","year":"2020","unstructured":"Liu D, Zheng Y, Wu J, Li S (2020) Zone model predictive control for pressure management of water distribution network. Asian J Control 22(4):1522\u20131536","journal-title":"Asian J Control"},{"key":"6177_CR14","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.neucom.2016.12.038","volume":"234","author":"W Liu","year":"2017","unstructured":"Liu W, Wang Z, Liu X, Zeng N, Liu Y, Alsaadi FE (2017) A survey of deep neural network architectures and their applications. Neurocomputing 234:11\u201326","journal-title":"Neurocomputing"},{"key":"6177_CR15","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1016\/j.envsoft.2017.02.009","volume":"93","author":"H Mala-Jetmarova","year":"2017","unstructured":"Mala-Jetmarova H, Sultanova N, Savic D (2017) Lost in optimisation of water distribution systems? A literature review of system operation. Environ Modell Softw 93:209\u2013254","journal-title":"Environ Modell Softw"},{"issue":"7540","key":"6177_CR16","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"issue":"9","key":"6177_CR17","doi-asserted-by":"publisher","first-page":"04015011","DOI":"10.1061\/(ASCE)WR.1943-5452.0000515","volume":"141","author":"FK Odan","year":"2015","unstructured":"Odan FK, Ribeiro Reis LF, Kapelan Z (2015) Real-time multiobjective optimization of operation of water supply systems. J Water Resour Plann Manag 141(9):04015011","journal-title":"J Water Resour Plann Manag"},{"key":"6177_CR18","doi-asserted-by":"crossref","unstructured":"Reddy T, RM SP, Parimala M, Chowdhary CL, Hakak S, Khan WZ, et al (2020) A deep neural networks based model for uninterrupted marine environment monitoring. Comput Commun 157:64\u201375","DOI":"10.1016\/j.comcom.2020.04.004"},{"issue":"4","key":"6177_CR19","doi-asserted-by":"publisher","first-page":"05020002","DOI":"10.1061\/(ASCE)WR.1943-5452.0001159","volume":"146","author":"J Ritter","year":"2020","unstructured":"Ritter J, Corzo G, Solomatine DP, Angarita H (2020) Multiobjective direct policy search using physically based operating rules in multireservoir systems. J Water Resour Plann Manag 146(4):05020002","journal-title":"J Water Resour Plann Manag"},{"key":"6177_CR20","unstructured":"Rossman L (1993) Epanet\u2013an advanced water quality modeling package for distribution systems. In: Proceeding management and regulations, american water works annual conference, pp 41\u2013418"},{"key":"6177_CR21","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms"},{"issue":"7587","key":"6177_CR22","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M et al (2016) Mastering the game of go with deep neural networks and tree search. Nature 529(7587):484\u2013489","journal-title":"Nature"},{"key":"6177_CR23","doi-asserted-by":"crossref","unstructured":"Singh MK, Kekatos V (2020) On the flow problem in water distribution networks: uniqueness and solvers. IEEE Trans Control Netw Syst","DOI":"10.1109\/TCNS.2020.3029150"},{"issue":"7","key":"6177_CR24","doi-asserted-by":"publisher","first-page":"04014088","DOI":"10.1061\/(ASCE)WR.1943-5452.0000484","volume":"141","author":"CS Stokes","year":"2015","unstructured":"Stokes CS, Maier HR, Simpson AR (2015) Water distribution system pumping operational greenhouse gas emissions minimization by considering time-dependent emissions factors. J Water Resour Plann Manag 141(7):04014088","journal-title":"J Water Resour Plann Manag"},{"key":"6177_CR25","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT press, Cambridge"},{"issue":"2","key":"6177_CR26","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1061\/(ASCE)0733-9496(1987)113:2(191)","volume":"113","author":"TM Walski","year":"1987","unstructured":"Walski TM, Brill ED Jr, Gessler J, Goulter IC, Jeppson RM, Lansey K, Lee HL, Liebman JC, Mays L, Morgan DR et al (1987) Battle of the network models: epilogue. J Water Resour Plan Manag 113(2):191\u2013203","journal-title":"J Water Resour Plan Manag"},{"key":"6177_CR27","doi-asserted-by":"crossref","unstructured":"Wang S, Taha A, Gatsis N, Giacomoni M (2020) Receding horizon control for drinking water networks: the case for geometric programming. IEEE Trans Control Netw Syst","DOI":"10.1109\/TCNS.2020.2964139"},{"issue":"8","key":"6177_CR28","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1049\/iet-cta.2015.0657","volume":"10","author":"Y Wang","year":"2016","unstructured":"Wang Y, Ocampo-Martinez C, Puig V (2016) Stochastic model predictive control based on gaussian processes applied to drinking water networks. IET Control Theory Appl 10(8):947\u2013955","journal-title":"IET Control Theory Appl"},{"key":"6177_CR29","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.jprocont.2017.05.004","volume":"56","author":"Y Wang","year":"2017","unstructured":"Wang Y, Puig V, Cembrano G (2017) Non-linear economic model predictive control of water distribution networks. J Process Control 56:23\u201334","journal-title":"J Process Control"},{"key":"6177_CR30","unstructured":"Ye D, Chen G, Zhang W, Chen S, Yuan B, Liu B, Chen J, Liu Z, Qiu F, Yu H, et\u00a0al. (2020) Towards playing full moba games with deep reinforcement learning. Adv Neural Inform Process Syst 33"},{"key":"6177_CR31","doi-asserted-by":"crossref","unstructured":"Zhao H, Zhao J, Qiu J, Liang G, Dong ZY (2020) Cooperative wind farm control with deep reinforcement learning and knowledge assisted learning. IEEE Trans Ind Inform","DOI":"10.1109\/TII.2020.2974037"},{"key":"6177_CR32","doi-asserted-by":"crossref","unstructured":"Zhu Y, Mottaghi R, Kolve E, Lim JJ, Gupta A, Fei-Fei L, Farhadi A (2017) Target-driven visual navigation in indoor scenes using deep reinforcement learning. In: 2017 IEEE international conference on robotics and automation (ICRA), IEEE, pp 3357\u20133364","DOI":"10.1109\/ICRA.2017.7989381"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-021-06177-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-021-06177-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-021-06177-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,25]],"date-time":"2021-10-25T18:19:25Z","timestamp":1635185965000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-021-06177-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,4]]},"references-count":32,"journal-issue":{"issue":"23","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["6177"],"URL":"https:\/\/doi.org\/10.1007\/s00500-021-06177-3","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,4]]},"assertion":[{"value":"18 August 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interests regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Data sharing is not applicable to this article as no datasets were generated or analyzed during the current study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data Availability"}}]}}