{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T14:44:56Z","timestamp":1773153896631,"version":"3.50.1"},"reference-count":53,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Aerosp. Electron. Syst."],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1109\/taes.2021.3074134","type":"journal-article","created":{"date-parts":[[2021,4,21]],"date-time":"2021-04-21T02:33:47Z","timestamp":1618972427000},"page":"2938-2952","source":"Crossref","is-referenced-by-count":22,"title":["A Reinforcement Learning Approach for Transient Control of Liquid Rocket Engines"],"prefix":"10.1109","volume":"57","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5381-6431","authenticated-orcid":false,"given":"Gunther","family":"Waxenegger-Wilfing","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3229-5184","authenticated-orcid":false,"given":"Kai","family":"Dresia","sequence":"additional","affiliation":[]},{"given":"Jan","family":"Deeken","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9579-9825","authenticated-orcid":false,"given":"Michael","family":"Oschwald","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","article-title":"Stable baselines","author":"hill","year":"2018"},{"key":"ref38","article-title":"Hardware-in-the-loop tests of complex control software for rocket propulsion systems","author":"waxenegger-wilfing","year":"2020","journal-title":"Proc Int Astronautical Congr IAC Virtual Event"},{"key":"ref33","first-page":"1352","article-title":"Reinforcement learning with deep energy-based policies","volume":"70","author":"haarnoja","year":"2017","journal-title":"Proc 34th Inter Conf Mach Learn"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2927227"},{"key":"ref31","article-title":"Addressing function approximation error in actor-critic methods","author":"fujimoto","year":"2018"},{"key":"ref30","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2019"},{"key":"ref37","article-title":"An overview of the ESPSS libraries: Latest developments and future","author":"vil\u00e1","year":"2018","journal-title":"Proc Space Propulsion Conf"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3045114"},{"key":"ref35","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017"},{"key":"ref34","first-page":"1352","article-title":"Trust region policy optimization","volume":"70","author":"schulman","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref28","author":"bertsekas","year":"2019","journal-title":"REINFORCEMENT LEARNING AND OPTIMAL CONTROL"},{"key":"ref27","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction ser Adaptive Computation and Machine Learning series"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1016\/j.arcontrol.2018.09.005","article-title":"Reinforcement learning for control: Performance, stability, and deep approximators","volume":"46","author":"bu?oniu","year":"2018","journal-title":"Annu Rev Control"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.2514\/6.1989-2389"},{"key":"ref1","article-title":"A point of view about the control of a reusable engine cluster","author":"colas","year":"2019","journal-title":"Proc 8th Eur Conf Aeronaut Space Sci"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ADCONIP.2017.7983780"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2514\/6.2020-1600"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s42064-018-0052-2"},{"key":"ref24","article-title":"Reusable rocket engine intelligent control system framework design","author":"nemeth","year":"1991"},{"key":"ref23","article-title":"A demonstration of an intelligent control system for a reusable rocket engine","author":"musgrave","year":"1992"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICMAE.2018.8467617"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2019.11.254"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.2514\/3.23733"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"ref53","article-title":"Reproducibility of benchmarked deep reinforcement learning tasks for continuous control","author":"islam","year":"0","journal-title":"arXiv 1707 06347 arXiv 1708 04133"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRev.36.823"},{"key":"ref10","first-page":"3","article-title":"Prometheus, a LOX\/LCH4 reusable rocket engine","author":"iannetti","year":"2017","journal-title":"Proc 7th Eur Conf Aeronaut Space Sci"},{"key":"ref11","article-title":"Component tests of a LOX\/methane full-expander cycle rocket engine: Electrically actuated valve","author":"asakawa","year":"2019","journal-title":"Proc 8th Eur Conf Aeronaut Space Sci"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.2514\/1.T5865"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.2514\/1.A34944"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2018.2869462"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2773458"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2805379"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2790388"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2514\/6.2020-1844"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.asr.2019.12.030"},{"key":"ref4","article-title":"Effect of propellant flowrate and purity on carbon deposition in LO2\/methane gas generators","volume":"1","author":"bossard","year":"1989"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.2514\/6.1985-1164"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.4271\/841619"},{"key":"ref5","article-title":"Miscellaneous losses","volume":"2","author":"roelke","year":"1973","journal-title":"Turbine Design and Application"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.paerosci.2019.03.002"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1063\/1.41807"},{"key":"ref49","first-page":"22","article-title":"Constrained policy optimization","volume":"70","author":"achiam","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.2514\/6.2012-3873"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1049\/ip-cta:20020103"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35289-8_39"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref47","first-page":"2171","article-title":"DEAP: Evolutionary algorithms made easy","volume":"13","author":"fortin","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.2514\/6.1999-2472"},{"key":"ref41","article-title":"Numerically efficient fatigue life prediction of rocket combustion chambers using artificial neural networks","author":"dresia","year":"2019","journal-title":"Proc 8th Eur Conf Aeronaut Space Sci"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.2514\/6.2001-3542"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.2514\/6.1986-1443"}],"container-title":["IEEE Transactions on Aerospace and Electronic Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7\/9564291\/09409671.pdf?arnumber=9409671","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:55:36Z","timestamp":1641988536000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9409671\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10]]},"references-count":53,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/taes.2021.3074134","relation":{},"ISSN":["0018-9251","1557-9603","2371-9877"],"issn-type":[{"value":"0018-9251","type":"print"},{"value":"1557-9603","type":"electronic"},{"value":"2371-9877","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10]]}}}