{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T08:54:35Z","timestamp":1791190475493,"version":"4.1.0"},"reference-count":62,"publisher":"Royal Society of Chemistry (RSC)","license":[{"start":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T00:00:00Z","timestamp":1791158400000},"content-version":"vor","delay-in-days":277,"URL":"http:\/\/creativecommons.org\/licenses\/by\/3.0\/"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/W031019\/1"],"award-info":[{"award-number":["EP\/W031019\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001711","name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","doi-asserted-by":"publisher","award":["222252"],"award-info":[{"award-number":["222252"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["rsc.org"],"crossmark-restriction":true},"short-container-title":["Energy Environ. Sci."],"abstract":"<jats:p>In this work, we present the full development process of a reinforcement-learning-based controller deployed in a closed-loop experimental setup to optimize the glycerol electrooxidation reaction.<\/jats:p>","DOI":"10.1039\/d6ee02239a","type":"journal-article","created":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T08:22:19Z","timestamp":1791188539000},"update-policy":"https:\/\/doi.org\/10.1039\/rsc_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AI-driven electrocatalysis: reinforcement learning-based control and theoretical modeling of the glycerol oxidation reaction"],"prefix":"10.1039","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0540-2717","authenticated-orcid":false,"given":"Vladislav A.","family":"Mints","sequence":"first","affiliation":[{"name":"Department of Chemical Engineering, Imperial College London, South Kensington Campus, London SW7 2AZ, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0773-2100","authenticated-orcid":false,"given":"Maria-Magdalena","family":"Titirici","sequence":"additional","affiliation":[{"name":"Department of Chemical Engineering, Imperial College London, South Kensington Campus, London SW7 2AZ, UK"},{"name":"Advanced Institute for Materials Research (WPI-AIMR), Tohoku University, Sendai 980-8577, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2157-492X","authenticated-orcid":false,"given":"Ifan E. L.","family":"Stephens","sequence":"additional","affiliation":[{"name":"Department of Materials, Imperial College London, South Kensington Campus, London SW7 2AZ, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"292","published-online":{"date-parts":[[2026]]},"reference":[{"key":"D6EE02239A\/cit1\/1","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1038\/s41570-025-00740-4","volume":"9","author":"Bozal-Ginesta","year":"2025","journal-title":"Nat. Rev. Chem."},{"key":"D6EE02239A\/cit2\/1","doi-asserted-by":"crossref","first-page":"24144","DOI":"10.1002\/anie.202108116","volume":"60","author":"Pedersen","year":"2021","journal-title":"Angew. Chem., Int. Ed."},{"key":"D6EE02239A\/cit3\/1","doi-asserted-by":"crossref","first-page":"6116","DOI":"10.1021\/jacs.4c17283","volume":"147","author":"Zaza","year":"2025","journal-title":"J. Am. Chem. Soc."},{"key":"D6EE02239A\/cit4\/1","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1039\/D5EY00356C","volume":"4","author":"Mints","year":"2026","journal-title":"EES Catal."},{"key":"D6EE02239A\/cit5\/1","doi-asserted-by":"crossref","first-page":"9633","DOI":"10.1021\/acs.chemrev.4c00055","volume":"124","author":"Tom","year":"2024","journal-title":"Chem. Rev."},{"key":"D6EE02239A\/cit6\/1","doi-asserted-by":"crossref","first-page":"1006","DOI":"10.1039\/D4DD00115J","volume":"4","author":"Hickman","year":"2025","journal-title":"Digital Discovery"},{"key":"D6EE02239A\/cit7\/1","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1038\/s41929-026-01479-x","volume":"9","author":"Xin","year":"2026","journal-title":"Nat. Catal."},{"key":"D6EE02239A\/cit8\/1","doi-asserted-by":"crossref","first-page":"11749","DOI":"10.1021\/acscatal.3c06293","volume":"14","author":"Benavides-Hern\u00e1ndez","year":"2024","journal-title":"ACS Catal."},{"key":"D6EE02239A\/cit9\/1","author":"Malik","year":"2026","unstructured":"S. A.Malik ,  T.Doherty ,  P.Tigas ,  M.Razzak ,  S. J.Roberts ,  A.Walsh  and  Y.Gal , MADE: Benchmark Environments for Closed-Loop Materials Discovery,  2026 .  https:\/\/arxiv.org\/abs\/2601.20996"},{"key":"D6EE02239A\/cit10\/1","doi-asserted-by":"crossref","first-page":"951","DOI":"10.1038\/s41560-025-01804-x","volume":"10","author":"Xu","year":"2025","journal-title":"Nat. Energy"},{"key":"D6EE02239A\/cit11\/1","doi-asserted-by":"crossref","first-page":"110383","DOI":"10.1016\/j.isci.2024.110383","volume":"27","author":"Chung","year":"2024","journal-title":"iScience"},{"key":"D6EE02239A\/cit12\/1","doi-asserted-by":"crossref","first-page":"8632","DOI":"10.1021\/acscatal.0c02630","volume":"10","author":"Kimura","year":"2020","journal-title":"ACS Catal."},{"key":"D6EE02239A\/cit13\/1","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1038\/s41929-022-00760-z","volume":"5","author":"Timoshenko","year":"2022","journal-title":"Nat. Catal."},{"key":"D6EE02239A\/cit14\/1","doi-asserted-by":"crossref","first-page":"4291","DOI":"10.1039\/D0EE02246B","volume":"13","author":"Andersen","year":"2020","journal-title":"Energy Environ. Sci."},{"key":"D6EE02239A\/cit15\/1","doi-asserted-by":"crossref","first-page":"236245","DOI":"10.1016\/j.jpowsour.2025.236245","volume":"631","author":"Berner","year":"2025","journal-title":"J. Power Sources"},{"key":"D6EE02239A\/cit16\/1","doi-asserted-by":"crossref","first-page":"7368","DOI":"10.1038\/s41467-023-43179-1","volume":"14","author":"Huang","year":"2023","journal-title":"Nat. Commun."},{"key":"D6EE02239A\/cit17\/1","doi-asserted-by":"crossref","first-page":"6471","DOI":"10.1021\/jacs.3c00334","volume":"145","author":"Li","year":"2023","journal-title":"J. Am. Chem. Soc."},{"key":"D6EE02239A\/cit18\/1","doi-asserted-by":"crossref","first-page":"1176","DOI":"10.1002\/cctc.201100023","volume":"3","author":"Kwon","year":"2011","journal-title":"ChemCatChem"},{"key":"D6EE02239A\/cit19\/1","doi-asserted-by":"crossref","first-page":"e00152","DOI":"10.1002\/cctc.202500152","volume":"17","author":"Ye","year":"2025","journal-title":"ChemCatChem"},{"key":"D6EE02239A\/cit20\/1","doi-asserted-by":"crossref","first-page":"9855","DOI":"10.1039\/D4CP04013A","volume":"27","author":"Harris","year":"2025","journal-title":"Phys. Chem. Chem. Phys."},{"key":"D6EE02239A\/cit21\/1","doi-asserted-by":"crossref","first-page":"2455","DOI":"10.1021\/acscatal.3c05551","volume":"14","author":"Meng","year":"2024","journal-title":"ACS Catal."},{"key":"D6EE02239A\/cit22\/1","doi-asserted-by":"crossref","first-page":"612","DOI":"10.1016\/j.snb.2010.03.047","volume":"147","author":"Geng","year":"2010","journal-title":"Sens. Actuators, B"},{"key":"D6EE02239A\/cit23\/1","doi-asserted-by":"crossref","first-page":"280","DOI":"10.1016\/j.jpowsour.2007.12.071","volume":"179","author":"Ghumman","year":"2008","journal-title":"J. Power Sources"},{"key":"D6EE02239A\/cit24\/1","doi-asserted-by":"crossref","first-page":"1472","DOI":"10.1002\/cssc.202002669","volume":"14","author":"Li","year":"2021","journal-title":"ChemSusChem"},{"key":"D6EE02239A\/cit25\/1","doi-asserted-by":"crossref","first-page":"2387","DOI":"10.1016\/0013-4686(94)E0190-Y","volume":"39","author":"Roquet","year":"1994","journal-title":"Electrochim. Acta"},{"key":"D6EE02239A\/cit26\/1","doi-asserted-by":"crossref","first-page":"2420","DOI":"10.1038\/s41467-024-46752-4","volume":"15","author":"Chen","year":"2024","journal-title":"Nat. Commun."},{"key":"D6EE02239A\/cit27\/1","doi-asserted-by":"publisher","DOI":"10.1039\/D6EY00090H","author":"Plub-in","year":"2026","journal-title":"EES Catal."},{"key":"D6EE02239A\/cit28\/1","doi-asserted-by":"crossref","first-page":"13802","DOI":"10.1021\/jp104755b","volume":"114","author":"Grozovski","year":"2010","journal-title":"J. Phys. Chem. C"},{"key":"D6EE02239A\/cit29\/1","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1016\/j.electacta.2006.06.010","volume":"52","author":"Seland","year":"2006","journal-title":"Electrochim. Acta"},{"key":"D6EE02239A\/cit30\/1","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/j.jcat.2010.11.018","volume":"278","author":"Kutz","year":"2011","journal-title":"J. Catal."},{"key":"D6EE02239A\/cit31\/1","doi-asserted-by":"crossref","first-page":"4238","DOI":"10.1002\/celc.201900311","volume":"6","author":"Sandrini","year":"2019","journal-title":"ChemElectroChem"},{"key":"D6EE02239A\/cit32\/1","doi-asserted-by":"crossref","first-page":"4491","DOI":"10.1021\/acscatal.6b00709","volume":"6","author":"Garcia","year":"2016","journal-title":"ACS Catal."},{"key":"D6EE02239A\/cit33\/1","doi-asserted-by":"crossref","first-page":"8290","DOI":"10.1021\/j100020a063","volume":"99","author":"Gasteiger","year":"1995","journal-title":"J. Phys. Chem."},{"key":"D6EE02239A\/cit34\/1","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1021\/jacsau.2c00474","volume":"3","author":"Cho","year":"2023","journal-title":"JACS Au"},{"key":"D6EE02239A\/cit35\/1","doi-asserted-by":"crossref","first-page":"631","DOI":"10.1039\/C3SC52411F","volume":"5","author":"Topalov","year":"2014","journal-title":"Chem. Sci."},{"key":"D6EE02239A\/cit36\/1","author":"Cho","year":"2014","unstructured":"K.Cho ,  B.van Merrienboer ,  D.Bahdanau  and  Y.Bengio , On the Properties of Neural Machine Translation: Encoder-Decoder Approaches,  2014 .  https:\/\/arxiv.org\/abs\/1409.1259"},{"key":"D6EE02239A\/cit37\/1","author":"Chung","unstructured":"J.Chung ,  C.Gulcehre ,  K.Cho  and  Y.Bengio , Empirical Evaluation of Gated Recurrent Neural Networks on Sequence Modeling, 2014.  https:\/\/arxiv.org\/abs\/1412.3555"},{"key":"D6EE02239A\/cit38\/1","author":"Vaswani","year":"2017","unstructured":"A.Vaswani ,  N.Shazeer ,  N.Parmar ,  J.Uszkoreit ,  L.Jones ,  A. N.Gomez ,  L.Kaiser  and  I.Polosukhin , Attention Is All You Need,  2017 .  https:\/\/arxiv.org\/abs\/1706.03762"},{"key":"D6EE02239A\/cit39\/1","author":"Badia","year":"2020","unstructured":"A. P.Badia ,  B.Piot ,  S.Kapturowski ,  P.Sprechmann ,  A.Vitvitskyi ,  D.Guo  and  C.Blundell , Agent57: Outperforming the Atari Human Benchmark,  2020 .  https:\/\/arxiv.org\/abs\/2003.13350"},{"key":"D6EE02239A\/cit40\/1","author":"Hausknecht","year":"2015","unstructured":"M.Hausknecht  and  P.Stone , Deep Recurrent Q-Learning for Partially Observable MDPs,  2015 .  https:\/\/arxiv.org\/abs\/1507.06527"},{"key":"D6EE02239A\/cit41\/1","author":"Sak","year":"2014","unstructured":"H.Sak ,  A.Senior  and  F.Beaufays , Long Short-Term Memory Based Recurrent Neural Network Architectures for Large Vocabulary Speech Recognition,  2014 .  https:\/\/arxiv.org\/abs\/1402.1128"},{"key":"D6EE02239A\/cit42\/1","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput."},{"key":"D6EE02239A\/cit43\/1","author":"Perkins","year":"2025","unstructured":"D.Perkins ,  O. J.Escobar  and  L.Green , DQN Performance with Epsilon Greedy Policies and Prioritized Experience Replay,  2025 .  https:\/\/arxiv.org\/abs\/2511.03670"},{"key":"D6EE02239A\/cit44\/1","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1017\/S0269889706001074","volume":"19","author":"Markov","year":"2006","journal-title":"Sci. Context"},{"key":"D6EE02239A\/cit45\/1","doi-asserted-by":"crossref","first-page":"19702","DOI":"10.1021\/jp202923w","volume":"115","author":"Liu","year":"2011","journal-title":"J. Phys. Chem. C"},{"key":"D6EE02239A\/cit46\/1","doi-asserted-by":"crossref","first-page":"14745","DOI":"10.1021\/acs.jpcc.0c05017","volume":"124","author":"Soffiati","year":"2020","journal-title":"J. Phys. Chem. C"},{"key":"D6EE02239A\/cit47\/1","doi-asserted-by":"crossref","first-page":"617","DOI":"10.1021\/j100053a042","volume":"98","author":"Gasteiger","year":"1994","journal-title":"J. Phys. Chem."},{"key":"D6EE02239A\/cit48\/1","author":"Wang","year":"2016","unstructured":"Z.Wang ,  T.Schaul ,  M.Hessel ,  H.van Hasselt ,  M.Lanctot  and  N.de Freitas , Dueling Network Architectures for Deep Reinforcement Learning,  2016 .  https:\/\/arxiv.org\/abs\/1511.06581"},{"key":"D6EE02239A\/cit49\/1","author":"Kumar","year":"2020","unstructured":"A.Kumar ,  A.Zhou ,  G.Tucker  and  S.Levine , Conservative Q-Learning for Offline Reinforcement Learning,  2020 .  https:\/\/arxiv.org\/abs\/2006.04779"},{"key":"D6EE02239A\/cit50\/1","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1038\/s41929-022-00744-z","volume":"5","author":"Esterhuizen","year":"2022","journal-title":"Nat. Catal."},{"key":"D6EE02239A\/cit51\/1","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1021\/accountsmr.3c00131","volume":"5","author":"Xin","year":"2024","journal-title":"Acc. Mater. Res."},{"key":"D6EE02239A\/cit52\/1","doi-asserted-by":"crossref","first-page":"4815","DOI":"10.1021\/jacs.5c15697","volume":"148","author":"Mints","year":"2026","journal-title":"J. Am. Chem. Soc."},{"key":"D6EE02239A\/cit53\/1","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/j.jcat.2016.12.013","volume":"346","author":"Garcia","year":"2017","journal-title":"J. Catal."},{"key":"D6EE02239A\/cit54\/1","doi-asserted-by":"crossref","first-page":"759","DOI":"10.1021\/cs200599g","volume":"2","author":"Kwon","year":"2012","journal-title":"ACS Catal."},{"key":"D6EE02239A\/cit55\/1","doi-asserted-by":"crossref","first-page":"1806296","DOI":"10.1002\/adma.201806296","volume":"31","author":"Wei","year":"2019","journal-title":"Adv. Mater."},{"key":"D6EE02239A\/cit56\/1","doi-asserted-by":"crossref","first-page":"16800","DOI":"10.1016\/j.ijhydene.2012.08.127","volume":"37","author":"Habibi","year":"2012","journal-title":"Int. J. Hydrogen Energy"},{"key":"D6EE02239A\/cit57\/1","doi-asserted-by":"crossref","first-page":"763","DOI":"10.1038\/s41929-024-01168-7","volume":"7","author":"Liang","year":"2024","journal-title":"Nat. Catal."},{"key":"D6EE02239A\/cit58\/1","doi-asserted-by":"crossref","first-page":"11927","DOI":"10.1021\/acs.jpcc.2c00520","volume":"126","author":"Morrison","year":"2022","journal-title":"J. Phys. Chem. C"},{"key":"D6EE02239A\/cit59\/1","doi-asserted-by":"crossref","first-page":"115570","DOI":"10.1016\/j.jcat.2024.115570","volume":"435","author":"\u00d8stergaard","year":"2024","journal-title":"J. Catal."},{"key":"D6EE02239A\/cit60\/1","doi-asserted-by":"crossref","first-page":"2532","DOI":"10.1021\/acsenergylett.5c00467","volume":"10","author":"Ferreira de Ara\u00fajo","year":"2025","journal-title":"ACS Energy Lett."},{"key":"D6EE02239A\/cit61\/1","doi-asserted-by":"crossref","first-page":"742","DOI":"10.1038\/s41929-024-01172-x","volume":"7","author":"Senocrate","year":"2024","journal-title":"Nat. Catal."},{"key":"D6EE02239A\/cit62\/1","doi-asserted-by":"crossref","first-page":"5420","DOI":"10.1021\/ac101058t","volume":"82","author":"Kwon","year":"2010","journal-title":"Anal. Chem."}],"container-title":["Energy &amp; Environmental Science"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/pubs.rsc.org\/EE\/article-pdf\/doi\/10.1039\/D6EE02239A\/0\/D6EE02239A.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,5]],"date-time":"2026-10-05T08:22:24Z","timestamp":1791188544000},"score":1,"resource":{"primary":{"URL":"http:\/\/pubs.rsc.org\/EE\/article-lookup\/doi\/10.1039\/D6EE02239A"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":62,"URL":"https:\/\/doi.org\/10.1039\/d6ee02239a","relation":{},"ISSN":["1754-5692","1754-5706"],"issn-type":[{"value":"1754-5692","type":"print"},{"value":"1754-5706","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}