{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T16:41:10Z","timestamp":1774975270148,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007783","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,4,22]],"date-time":"2020-04-22T00:00:00Z","timestamp":1587513600000}}],"reference-count":63,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2020,4,10]],"date-time":"2020-04-10T00:00:00Z","timestamp":1586476800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010663","name":"H2020 European Research Council","doi-asserted-by":"publisher","award":["770835"],"award-info":[{"award-number":["770835"]}],"id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007783","type":"journal-article","created":{"date-parts":[[2020,4,10]],"date-time":"2020-04-10T13:40:40Z","timestamp":1586526040000},"page":"e1007783","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":116,"title":["Deep reinforcement learning for the control of microbial co-cultures in bioreactors"],"prefix":"10.1371","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9180-034X","authenticated-orcid":true,"given":"Neythen J.","family":"Treloar","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0165-1705","authenticated-orcid":true,"given":"Alex J. H.","family":"Fedorec","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Ingalls","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9459-1395","authenticated-orcid":true,"given":"Chris P.","family":"Barnes","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2020,4,10]]},"reference":[{"issue":"2","key":"pcbi.1007783.ref001","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1038\/nbt0208-169","article-title":"How biotech can transform biofuels","volume":"26","author":"LR Lynd","year":"2008","journal-title":"Nat Biotechnol"},{"issue":"24","key":"pcbi.1007783.ref002","doi-asserted-by":"crossref","first-page":"8150","DOI":"10.1128\/AEM.00908-10","article-title":"Escherichia coli binary culture engineered for direct fermentation of hemicellulose to a biofuel","volume":"76","author":"HD Shin","year":"2010","journal-title":"Appl Environ Microbiol"},{"issue":"1","key":"pcbi.1007783.ref003","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1186\/1475-2859-10-89","article-title":"Simultaneous cell growth and ethanol production from cellulose by an engineered yeast consortium displaying a functional mini-cellulosome","volume":"10","author":"G Goyal","year":"2011","journal-title":"Microb Cell Fact"},{"issue":"5","key":"pcbi.1007783.ref004","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1038\/nrmicro3240","article-title":"Semi-synthetic artemisinin: a model for the use of synthetic biology in pharmaceutical development","volume":"12","author":"CJ Paddon","year":"2014","journal-title":"Nat Rev Microbiol"},{"issue":"8","key":"pcbi.1007783.ref005","doi-asserted-by":"crossref","first-page":"979","DOI":"10.1016\/0043-1354(91)90147-I","article-title":"Feasibility of wastewater treatment using genetically engineered microorganisms","volume":"25","author":"M Fujita","year":"1991","journal-title":"Water Research"},{"issue":"1","key":"pcbi.1007783.ref006","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1186\/1754-1611-2-3","article-title":"A co-fermentation strategy to consume sugar mixtures effectively","volume":"2","author":"MA Eiteman","year":"2008","journal-title":"J Biol Eng"},{"issue":"4","key":"pcbi.1007783.ref007","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1038\/nbt.3095","article-title":"Distributing a metabolic pathway among a microbial consortium enhances production of natural products","volume":"33","author":"K Zhou","year":"2015","journal-title":"Nat Biotechnol"},{"issue":"1","key":"pcbi.1007783.ref008","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1137\/0145006","article-title":"A mathematical model of the chemostat with a general class of functions describing nutrient uptake","volume":"45","author":"G Butler","year":"1985","journal-title":"SIAM J Appl Math"},{"issue":"9","key":"pcbi.1007783.ref009","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1016\/j.tibtech.2008.05.004","article-title":"Engineering microbial consortia: a new frontier in synthetic biology","volume":"26","author":"K Brenner","year":"2008","journal-title":"Trends Biotechnol"},{"issue":"1","key":"pcbi.1007783.ref010","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1186\/1475-2859-9-102","article-title":"Stable coexistence of two Caldicellulosiruptor species in a de novo constructed hydrogen-producing co-culture","volume":"9","author":"AA Zeidan","year":"2010","journal-title":"Microb Cell Fact"},{"issue":"1","key":"pcbi.1007783.ref011","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1038\/msb.2008.24","article-title":"A synthetic Escherichia coli predator\u2013prey ecosystem","volume":"4","author":"FK Balagadd\u00e9","year":"2008","journal-title":"Mol Syst Biol"},{"issue":"6","key":"pcbi.1007783.ref012","doi-asserted-by":"crossref","first-page":"1877","DOI":"10.1073\/pnas.0610575104","article-title":"Synthetic cooperation in engineered yeast populations","volume":"104","author":"W Shou","year":"2007","journal-title":"Proc Natl Acad Sci"},{"issue":"8","key":"pcbi.1007783.ref013","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1016\/j.tibtech.2016.02.010","article-title":"Metabolic burden: cornerstones in synthetic biology and metabolic engineering applications","volume":"34","author":"G Wu","year":"2016","journal-title":"Trends Biotechnol"},{"issue":"8","key":"pcbi.1007783.ref014","doi-asserted-by":"crossref","first-page":"1115","DOI":"10.1002\/biot.201500016","article-title":"Bioreactor control improves bioprocess performance","volume":"10","author":"R Simutis","year":"2015","journal-title":"Biotechnol J"},{"issue":"3","key":"pcbi.1007783.ref015","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/j.isatra.2009.02.001","article-title":"Design of nonlinear PID controller and nonlinear model predictive controller for a continuous stirred tank reactor","volume":"48","author":"J Prakash","year":"2009","journal-title":"ISA Trans"},{"issue":"24","key":"pcbi.1007783.ref016","doi-asserted-by":"crossref","first-page":"6155","DOI":"10.1016\/S0009-2509(00)00208-6","article-title":"Model predictive control of continuous yeast bioreactors using cell population balance models","volume":"55","author":"GY Zhu","year":"2000","journal-title":"Chem Eng Sci"},{"issue":"8","key":"pcbi.1007783.ref017","doi-asserted-by":"crossref","first-page":"2763","DOI":"10.1016\/j.procbio.2004.12.019","article-title":"Control of a continuous bioreactor using model predictive control","volume":"40","author":"S Ramaswamy","year":"2005","journal-title":"Process Biochem"},{"key":"pcbi.1007783.ref018","unstructured":"Karafyllis I, Savvoglidis G, Syrou L, Stamatelatou K, Kravaris C, Lyberatos G. Global Stabilization of Continuous Bioreactors. In: American Institute of Chemical Engineers-Annual Meeting, Sn. Francisco, USA; 2006."},{"key":"pcbi.1007783.ref019","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1016\/j.automatica.2017.12.041","article-title":"Global stabilisation of continuous bioreactors: Tools for analysis and design of feeding laws","volume":"89","author":"H De Battista","year":"2018","journal-title":"Automatica"},{"key":"pcbi.1007783.ref020","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/j.automatica.2016.12.035","article-title":"Stabilization in a chemostat with sampled and delayed measurements and uncertain growth functions","volume":"78","author":"F Mazenc","year":"2017","journal-title":"Automatica"},{"issue":"1","key":"pcbi.1007783.ref021","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/0025-5564(86)90004-0","article-title":"Global linearization and control of a mixed-culture bioreactor with competition and external inhibition","volume":"82","author":"KA Hoo","year":"1986","journal-title":"Math Biosci"},{"issue":"4","key":"pcbi.1007783.ref022","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1002\/bit.10036","article-title":"Dynamical model development and parameter identification for an anaerobic wastewater treatment process","volume":"75","author":"O Bernard","year":"2001","journal-title":"Biotechnology and bioengineering"},{"issue":"1","key":"pcbi.1007783.ref023","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/j.tibtech.2011.06.011","article-title":"Advances and perspectives in in vitro human gut fermentation modeling","volume":"30","author":"AN Payne","year":"2012","journal-title":"Trends in biotechnology"},{"issue":"10","key":"pcbi.1007783.ref024","doi-asserted-by":"crossref","first-page":"1526","DOI":"10.1016\/j.jprocont.2011.05.004","article-title":"On-line optimization of fedbatch bioreactors by adaptive extremum seeking control","volume":"21","author":"P Cougnon","year":"2011","journal-title":"Journal of Process Control"},{"issue":"9","key":"pcbi.1007783.ref025","doi-asserted-by":"crossref","first-page":"995","DOI":"10.1016\/S1474-6670(17)31938-9","article-title":"Robust global stabilization of continuous bioreactors","volume":"37","author":"L Syrou","year":"2004","journal-title":"IFAC Proceedings Volumes"},{"key":"pcbi.1007783.ref026","unstructured":"Sootla A, Strelkowa N, Ernst D, Barahona M, Stan GB. Toggling a genetic switch using reinforcement learning. arXivorg. 2013."},{"key":"pcbi.1007783.ref027","first-page":"317","volume-title":"European Conference on Machine Learning","author":"M Riedmiller","year":"2005"},{"key":"pcbi.1007783.ref028","doi-asserted-by":"crossref","unstructured":"Lampe T, Riedmiller M. Approximate model-assisted neural fitted Q-iteration. In: 2014 International Joint Conference on Neural Networks (IJCNN). IEEE; 2014. p. 2698\u20132704.","DOI":"10.1109\/IJCNN.2014.6889733"},{"issue":"7540","key":"pcbi.1007783.ref029","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"V Mnih","year":"2015","journal-title":"Nature"},{"key":"pcbi.1007783.ref030","article-title":"Optimizing Chemical Reactions with Deep Reinforcement Learning","author":"Z Zhou","year":"2017","journal-title":"ACS Cent Sci"},{"key":"pcbi.1007783.ref031","doi-asserted-by":"crossref","unstructured":"Ernst D, Stan GB, Goncalves J, Wehenkel L. Clinical data based optimal STI strategies for HIV: a reinforcement learning approach. In: Proceedings of the 45th IEEE Conference on Decision and Control. IEEE; 2006. p. 667\u2013672.","DOI":"10.1109\/CDC.2006.377527"},{"key":"pcbi.1007783.ref032","unstructured":"Peng X, Ding Y, Wihl D, Gottesman O, Komorowski M, Lehman LwH, et al. Improving sepsis treatment strategies by combining deep and kernel-based reinforcement learning. In: AMIA Annual Symposium Proceedings. vol. 2018. American Medical Informatics Association; 2018. p. 887."},{"key":"pcbi.1007783.ref033","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.jprocont.2018.07.013","article-title":"Control of a bioreactor using a new partially supervised reinforcement learning algorithm","volume":"69","author":"BJ Pandian","year":"2018","journal-title":"Journal of Process Control"},{"key":"pcbi.1007783.ref034","doi-asserted-by":"crossref","unstructured":"Lample G, Chaplot DS. Playing FPS Games with Deep Reinforcement Learning. In: AAAI; 2017. p. 2140\u20132146.","DOI":"10.1609\/aaai.v31i1.10827"},{"key":"pcbi.1007783.ref035","unstructured":"Kingma DP, Ba J. Adam: A method for stochastic optimization. arXivorg. 2014."},{"issue":"1","key":"pcbi.1007783.ref036","article-title":"Deep recurrent q-learning for partially observable mdps","volume":"7","author":"M Hausknecht","year":"2015","journal-title":"arXivorg"},{"key":"pcbi.1007783.ref037","unstructured":"Jones E, Oliphant T, Peterson P, et al. SciPy: Open source scientific tools for Python; 2001. Available from: http:\/\/www.scipy.org\/."},{"key":"pcbi.1007783.ref038","unstructured":"Abadi M, Agarwal A, Barham P, Brevdo E, Chen Z, Citro C, et al. TensorFlow: Large-Scale Machine Learning on Heterogeneous Systems; 2015. Available from: https:\/\/www.tensorflow.org\/."},{"key":"pcbi.1007783.ref039","unstructured":"Oliphant TE. A guide to NumPy. vol. 1. Trelgol Publishing USA; 2006."},{"key":"pcbi.1007783.ref040","unstructured":"MATLAB. version 9.60.0 (R2019a). Natick, Massachusetts: The MathWorks Inc.; 2019."},{"issue":"7","key":"pcbi.1007783.ref041","doi-asserted-by":"crossref","first-page":"614","DOI":"10.1038\/nbt.4151","article-title":"Precise, automated control of conditions for high-throughput growth of yeast and bacteria with eVOLVER","volume":"36","author":"BG Wong","year":"2018","journal-title":"Nature biotechnology"},{"issue":"1","key":"pcbi.1007783.ref042","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1021\/sb500165g","article-title":"A low cost, customizable turbidostat for use in synthetic circuit characterization","volume":"4","author":"CN Takahashi","year":"2015","journal-title":"ACS synthetic biology"},{"issue":"7","key":"pcbi.1007783.ref043","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0181923","article-title":"A user-friendly, low-cost turbidostat with versatile growth rate estimation based on an extended Kalman filter","volume":"12","author":"SA Hoffmann","year":"2017","journal-title":"PloS one"},{"key":"pcbi.1007783.ref044","first-page":"796516","article-title":"Chi. Bio: An open-source automated experimental platform for biological science research","author":"H Steel","year":"2019","journal-title":"bioRxiv"},{"issue":"10","key":"pcbi.1007783.ref045","doi-asserted-by":"crossref","first-page":"1730","DOI":"10.1039\/c1lc20019d","article-title":"Microfluidic chemostat and turbidostat with flow rate, oxygen, and temperature control for dynamic continuous culture","volume":"11","author":"KS Lee","year":"2011","journal-title":"Lab on a Chip"},{"issue":"1611","key":"pcbi.1007783.ref046","doi-asserted-by":"crossref","first-page":"20120025","DOI":"10.1098\/rstb.2012.0025","article-title":"High-throughput gene expression analysis at the level of single proteins using a microfluidic turbidostat and automated cell tracking","volume":"368","author":"G Ullman","year":"2013","journal-title":"Philosophical Transactions of the Royal Society B: Biological Sciences"},{"issue":"10","key":"pcbi.1007783.ref047","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1005098","article-title":"Population density modulates drug inhibition and gives rise to potential bistability of treatment outcomes for bacterial infections","volume":"12","author":"J Karslake","year":"2016","journal-title":"PLoS computational biology"},{"issue":"1","key":"pcbi.1007783.ref048","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1038\/ng.1034","article-title":"Evolutionary paths to antibiotic resistance under dynamically sustained drug selection","volume":"44","author":"E Toprak","year":"2012","journal-title":"Nature genetics"},{"issue":"5","key":"pcbi.1007783.ref049","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1038\/ismej.2013.211","article-title":"Fitness and stability of obligate cross-feeding interactions that emerge upon gene loss in bacteria","volume":"8","author":"S Pande","year":"2014","journal-title":"The ISME journal"},{"issue":"3","key":"pcbi.1007783.ref050","doi-asserted-by":"crossref","first-page":"e1006213","DOI":"10.1371\/journal.pcbi.1006213","article-title":"The genetic basis for adaptation of model-designed syntrophic co-cultures","volume":"15","author":"CJ Lloyd","year":"2019","journal-title":"PLoS computational biology"},{"issue":"10","key":"pcbi.1007783.ref051","article-title":"Adaptive evolution of synthetic cooperating communities improves growth performance","volume":"9","author":"X Zhang","year":"2014","journal-title":"PloS one"},{"issue":"3","key":"pcbi.1007783.ref052","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0034032","article-title":"A programmable Escherichia coli consortium via tunable symbiosis","volume":"7","author":"A Kerner","year":"2012","journal-title":"PLoS One"},{"issue":"27","key":"pcbi.1007783.ref053","doi-asserted-by":"crossref","first-page":"8266","DOI":"10.1073\/pnas.1506781112","article-title":"Engineering Escherichia coli coculture systems for the production of biochemical products","volume":"112","author":"H Zhang","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"7614","key":"pcbi.1007783.ref054","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1038\/nature18930","article-title":"Synchronized cycles of bacterial lysis for in vivo delivery","volume":"536","author":"MO Din","year":"2016","journal-title":"Nature"},{"issue":"11","key":"pcbi.1007783.ref055","doi-asserted-by":"crossref","DOI":"10.15252\/msb.20156382","article-title":"A synthetic growth switch based on controlled expression of RNA polymerase","volume":"11","author":"J Izard","year":"2015","journal-title":"Molecular systems biology"},{"issue":"10","key":"pcbi.1007783.ref056","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pbio.3000515","article-title":"Pervasive and diverse collateral sensitivity profiles inform optimal strategies to limit antibiotic resistance","volume":"17","author":"J Maltas","year":"2019","journal-title":"PLoS biology"},{"issue":"4","key":"pcbi.1007783.ref057","doi-asserted-by":"crossref","first-page":"1007","DOI":"10.1073\/pnas.1409403112","article-title":"The value of monitoring to control evolving populations","volume":"112","author":"A Fischer","year":"2015","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"5","key":"pcbi.1007783.ref058","doi-asserted-by":"crossref","first-page":"1132","DOI":"10.1128\/AEM.50.5.1132-1136.1985","article-title":"Effect of bacterial density and substrate concentration on yield coefficients","volume":"50","author":"M Seto","year":"1985","journal-title":"Appl Environ Microbiol"},{"issue":"4","key":"pcbi.1007783.ref059","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1111\/j.1574-6968.1987.tb02478.x","article-title":"Determination of the Monod substrate saturation constant for microbial growth","volume":"3","author":"J Owens","year":"1987","journal-title":"FEMS Microbiol Rev"},{"issue":"5","key":"pcbi.1007783.ref060","doi-asserted-by":"crossref","first-page":"1413","DOI":"10.1099\/mic.0.26560-0","article-title":"Quantitative relationships for specific growth rates and macromolecular compositions of Mycobacterium tuberculosis, Streptomyces coelicolor A3 (2) and Escherichia coli B\/r: an integrative theoretical approach","volume":"150","author":"RA Cox","year":"2004","journal-title":"Microbiology"},{"key":"pcbi.1007783.ref061","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"key":"pcbi.1007783.ref062","first-page":"1036","volume-title":"Advances in Neural Information Processing Systems","author":"AC Rodriguez","year":"2000"},{"key":"pcbi.1007783.ref063","first-page":"2164","volume-title":"Advances in neural information processing systems","author":"D Silver","year":"2010"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007783","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,4,22]],"date-time":"2020-04-22T00:00:00Z","timestamp":1587513600000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007783","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,20]],"date-time":"2022-10-20T21:06:00Z","timestamp":1666299960000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007783"}},"subtitle":[],"editor":[{"given":"Lingchong","family":"You","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2020,4,10]]},"references-count":63,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2020,4,10]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007783","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/457366","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,4,10]]}}}