{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,3]],"date-time":"2026-05-03T00:30:40Z","timestamp":1777768240161,"version":"3.51.4"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100003086","name":"Basque Government","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003086","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers &amp; Chemical Engineering"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.compchemeng.2026.109604","type":"journal-article","created":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T00:12:55Z","timestamp":1771459975000},"page":"109604","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Towards online control of molar mass distributions of non-linear polymers in emulsion polymerization using reinforcement learning"],"prefix":"10.1016","volume":"209","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6628-3009","authenticated-orcid":false,"given":"Kiarash","family":"Farajzadehahary","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4562-3562","authenticated-orcid":false,"given":"Shaghayegh","family":"Hamzehlou","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9480-2922","authenticated-orcid":false,"given":"Nicholas","family":"Ballard","sequence":"additional","affiliation":[]},{"given":"Jos\u00e9 M.","family":"Asua","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.compchemeng.2026.109604_bib0001","doi-asserted-by":"crossref","first-page":"2579","DOI":"10.1021\/acs.macromol.3c00108","article-title":"Polymer colloids: current challenges, emerging applications, and new developments","volume":"56","author":"Aguirre","year":"2023","journal-title":"Macromolecules"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0006","doi-asserted-by":"crossref","first-page":"2406","DOI":"10.1021\/ma7027825","article-title":"Simultaneous monitoring of polymer and particle characteristics during emulsion polymerization","volume":"41","author":"Alb","year":"2008","journal-title":"Macromolecules"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0016","doi-asserted-by":"crossref","first-page":"8093","DOI":"10.1021\/ma901434w","article-title":"Online monitoring of molecular weight and other characteristics during semibatch emulsion polymerization under monomer starved and flooded conditions","volume":"42","author":"Alb","year":"2009","journal-title":"Macromolecules"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0005","first-page":"247","article-title":"Applications of ACOMP (I)","author":"Alb","year":"2013","journal-title":"Monit. Polym. React."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0037","doi-asserted-by":"crossref","first-page":"1427","DOI":"10.1002\/pi.2678","article-title":"Online polymer molecular weight and conversion monitoring via calorimetric measurements in RAFT emulsion polymerization","volume":"58","author":"Altarawneh","year":"2009","journal-title":"Polym. Int."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0020","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1002\/mats.200390007","article-title":"Model reduction in emulsion polymerization using hybrid first-principles\/artificial neural network models","volume":"12","author":"d\u2019Anjou","year":"2003","journal-title":"Macromol, Theory Simul."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0040","first-page":"1","article-title":"Stable-baselines3: reliable reinforcement learning implementations","volume":"22","author":"Antonin","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0004","doi-asserted-by":"crossref","first-page":"4907","DOI":"10.1002\/cjce.24821","article-title":"On-line control of emulsion polymerization reactors: a perspective","volume":"101","author":"Asua","year":"2023","journal-title":"Can. J. Chem. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0017","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.progpolymsci.2017.11.002","article-title":"Radical polymerization of acrylic monomers: an overview","volume":"79","author":"Ballard","year":"2018","journal-title":"Prog. Polym. Sci."},{"key":"10.1016\/j.compchemeng.2026.109604_bib52","doi-asserted-by":"crossref","first-page":"108739","DOI":"10.1016\/j.compchemeng.2024.108739","article-title":"Reinforcement learning for the optimization and online control of emulsion polymerization reactors: Particle morphology","volume":"187","author":"Ballard","year":"2024","journal-title":"Comput. Chem. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0003","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1002\/pi.6596","article-title":"Designing acrylic latexes for pressure-sensitive adhesives: a review","volume":"73","author":"Ballard","year":"2024","journal-title":"Polym. Int."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0018","doi-asserted-by":"crossref","DOI":"10.1016\/j.chroma.2021.462363","article-title":"Asymmetric-flow field-flow fractionation of complex waterborne polymer dispersions: effect of the concentration of water in the measurement of molar mass distributions","volume":"1652","author":"Barquero","year":"2021","journal-title":"J. Chromatogr. A"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0009","doi-asserted-by":"crossref","first-page":"4233","DOI":"10.1021\/ie010948h","article-title":"Online reaction calorimetry. Applications to the monitoring of emulsion polymerization without samples or models of the heat-transfer coefficient","volume":"41","author":"BenAmor","year":"2002","journal-title":"Ind. Eng. Chem. Res."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0007","doi-asserted-by":"crossref","first-page":"1069","DOI":"10.1002\/aic.690430420","article-title":"On-line control of a semibatch emulsion polymerization reactor based on calorimetry","volume":"43","author":"de Buruaga","year":"1997","journal-title":"AIChE J"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0041","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1002\/(SICI)1099-0518(199602)34:3<461::AID-POLA15>3.0.CO;2-N","article-title":"Details of the emulsion polymerization of styrene using a reaction calorimeter","volume":"34","author":"de la Rosa","year":"1996","journal-title":"J. Polym. Sci. Part A Polym. Chem."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0002","doi-asserted-by":"crossref","first-page":"1667","DOI":"10.1002\/aic.690440718","article-title":"Molecular-weight distribution control in emulsion polymerization","volume":"44","author":"Echevarr\u00eda","year":"1998","journal-title":"AIChE J."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0014","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1002\/masy.200450211","article-title":"On-line monitoring of all-acrylic emulsion polymerization reactors by Raman spectroscopy","volume":"206","author":"Elizalde","year":"2004","journal-title":"Macromol. Symp."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0019","doi-asserted-by":"crossref","DOI":"10.1016\/j.cej.2024.150681","article-title":"The hidden secrets of the average number of radicals per particle (n) and their implications in control of emulsion polymer","volume":"487","author":"Farajzadehahary","year":"2024","journal-title":"Chem. Eng. J."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0023","doi-asserted-by":"crossref","DOI":"10.1016\/j.progpolymsci.2025.102029","article-title":"Adding machine learning to the polymer reaction engineering toolbox","volume":"170","author":"Farajzadehahary","year":"2025","journal-title":"Prog. Polym. Sci."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0021","doi-asserted-by":"crossref","DOI":"10.1016\/j.cej.2021.128808","article-title":"Closed-loop in-silico control of a two-stage emulsion polymerization to obtain desired particle morphologies","volume":"414","author":"Faust","year":"2021","journal-title":"Chem. Eng. J."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0022","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1039\/D2DD00047D","article-title":"A review of reinforcement learning in chemistry","volume":"1","author":"Gow","year":"2022","journal-title":"Digit. Discov."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0008","doi-asserted-by":"crossref","first-page":"3899","DOI":"10.1021\/ie00038a029","article-title":"Copolymer composition control in unseeded emulsion polymerization using calorimetric data","volume":"34","author":"Gugliotta","year":"1995","journal-title":"Ind. Eng. Chem. Res."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0010","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1080\/10543414.2000.10744544","article-title":"On-line monitoring of emulsion copolymerisations using hardware sensors and calorimetry","volume":"8","author":"Guinot","year":"2000","journal-title":"Polym. React. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0035","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., and Levine, S. (2018). Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. CoRR abs\/1801.0."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0036","unstructured":"Haarnoja, T., Zhou, A., Hartikainen, K., Tucker, G., Ha, S., Tan, J., Kumar, V., Zhu, H., Gupta, A., Abbeel, P., et al. (2019). Soft actor-critic algorithms and applications."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0051","doi-asserted-by":"crossref","DOI":"10.1016\/j.cej.2025.171571","article-title":"Toward control of molar mass distribution and polymer architecture in seeded emulsion polymerization reactors","volume":"526","author":"Hamzehlou","year":"2025","journal-title":"Chem. Eng. J."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0032","doi-asserted-by":"crossref","first-page":"1311","DOI":"10.1016\/0009-2509(96)88489-2","article-title":"On the solution of population balance equations by discretization\u2014I. A fixed pivot technique","volume":"51","author":"Kumar","year":"1996","journal-title":"Chem. Eng. Sci."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0033","doi-asserted-by":"crossref","first-page":"1333","DOI":"10.1016\/0009-2509(95)00355-X","article-title":"On the solution of population balance equations by discretization - II. A moving pivot technique","volume":"51","author":"Kumar","year":"1996","journal-title":"Chem. Eng. Sci."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0039","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/j.polymer.2004.11.026","article-title":"A critical evaluation of reaction calorimetry for the study of emulsion polymerization systems: thermodynamic and kinetic aspects","volume":"46","author":"Lamb","year":"2005","journal-title":"Polymer"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0027","doi-asserted-by":"crossref","first-page":"496","DOI":"10.1039\/C7ME00131B","article-title":"Tuning the molecular weight distribution from atom transfer radical polymerization using deep reinforcement learning","volume":"3","author":"Li","year":"2018","journal-title":"Mol. Syst. Des. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0031","doi-asserted-by":"crossref","first-page":"1297","DOI":"10.1002\/pol.1980.170180415","article-title":"Molecular weight distribution in emulsion polymerizations","volume":"18","author":"Lichti","year":"1980","journal-title":"J. Polym. Sci. Polym. Chem. Ed."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0028","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1016\/j.jprocont.2018.11.004","article-title":"Continuous control of a polymerization system with deep reinforcement learning","volume":"75","author":"Ma","year":"2019","journal-title":"J. Process Control"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0049","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10543414.2000.10744537","article-title":"An integrated approach to polymer reaction engineering: a review of calorimetry and State estimation","volume":"8","author":"McKenna","year":"2000","journal-title":"Polym. React. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.compchemeng.2020.106886","article-title":"A review on reinforcement learning: introduction and applications in industrial process control","volume":"139","author":"Nian","year":"2020","journal-title":"Comput. Chem. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0043","first-page":"8026","article-title":"PyTorch: an imperative style, high-performance deep learning library","author":"Paszke","year":"2019","journal-title":"NeurIPS"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0015","doi-asserted-by":"crossref","first-page":"1136","DOI":"10.1002\/app.20474","article-title":"Development of calibration models for estimation of monomer concentration by Raman spectroscopy during emulsion polymerization: facing the medium heterogeneity","volume":"93","author":"Reis","year":"2004","journal-title":"J. Appl. Polym. Sci."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0013","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/j.aca.2007.04.048","article-title":"Spectroscopic on-line monitoring of reactions in dispersed medium: chemometric challenges","volume":"595","author":"Reis","year":"2007","journal-title":"Anal. Chim. Acta"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0044","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1002\/mren.201300151","article-title":"Robust calorimetric estimation of semi-continuous and batch emulsion polymerization systems with covariance estimation","volume":"8","author":"Rinc\u00f3n","year":"2014","journal-title":"Macromol. React. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0042","doi-asserted-by":"crossref","first-page":"2781","DOI":"10.1016\/0009-2509(96)00152-2","article-title":"On-line calorimetric control of emulsion polymerization reactors","volume":"51","author":"Saenz De Buruaga","year":"1996","journal-title":"Chem. Eng. Sci."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0011","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/PTE-200046030","article-title":"Monitoring and control of polymerization reactors using NIR spectroscopy","volume":"44","author":"Santos","year":"2005","journal-title":"Polym. Plast. Technol. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0026","doi-asserted-by":"crossref","DOI":"10.1016\/j.compchemeng.2022.107819","article-title":"Multi-agent reinforcement learning-based exploration of optimal operation strategies of semi-batch reactors","volume":"162","author":"Sass","year":"2022","journal-title":"Comput. Chem. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0050","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1021\/ie0502483","article-title":"Control of an emulsion polymerization reactor","volume":"45","author":"Sheibat-Othman","year":"2006","journal-title":"Ind. Eng. Chem. Res."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0025","first-page":"667","article-title":"Reinforcement learning based control of batch polymerisation processes","volume":"53","author":"Singh","year":"2020","journal-title":"IFAC Pap"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0030","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1145\/122344.122377","article-title":"Dyna, an integrated architecture for learning, planning, and reacting","volume":"2","author":"Sutton","year":"1991","journal-title":"ACM SIGART Bull"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0048","unstructured":"Towers, M., Kwiatkowski, A., Terry, J., Balis, J.U., De Cola, G., Deleu, T., Goul\u00e3o, M., Kallinteris, A., Krimmel, M., KG, A., et al. (2024). Gymnasium: a standard interface for reinforcement learning environments. 1\u201310."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0046","doi-asserted-by":"crossref","first-page":"2907","DOI":"10.1002\/pola.1993.080311204","article-title":"Calorimetric monitoring of emulsion copolymerization reactions","volume":"31","author":"Urretabizkaia","year":"1993","journal-title":"J. Polym. Sci. Part A Polym. Chem."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0012","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1081\/PRE-100103273","article-title":"On-line monitoring and composition control of the emulsion copolymerization of VeoVa 9 and butyl acrylate by Raman spectroscopy","volume":"9","author":"van den Brink","year":"2001","journal-title":"Polym. React. Eng."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0038","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1021\/ie000387e","article-title":"Control of molecular weight distribution in emulsion polymerization using on-line reaction calorimetry","volume":"40","author":"Vicente","year":"2001","journal-title":"Ind. Eng. Chem. Res."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0045","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1038\/s41592-019-0686-2","article-title":"SciPy 1.0: fundamental algorithms for scientific computing in Python","volume":"17","author":"Virtanen","year":"2020","journal-title":"Nat. Methods"},{"key":"10.1016\/j.compchemeng.2026.109604_bib0047","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/S1385-8947(02)00002-5","article-title":"Inferential conversion monitoring and control in emulsion polymerisation through calorimetric measurements","volume":"89","author":"Zeaiter","year":"2002","journal-title":"Chem. Eng. J."},{"key":"10.1016\/j.compchemeng.2026.109604_bib0024","doi-asserted-by":"crossref","first-page":"498","DOI":"10.1016\/j.ifacol.2021.08.291","article-title":"Control of A polyol process using reinforcement learning","volume":"54","author":"Zhu","year":"2021","journal-title":"IFAC-PapersOnLine"}],"container-title":["Computers &amp; Chemical Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0098135426000578?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0098135426000578?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T15:55:08Z","timestamp":1777478108000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0098135426000578"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":51,"alternative-id":["S0098135426000578"],"URL":"https:\/\/doi.org\/10.1016\/j.compchemeng.2026.109604","relation":{},"ISSN":["0098-1354"],"issn-type":[{"value":"0098-1354","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Towards online control of molar mass distributions of non-linear polymers in emulsion polymerization using reinforcement learning","name":"articletitle","label":"Article Title"},{"value":"Computers & Chemical Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compchemeng.2026.109604","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"109604"}}