{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T11:02:38Z","timestamp":1776078158326,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T00:00:00Z","timestamp":1678924800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T00:00:00Z","timestamp":1678924800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12105014"],"award-info":[{"award-number":["12105014"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11747601"],"award-info":[{"award-number":["11747601"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11975294"],"award-info":[{"award-number":["11975294"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-023-00632-6","type":"journal-article","created":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T13:04:21Z","timestamp":1678971861000},"page":"376-385","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":29,"title":["Neural-network solutions to stochastic reaction networks"],"prefix":"10.1038","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9272-8570","authenticated-orcid":false,"given":"Ying","family":"Tang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9783-6001","authenticated-orcid":false,"given":"Jiayu","family":"Weng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8496-2730","authenticated-orcid":false,"given":"Pan","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,16]]},"reference":[{"key":"632_CR1","doi-asserted-by":"publisher","first-page":"046601","DOI":"10.1088\/1361-6633\/aa5ae2","volume":"80","author":"MF Weber","year":"2017","unstructured":"Weber, M. F. & Frey, E. Master equations and the theory of stochastic path integrals. Rep. Prog. Phys. 80, 046601 (2017).","journal-title":"Rep. Prog. Phys."},{"key":"632_CR2","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1146\/annurev.physchem.58.032806.104637","volume":"58","author":"DT Gillespie","year":"2007","unstructured":"Gillespie, D. T. Stochastic simulation of chemical kinetics. Annu. Rev. Phys. Chem. 58, 35\u201355 (2007).","journal-title":"Annu. Rev. Phys. Chem."},{"key":"632_CR3","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/j.physrep.2011.09.001","volume":"510","author":"H Ge","year":"2012","unstructured":"Ge, H., Qian, M. & Qian, H. Stochastic theory of nonequilibrium steady states. Part II: applications in chemical biophysics. Phys. Rep. 510, 87\u2013118 (2012).","journal-title":"Phys. Rep."},{"key":"632_CR4","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1126\/science.1070919","volume":"297","author":"MB Elowitz","year":"2002","unstructured":"Elowitz, M. B., Levine, A. J., Siggia, E. D. & Swain, P. S. Stochastic gene expression in a single cell. Science 297, 1183\u20131186 (2002).","journal-title":"Science"},{"key":"632_CR5","doi-asserted-by":"publisher","first-page":"P07018","DOI":"10.1088\/1742-5468\/2007\/07\/P07018","volume":"2007","author":"RA Blythe","year":"2007","unstructured":"Blythe, R. A. & McKane, A. J. Stochastic models of evolution in genetics, ecology and linguistics. J. Stat. Mech. 2007, P07018 (2007).","journal-title":"J. Stat. Mech."},{"key":"632_CR6","doi-asserted-by":"publisher","first-page":"158101","DOI":"10.1103\/PhysRevLett.115.158101","volume":"115","author":"F Jafarpour","year":"2015","unstructured":"Jafarpour, F., Biancalani, T. & Goldenfeld, N. Noise-induced mechanism for biological homochirality of early life self-replicators. Phys. Rev. Lett. 115, 158101 (2015).","journal-title":"Phys. Rev. Lett."},{"key":"632_CR7","doi-asserted-by":"crossref","unstructured":"Gardiner, C. W. Handbook of Stochastic Methods 3rd edn (Springer-Verlag, 2004).","DOI":"10.1007\/978-3-662-05389-8"},{"key":"632_CR8","doi-asserted-by":"crossref","unstructured":"Frank, F. C. On spontaneous asymmetric synthesis. Biochim. Biophys. Acta 11, 459\u2013463 (1953).","DOI":"10.1016\/0006-3002(53)90082-1"},{"key":"632_CR9","doi-asserted-by":"crossref","unstructured":"Bressloff, P. C. Stochastic Processes in Cell Biology Vol. 41 (Springer, 2014).","DOI":"10.1007\/978-3-319-08488-6"},{"key":"632_CR10","doi-asserted-by":"crossref","unstructured":"Raj, A. & van Oudenaarden, A. Nature, nurture, or chance: stochastic gene expression and its consequences. Cell 135, 216\u2013226 (2008).","DOI":"10.1016\/j.cell.2008.09.050"},{"key":"632_CR11","doi-asserted-by":"crossref","unstructured":"van Kampen, N. G. Stochastic Processes in Physics and Chemistry (Elsevier, 2007).","DOI":"10.1016\/B978-044452965-7\/50006-4"},{"key":"632_CR12","doi-asserted-by":"crossref","unstructured":"Doob, J. L. Topics in the theory of markoff chains. Trans. Am. Math. Soc. 52, 37\u201364 (1942).","DOI":"10.1090\/S0002-9947-1942-0006633-7"},{"key":"632_CR13","doi-asserted-by":"crossref","unstructured":"Gillespie, D. T. A general method for numerically simulating the stochastic time evolution of coupled chemical reactions. J. Comput. Phys. 22, 403\u2013434 (1976).","DOI":"10.1016\/0021-9991(76)90041-3"},{"key":"632_CR14","unstructured":"Weinan, E., Li, T. & Vanden-Eijnden, E. Applied Stochastic Analysis Vol. 199 (American Mathematical Society, 2021)."},{"key":"632_CR15","doi-asserted-by":"crossref","unstructured":"Terebus, A., Liu, C. & Liang, J. Discrete and continuous models of probability flux of switching dynamics: uncovering stochastic oscillations in a toggle-switch system. J. Chem. Phys. 151, 185104 (2019).","DOI":"10.1063\/1.5124823"},{"key":"632_CR16","doi-asserted-by":"publisher","first-page":"645640","DOI":"10.3389\/fgene.2021.645640","volume":"12","author":"A Terebus","year":"2021","unstructured":"Terebus, A., Manuchehrfar, F., Cao, Y. & Liang, J. Exact probability landscapes of stochastic phenotype switching in feed-forward loops: phase diagrams of multimodality. Front. Genet. 12, 645640 (2021).","journal-title":"Front. Genet."},{"key":"632_CR17","doi-asserted-by":"crossref","unstructured":"Gillespie, D. T. The chemical Langevin equation. J. Chem. Phys. 113, 297\u2013306 (2000).","DOI":"10.1063\/1.481811"},{"key":"632_CR18","doi-asserted-by":"publisher","first-page":"044104","DOI":"10.1063\/1.2145882","volume":"124","author":"B Munsky","year":"2006","unstructured":"Munsky, B. & Khammash, M. The finite state projection algorithm for the solution of the chemical master equation. J. Chem. Phys. 124, 044104 (2006).","journal-title":"J. Chem. Phys."},{"key":"632_CR19","doi-asserted-by":"crossref","unstructured":"Henzinger, T. A., Mateescu, M. & Wolf, V. in Computer Aided Verification (eds Bouajjani, A. et al.) 337\u2013352 (Springer, 2009).","DOI":"10.1007\/978-3-642-02658-4_27"},{"key":"632_CR20","doi-asserted-by":"crossref","unstructured":"Cao, Y., Terebus, A. & Liang, J. Accurate chemical master equation solution using multi-finite buffers. Multiscale Model. Simul. 14, 923\u2013963 (2016).","DOI":"10.1137\/15M1034180"},{"key":"632_CR21","doi-asserted-by":"crossref","unstructured":"Cao, Y., Terebus, A. & Liang, J. State space truncation with quantified errors for accurate solutions to discrete chemical master equation. Bull. Math. Biol. 78, 617\u2013661 (2016).","DOI":"10.1007\/s11538-016-0149-1"},{"key":"632_CR22","doi-asserted-by":"crossref","unstructured":"MacNamara, S., Burrage, K. & Sidje, R. B. Multiscale modeling of chemical kinetics via the master equation. Multiscale Model. Simul. 6, 1146\u20131168 (2008).","DOI":"10.1137\/060678154"},{"key":"632_CR23","doi-asserted-by":"publisher","first-page":"e1003359","DOI":"10.1371\/journal.pcbi.1003359","volume":"10","author":"V Kazeev","year":"2014","unstructured":"Kazeev, V., Khammash, M., Nip, M. & Schwab, C. Direct solution of the chemical master equation using quantized tensor trains. PLoS Comput. Biol. 10, e1003359 (2014).","journal-title":"PLoS Comput. Biol."},{"key":"632_CR24","doi-asserted-by":"publisher","first-page":"034102","DOI":"10.1063\/5.0045521","volume":"155","author":"IG Ion","year":"2021","unstructured":"Ion, I. G., Wildner, C., Loukrezis, D., Koeppl, H. & De Gersem, H. Tensor-train approximation of the chemical master equation and its application for parameter inference. J. Chem. Phys. 155, 034102 (2021).","journal-title":"J. Chem. Phys."},{"key":"632_CR25","doi-asserted-by":"publisher","first-page":"e1009623","DOI":"10.1371\/journal.pcbi.1009623","volume":"17","author":"A Gupta","year":"2021","unstructured":"Gupta, A., Schwab, C. & Khammash, M. DeepCME: a deep learning framework for computing solution statistics of the chemical master equation. PLoS Comput. Biol. 17, e1009623 (2021).","journal-title":"PLoS Comput. Biol."},{"key":"632_CR26","doi-asserted-by":"crossref","unstructured":"Mehta, P. et al. A high-bias, low-variance introduction to machine learning for physicists. Phys. Rep. 810, 1\u2013124 (2019).","DOI":"10.1016\/j.physrep.2019.03.001"},{"key":"632_CR27","doi-asserted-by":"publisher","first-page":"045002","DOI":"10.1103\/RevModPhys.91.045002","volume":"91","author":"G Carleo","year":"2019","unstructured":"Carleo, G. et al. Machine learning and the physical sciences. Rev. Mod. Phys. 91, 045002 (2019).","journal-title":"Rev. Mod. Phys."},{"key":"632_CR28","doi-asserted-by":"publisher","first-page":"086602","DOI":"10.1088\/1361-6633\/ac7a4a","volume":"85","author":"Y Tang","year":"2022","unstructured":"Tang, Y. & Hoffmann, A. Quantifying information of intracellular signaling: progress with machine learning. Rep. Prog. Phys. 85, 086602 (2022).","journal-title":"Rep. Prog. Phys."},{"key":"632_CR29","doi-asserted-by":"publisher","first-page":"080602","DOI":"10.1103\/PhysRevLett.122.080602","volume":"122","author":"D Wu","year":"2019","unstructured":"Wu, D., Wang, L. & Zhang, P. Solving statistical mechanics using variational autoregressive networks. Phys. Rev. Lett. 122, 080602 (2019).","journal-title":"Phys. Rev. Lett."},{"key":"632_CR30","doi-asserted-by":"publisher","first-page":"023358","DOI":"10.1103\/PhysRevResearch.2.023358","volume":"2","author":"M Hibat-Allah","year":"2020","unstructured":"Hibat-Allah, M., Ganahl, M., Hayward, L. E., Melko, R. G. & Carrasquilla, J. Recurrent neural network wave functions. Phys. Rev. Res. 2, 023358 (2020).","journal-title":"Phys. Rev. Res."},{"key":"632_CR31","doi-asserted-by":"publisher","first-page":"020503","DOI":"10.1103\/PhysRevLett.124.020503","volume":"124","author":"O Sharir","year":"2020","unstructured":"Sharir, O., Levine, Y., Wies, N., Carleo, G. & Shashua, A. Deep autoregressive models for the efficient variational simulation of many-body quantum systems. Phys. Rev. Lett. 124, 020503 (2020).","journal-title":"Phys. Rev. Lett."},{"key":"632_CR32","doi-asserted-by":"crossref","unstructured":"Barrett, T. D., Malyshev, A. & Lvovsky, A. Autoregressive neural-network wavefunctions for ab initio quantum chemistry. Nat. Mach. Intell. 4, 351\u2013358 (2022).","DOI":"10.1038\/s42256-022-00461-z"},{"key":"632_CR33","doi-asserted-by":"publisher","first-page":"090501","DOI":"10.1103\/PhysRevLett.128.090501","volume":"128","author":"D Luo","year":"2022","unstructured":"Luo, D., Chen, Z., Carrasquilla, J. & Clark, B. K. Autoregressive neural network for simulating open quantum systems via a probabilistic formulation. Phys. Rev. Lett. 128, 090501 (2022).","journal-title":"Phys. Rev. Lett."},{"key":"632_CR34","doi-asserted-by":"publisher","first-page":"032610","DOI":"10.1103\/PhysRevA.104.032610","volume":"104","author":"J Carrasquilla","year":"2021","unstructured":"Carrasquilla, J. et al. Probabilistic simulation of quantum circuits using a deep-learning architecture. Phys. Rev. A 104, 032610 (2021).","journal-title":"Phys. Rev. A"},{"key":"632_CR35","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22732-w","volume":"12","author":"J-E Shin","year":"2021","unstructured":"Shin, J.-E. et al. Protein design and variant prediction using autoregressive generative models. Nat. Commun. 12, 2403 (2021).","journal-title":"Nat. Commun."},{"key":"632_CR36","unstructured":"A., Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems Vol. 30 (eds Guyon, I. et al.) (Curran Associates, 2017)."},{"key":"632_CR37","doi-asserted-by":"crossref","unstructured":"Jiang, Q. et al. Neural network aided approximation and parameter inference of non-markovian models of gene expression. Nat. Commun. 12, 2618 (2021).","DOI":"10.1038\/s41467-021-22919-1"},{"key":"632_CR38","doi-asserted-by":"publisher","first-page":"105010","DOI":"10.1016\/j.isci.2022.105010","volume":"25","author":"A Sukys","year":"2022","unstructured":"Sukys, A., \u00d6cal, K. & Grima, R. Approximating solutions of the chemical master equation using neural networks. iScience 25, 105010 (2022).","journal-title":"iScience"},{"key":"632_CR39","doi-asserted-by":"crossref","unstructured":"Bortolussi, L. & Palmieri, L. Deep abstractions of chemical reaction networks. In Computational Methods in Systems Biology 21\u201338 (Springer, 2018).","DOI":"10.1007\/978-3-319-99429-1_2"},{"key":"632_CR40","doi-asserted-by":"publisher","first-page":"054104","DOI":"10.1063\/1.4927916","volume":"143","author":"VH Thanh","year":"2015","unstructured":"Thanh, V. H. & Priami, C. Simulation of biochemical reactions with time-dependent rates by the rejection-based algorithm. J. Chem. Phys. 143, 054104 (2015).","journal-title":"J. Chem. Phys."},{"key":"632_CR41","unstructured":"Germain, M., Gregor, K., Murray, I. & Larochelle, H. Made: Masked autoencoder for distribution estimation. In Int. Conf. Machine Learning 881\u2013889 (PMLR, 2015)."},{"key":"632_CR42","unstructured":"Van Oord, A., Kalchbrenner, N. & Kavukcuoglu, K. Pixel recurrent neural networks. In Int. Conf. Machine Learning 1747\u20131756 (PMLR, 2016)."},{"key":"632_CR43","doi-asserted-by":"crossref","unstructured":"Williams, R. J. Simple statistical gradient-following algorithms for connectionist reinforcement learning. Machine Learning 8, 229\u2013256 (1992).","DOI":"10.1007\/BF00992696"},{"key":"632_CR44","doi-asserted-by":"crossref","unstructured":"Gardner, T. S., Cantor, C. R. & Collins, J. J. Construction of a genetic toggle switch in Escherichia coli. Nature 403, 339\u2013342 (2000).","DOI":"10.1038\/35002131"},{"key":"632_CR45","doi-asserted-by":"crossref","unstructured":"Neal, R. M. Annealed importance sampling. Stat. Comput. 11, 125\u2013139 (2001).","DOI":"10.1023\/A:1008923215028"},{"key":"632_CR46","doi-asserted-by":"crossref","unstructured":"Hibat-Allah, M., Inack, E. M., Wiersema, R., Melko, R. G. & Carrasquilla, J. Variational neural annealing. Nat. Mach. Intell. 3, 952\u2013961 (2021).","DOI":"10.1038\/s42256-021-00401-3"},{"key":"632_CR47","doi-asserted-by":"publisher","unstructured":"Tang, Y., Liu, J., Zhang, J. & Zhang, P. Solving nonequilibrium statistical mechanics by evolving autoregressive neural networks. Preprint at https:\/\/doi.org\/10.48550\/arXiv.2208.08266 (2022).","DOI":"10.48550\/arXiv.2208.08266"},{"key":"632_CR48","doi-asserted-by":"crossref","unstructured":"Cao, Y. & Liang, J. Optimal enumeration of state space of finitely buffered stochastic molecular networks and exact computation of steady state landscape probability. BMC Syst. Biol. 2, 30 (2008).","DOI":"10.1186\/1752-0509-2-30"},{"key":"632_CR49","doi-asserted-by":"publisher","first-page":"090605","DOI":"10.1103\/PhysRevLett.128.090605","volume":"128","author":"L Causer","year":"2022","unstructured":"Causer, L., Ba\u00f1uls, M. C. & Garrahan, J. P. Finite time large deviations via matrix product states. Phys. Rev. Lett. 128, 090605 (2022).","journal-title":"Phys. Rev. Lett."},{"key":"632_CR50","doi-asserted-by":"crossref","unstructured":"Cho, K., Van Merri\u00ebnboer, B., Bahdanau, D. & Bengio, Y. On the properties of neural machine translation: encoder\u2013decoder approaches. In Proc. 8th Worksh. on Syntax, Semantics and Structure in Statistical Translation 103\u2212111 (Association for Computational Linguistics, 2014).","DOI":"10.3115\/v1\/W14-4012"},{"key":"632_CR51","doi-asserted-by":"publisher","unstructured":"Kingma, D. P. & Ba, J. Adam: a method for stochastic optimization. Preprint at https:\/\/doi.org\/10.48550\/arXiv.1412.6980 (2014).","DOI":"10.48550\/arXiv.1412.6980"},{"key":"632_CR52","doi-asserted-by":"publisher","unstructured":"Acharya, A., Rudolph, M., Chen, J., Miller, J. & Perdomo-Ortiz, A. Qubit seriation: improving data-model alignment using spectral ordering. Preprint at https:\/\/doi.org\/10.48550\/arXiv.2211.15978 (2022).","DOI":"10.48550\/arXiv.2211.15978"},{"key":"632_CR53","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/BF01609348","volume":"51","author":"M Suzuki","year":"1976","unstructured":"Suzuki, M. Generalized Trotter\u2019s formula and systematic approximants of exponential operators and inner derivations with applications to many-body problems. Commun. Math. Phys. 51, 183\u2013190 (1976).","journal-title":"Commun. Math. Phys."},{"key":"632_CR54","doi-asserted-by":"publisher","unstructured":"Tang, Y., Weng, J. & Zhang, P. Neural-network solutions to stochastic reaction networks. Code Ocean https:\/\/doi.org\/10.24433\/CO.9625043.v1 (2023).","DOI":"10.24433\/CO.9625043.v1"},{"key":"632_CR55","doi-asserted-by":"publisher","unstructured":"Tang, Y., Weng, J. & Zhang, P. Nncme: publication code (v1.0.0). Zenodo https:\/\/doi.org\/10.5281\/zenodo.7623370 (2023).","DOI":"10.5281\/zenodo.7623370"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00632-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00632-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00632-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,23]],"date-time":"2023-04-23T19:03:19Z","timestamp":1682276599000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00632-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,16]]},"references-count":55,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2023,4]]}},"alternative-id":["632"],"URL":"https:\/\/doi.org\/10.1038\/s42256-023-00632-6","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-2180974\/v1","asserted-by":"object"}]},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,16]]},"assertion":[{"value":"18 October 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 February 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 March 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}