{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T22:59:30Z","timestamp":1782514770052,"version":"3.54.5"},"reference-count":86,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T00:00:00Z","timestamp":1727308800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T00:00:00Z","timestamp":1727308800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100003151","name":"Fonds de Recherche du Qu\u00e9bec - Nature et Technologies","doi-asserted-by":"publisher","award":["2021-PR-284335"],"award-info":[{"award-number":["2021-PR-284335"]}],"id":[{"id":"10.13039\/501100003151","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003151","name":"Fonds de Recherche du Qu\u00e9bec - Nature et Technologies","doi-asserted-by":"publisher","award":["2021-PR-284335"],"award-info":[{"award-number":["2021-PR-284335"]}],"id":[{"id":"10.13039\/501100003151","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000156","name":"Fonds de Recherche du Qu\u00e9bec - Sant\u00e9","doi-asserted-by":"publisher","award":["295824"],"award-info":[{"award-number":["295824"]}],"id":[{"id":"10.13039\/501100000156","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2014862"],"award-info":[{"award-number":["2014862"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001804","name":"Canada Research Chairs","doi-asserted-by":"publisher","award":["CRC-0126-2019"],"award-info":[{"award-number":["CRC-0126-2019"]}],"id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Canadian Institute for Health Research (CIHR), Natural Sciences and Engineering Research Council of Canada"},{"name":"CIFAR Canada AI Chair"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00903-w","type":"journal-article","created":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T06:03:30Z","timestamp":1727330610000},"page":"1197-1215","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Development of AI-assisted microscopy frameworks through realistic simulation with pySTED"],"prefix":"10.1038","volume":"6","author":[{"given":"Anthony","family":"Bilodeau","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Albert","family":"Michaud-Gagnon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julia","family":"Chabbert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benoit","family":"Turcotte","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00f6rn","family":"Heine","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Audrey","family":"Durand","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4496-5088","authenticated-orcid":false,"given":"Flavie","family":"Lavoie-Cardinal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,26]]},"reference":[{"key":"903_CR1","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1038\/s41556-018-0251-8","volume":"21","author":"L Schermelleh","year":"2019","unstructured":"Schermelleh, L. et al. Super-resolution microscopy demystified. Nat. Cell Biol. 21, 72\u201384 (2019).","journal-title":"Nat. Cell Biol."},{"key":"903_CR2","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1364\/OL.19.000780","volume":"19","author":"SW Hell","year":"1994","unstructured":"Hell, S. W. & Wichmann, J. Breaking the diffraction resolution limit by stimulated emission: stimulated-emission-depletion fluorescence microscopy. Opt. Lett. 19, 780\u2013782 (1994).","journal-title":"Opt. Lett."},{"key":"903_CR3","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-09902-x","volume":"7","author":"J Oracz","year":"2017","unstructured":"Oracz, J., Westphal, V., Radzewicz, C., Sahl, S. J. & Hell, S. W. Photobleaching in STED nanoscopy and its dependence on the photon flux applied for reversible silencing of the fluorophore. Sci. Rep. 7, 11354 (2017).","journal-title":"Sci. Rep."},{"key":"903_CR4","doi-asserted-by":"publisher","first-page":"163001","DOI":"10.1088\/1361-6463\/ab6b95","volume":"53","author":"KL Tosheva","year":"2020","unstructured":"Tosheva, K. L., Yuan, Y., Pereira, P. M., Culley, S. & Henriques, R. Between life and death: strategies to reduce phototoxicity in super-resolution microscopy. J. Phys. D Appl. Phys. 53, 163001 (2020).","journal-title":"J. Phys. D Appl. Phys."},{"key":"903_CR5","doi-asserted-by":"publisher","first-page":"30892","DOI":"10.1038\/srep30892","volume":"6","author":"C Boudreau","year":"2016","unstructured":"Boudreau, C. et al. Excitation light dose engineering to reduce photo-bleaching and photo-toxicity. Sci. Rep. 6, 30892 (2016).","journal-title":"Sci. Rep."},{"key":"903_CR6","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-07668-y","volume":"9","author":"A Durand","year":"2018","unstructured":"Durand, A. et al. A machine learning approach for online automated optimization of super-resolution optical microscopy. Nat. Commun. 9, 5247 (2018).","journal-title":"Nat. Commun."},{"key":"903_CR7","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1038\/s41467-019-08442-4","volume":"10","author":"J Dreier","year":"2019","unstructured":"Dreier, J. et al. Smart scanning for low-illumination and fast RESOLFT nanoscopy in vivo. Nat. Commun. 10, 556 (2019).","journal-title":"Nat. Commun."},{"key":"903_CR8","doi-asserted-by":"publisher","first-page":"9797","DOI":"10.1073\/pnas.1708304114","volume":"114","author":"J Heine","year":"2017","unstructured":"Heine, J. et al. Adaptive-illumination STED nanoscopy. Proc. Natl Acad. Sci. USA114, 9797\u20139802 (2017).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"903_CR9","doi-asserted-by":"publisher","first-page":"4516","DOI":"10.1364\/OE.385174","volume":"28","author":"B Vin\u00e7on","year":"2020","unstructured":"Vin\u00e7on, B., Geisler, C., Egner, A. & Egner, A. Pixel hopping enables fast STED nanoscopy at low light dose. Opt. Express 28, 4516\u20134528 (2020).","journal-title":"Opt. Express"},{"key":"903_CR10","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1038\/nbt.3310","volume":"33","author":"N Scherf","year":"2015","unstructured":"Scherf, N. & Huisken, J. The smart and gentle microscope. Nat. Biotechnol. 33, 815\u2013818 (2015).","journal-title":"Nat. Biotechnol."},{"key":"903_CR11","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1038\/s42005-020-0317-3","volume":"3","author":"A Krull","year":"2020","unstructured":"Krull, A., Hirsch, P., Rother, C., Schiffrin, A. & Krull, C. Artificial-intelligence-driven scanning probe microscopy. Commun. Phys. 3, 54 (2020).","journal-title":"Commun. Phys."},{"key":"903_CR12","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1038\/s41592-019-0403-1","volume":"16","author":"E Moen","year":"2019","unstructured":"Moen, E. et al. Deep learning for cellular image analysis. Nat. Methods 16, 1233\u20131246 (2019).","journal-title":"Nat. Methods"},{"key":"903_CR13","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-22518-0","volume":"12","author":"L von Chamier","year":"2021","unstructured":"von Chamier, L. et al. Democratising deep learning for microscopy with ZeroCostDL4Mic. Nat. Commun. 12, 2276 (2021).","journal-title":"Nat. Commun."},{"key":"903_CR14","doi-asserted-by":"publisher","first-page":"1010","DOI":"10.1038\/s41592-023-01879-y","volume":"20","author":"M Ma\u0161ka","year":"2023","unstructured":"Ma\u0161ka, M. et al. The Cell Tracking Challenge: 10\u2009years of objective benchmarking. Nat. Methods 20, 1010\u20131020 (2023).","journal-title":"Nat. Methods"},{"key":"903_CR15","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1038\/nmeth.2083","volume":"9","author":"V Ljosa","year":"2012","unstructured":"Ljosa, V., Sokolnicki, K. L. & Carpenter, A. E. Annotated high-throughput microscopy image sets for validation. Nat. Methods 9, 637\u2013637 (2012).","journal-title":"Nat. Methods"},{"key":"903_CR16","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1038\/s41586-019-1724-z","volume":"575","author":"O Vinyals","year":"2019","unstructured":"Vinyals, O. et al. Grandmaster level in StarCraft II using multi-agent reinforcement learning. Nature 575, 350\u2013354 (2019).","journal-title":"Nature"},{"key":"903_CR17","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1177\/0278364917710318","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine, S., Pastor, P., Krizhevsky, A. & Quillen, D. Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. Int. J. Rob. Res. 37, 421\u2013436 (2018).","journal-title":"Int. J. Rob. Res."},{"key":"903_CR18","doi-asserted-by":"crossref","unstructured":"Chaware, A., Cooke, C. L., Kim, K. & Horstmeyer, R. Towards an intelligent microscope: adaptively learned illumination for optimal sample classification. In ICASSP 2020\u20142020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) 9284\u20139288 (IEEE, 2020).","DOI":"10.1109\/ICASSP40776.2020.9054477"},{"key":"903_CR19","unstructured":"Turcotte, B., Bilodeau, A., Lavoie-Cardinal, F. & Durand, A. pySTED: a STED microscopy simulation tool for machine learning training. In Association for the Advancement of Artificial Intelligence\u2014AAAI Workshop on AI to Accelerate Science and Engineering (2022)."},{"key":"903_CR20","first-page":"023001","volume":"4","author":"SV Kalinin","year":"2023","unstructured":"Kalinin, S. V. et al. Probe microscopy is all you need. Mach. Learn.: Sci. Technol. 4, 023001 (2023).","journal-title":"Mach. Learn.: Sci. Technol."},{"key":"903_CR21","doi-asserted-by":"publisher","first-page":"44","DOI":"10.3390\/jeta1010004","volume":"1","author":"M Adhikari","year":"2023","unstructured":"Adhikari, M., Houhou, R., Hniopek, J. & Bocklitz, T. Review of fluorescence lifetime imaging microscopy (FLIM) data analysis using machine learning. J. Exp. Theor. Anal. 1, 44\u201363 (2023).","journal-title":"J. Exp. Theor. Anal."},{"key":"903_CR22","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1038\/s41592-019-0364-4","volume":"16","author":"D Sage","year":"2019","unstructured":"Sage, D. et al. Super-resolution fight club: assessment of 2D and 3D single-molecule localization microscopy software. Nat. Methods 16, 387\u2013395 (2019).","journal-title":"Nat. Methods"},{"key":"903_CR23","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-75814-y","volume":"10","author":"M Lagard\u00e8re","year":"2020","unstructured":"Lagard\u00e8re, M., Chamma, I., Bouilhol, E., Nikolski, M. & Thoumine, O. FluoSim: simulator of single molecule dynamics for fluorescence live-cell and super-resolution imaging of membrane proteins. Sci. Rep. 10, 19954 (2020).","journal-title":"Sci. Rep."},{"key":"903_CR24","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-01122-7","volume":"7","author":"T Nov\u00e1k","year":"2017","unstructured":"Nov\u00e1k, T., Gajdos, T., Sink\u00f3, J., Szab\u00f3, G. & Erd\u00e9lyi, M. TestSTORM: versatile simulator software for multimodal super-resolution localization fluorescence microscopy. Sci. Rep. 7, 951 (2017).","journal-title":"Sci. Rep."},{"key":"903_CR25","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1364\/OPTICA.5.000458","volume":"5","author":"E Nehme","year":"2018","unstructured":"Nehme, E., Weiss, L. E., Michaeli, T. & Shechtman, Y. Deep-STORM: super-resolution single-molecule microscopy by deep learning. Optica 5, 458\u2013464 (2018).","journal-title":"Optica"},{"key":"903_CR26","doi-asserted-by":"publisher","first-page":"1640","DOI":"10.1364\/JOSAA.30.001640","volume":"30","author":"H Xie","year":"2013","unstructured":"Xie, H., Liu, Y., Jin, D., Santangelo, P. J. & Xi, P. Analytical description of high-aperture STED resolution with 0-2\u03c0 vortex phase modulation. J. Opt. Soc. Am. A 30, 1640\u20131645 (2013).","journal-title":"J. Opt. Soc. Am. A"},{"key":"903_CR27","doi-asserted-by":"publisher","first-page":"108315","DOI":"10.1016\/j.cpc.2022.108315","volume":"275","author":"F Caprile","year":"2022","unstructured":"Caprile, F., Masullo, L. A. & Stefani, F. D. PyFocus\u2014a Python package for vectorial calculations of focused optical fields under realistic conditions. Application to toroidal foci. Comput. Phys. Commun. 275, 108315 (2022).","journal-title":"Comput. Phys. Commun."},{"key":"903_CR28","doi-asserted-by":"publisher","first-page":"3415","DOI":"10.1038\/s41467-018-05963-2","volume":"9","author":"MJ Sarmento","year":"2018","unstructured":"Sarmento, M. J. et al. Exploiting the tunability of stimulated emission depletion microscopy for super-resolution imaging of nuclear structures. Nat. Commun. 9, 3415 (2018).","journal-title":"Nat. Commun."},{"key":"903_CR29","doi-asserted-by":"publisher","first-page":"26417","DOI":"10.1364\/OE.18.026417","volume":"18","author":"M Leutenegger","year":"2010","unstructured":"Leutenegger, M., Eggeling, C. & Hell, S. W. Analytical description of STED microscopy performance. Opt. Express 18, 26417\u201326429 (2010).","journal-title":"Opt. Express"},{"key":"903_CR30","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"903_CR31","unstructured":"Van Rossum, G. & Drake, F. L. Python 3 Reference Manual (Create Space, 2009)."},{"key":"903_CR32","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1038\/s42256-021-00420-0","volume":"3","author":"AA Sekh","year":"2021","unstructured":"Sekh, A. A. et al. Physics-based machine learning for subcellular segmentation in living cells. Nat. Mach. Intell. 3, 1071\u20131080 (2021).","journal-title":"Nat. Mach. Intell."},{"key":"903_CR33","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1038\/s41592-021-01103-9","volume":"18","author":"LA Bola\u00f1os","year":"2021","unstructured":"Bola\u00f1os, L. A. et al. A three-dimensional virtual mouse generates synthetic training data for behavioral analysis. Nat. Methods 18, 378\u2013381 (2021).","journal-title":"Nat. Methods"},{"key":"903_CR34","doi-asserted-by":"publisher","first-page":"747","DOI":"10.1038\/s41592-023-01838-7","volume":"20","author":"Y Zhang","year":"2023","unstructured":"Zhang, Y. et al. Rapid detection of neurons in widefield calcium imaging datasets after training with synthetic data. Nat. Methods 20, 747\u2013754 (2023).","journal-title":"Nat. Methods"},{"key":"903_CR35","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P. & Brox, T. U-Net: convolutional networks for biomedical image segmentation. Medical Image Computing and Computer-Assisted Intervention - MICCAI 9351, 234\u2013241 (2015).","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"903_CR36","first-page":"67\u201370","volume":"16","author":"T Falk","year":"2019","unstructured":"Falk, T. et al. U-Net: deep learning for cell counting, detection, and morphometry. Nat. Methods 16, 67\u201370 (2019).","journal-title":"Nat. Methods"},{"key":"903_CR37","doi-asserted-by":"publisher","first-page":"106\u2013117","DOI":"10.1364\/BOE.479621","volume":"14","author":"Y He","year":"2023","unstructured":"He, Y. et al. Surpassing the resolution limitation of structured illumination microscopy by an untrained neural network. Biomed. Opt. Express 14, 106\u2013117 (2023).","journal-title":"Biomed. Opt. Express"},{"key":"903_CR38","doi-asserted-by":"crossref","unstructured":"Qiao, C. et al. Rationalized deep learning super-resolution microscopy for sustained live imaging of rapid subcellular processes. Nat. Biotechnol. 41, 367\u2013377 (2022).","DOI":"10.1038\/s41587-022-01471-3"},{"key":"903_CR39","unstructured":"ATTO 647N; https:\/\/www.atto-tec.com\/ATTO-647N.html?language=en"},{"key":"903_CR40","doi-asserted-by":"publisher","first-page":"918","DOI":"10.1038\/s41592-019-0515-7","volume":"16","author":"A Descloux","year":"2019","unstructured":"Descloux, A., Gru\u00dfmayer, K. S. & Radenovic, A. Parameter-free image resolution estimation based on decorrelation analysis. Nat. Methods 16, 918\u2013924 (2019).","journal-title":"Nat. Methods"},{"key":"903_CR41","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1038\/nmeth.1596","volume":"8","author":"M Drobizhev","year":"2011","unstructured":"Drobizhev, M., Makarov, N. S., Tillo, S. E., Hughes, T. E. & Rebane, A. Two-photon absorption properties of fluorescent proteins. Nat. Methods 8, 393\u2013399 (2011).","journal-title":"Nat. Methods"},{"key":"903_CR42","doi-asserted-by":"publisher","first-page":"e202107093","DOI":"10.1083\/jcb.202107093","volume":"221","author":"O Faklaris","year":"2022","unstructured":"Faklaris, O. et al. Quality assessment in light microscopy for routine use through simple tools and robust metrics. J. Cell Biol. 221, e202107093 (2022).","journal-title":"J. Cell Biol."},{"key":"903_CR43","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.ymeth.2019.07.019","volume":"174","author":"W Jahr","year":"2019","unstructured":"Jahr, W., Velicky, P. & Danzl, J. G. Strategies to maximize performance in stimulated emission depletion (STED) nanoscopy of biological specimens. Methods 174, 27\u201341 (2019).","journal-title":"Methods"},{"key":"903_CR44","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1038\/s41592-020-01018-x","volume":"18","author":"C Stringer","year":"2021","unstructured":"Stringer, C., Wang, T., Michaelos, M. & Pachitariu, M. Cellpose: a generalist algorithm for cellular segmentation. Nat. Methods 18, 100\u2013106 (2021).","journal-title":"Nat. Methods"},{"key":"903_CR45","doi-asserted-by":"publisher","unstructured":"Ouyang, W. et al. BioImage model zoo: a community-driven resource for accessible deep learning in bioImage analysis. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2022.06.07.495102 (2022).","DOI":"10.1101\/2022.06.07.495102"},{"key":"903_CR46","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-68180-2","volume":"10","author":"F Lavoie-Cardinal","year":"2020","unstructured":"Lavoie-Cardinal, F. et al. Neuronal activity remodels the F-actin based submembrane lattice in dendrites but not axons of hippocampal neurons. Sci. Rep. 10, 11960 (2020).","journal-title":"Sci. Rep."},{"key":"903_CR47","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-42124-6","volume":"14","author":"A Lamiable","year":"2023","unstructured":"Lamiable, A. et al. Revealing invisible cell phenotypes with conditional generative modeling. Nat. Commun. 14, 6386 (2023).","journal-title":"Nat. Commun."},{"key":"903_CR48","doi-asserted-by":"publisher","unstructured":"Zhang, W., Zhou, D., Li, L. & Gu, Q. Neural Thompson sampling. International Conference on Representation Learning https:\/\/doi.org\/10.48550\/arXiv.2010.00827 (2021).","DOI":"10.48550\/arXiv.2010.00827"},{"key":"903_CR49","doi-asserted-by":"publisher","unstructured":"Bilodeau, A., Bernatchez, R., Michaud-Gagnon, A., Lavoie-Cardinal, F. & Durand, A. Contextual bandit optimization of super-resolution microscopy. In Proc. Canadian Conference on Artificial Intelligence https:\/\/doi.org\/10.21428\/594757db.9d610b29 (2022).","DOI":"10.21428\/594757db.9d610b29"},{"key":"903_CR50","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement Learning: An Introduction 2nd edn (The MIT Press, 2015)."},{"key":"903_CR51","doi-asserted-by":"crossref","unstructured":"Zhao, W., Queralta, J. P. & Westerlund, T. Sim-to-real transfer in deep reinforcement learning for robotics: a survey. In 2020 IEEE Symposium Series on Computational Intelligence (SSCI) 737\u2013744 (IEEE, 2020).","DOI":"10.1109\/SSCI47803.2020.9308468"},{"key":"903_CR52","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1109\/JAS.2023.123375","volume":"10","author":"Q Miao","year":"2023","unstructured":"Miao, Q., Lv, Y., Huang, M., Wang, X. & Wang, F.-Y. Parallel learning: overview and perspective for computational learning across Syn2Real and Sim2Real. IEEE CAA J. Autom. Sin. 10, 603\u2013631 (2023).","journal-title":"IEEE CAA J. Autom. Sin."},{"key":"903_CR53","unstructured":"Brockman, G. et al. OpenAI Gym. Preprint at https:\/\/arxiv.org\/abs\/1606.01540 (2016)."},{"key":"903_CR54","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A. & Klimov, O. Proximal policy optimization algorithms. Preprint at https:\/\/arxiv.org\/abs\/1707.06347 (2017)."},{"key":"903_CR55","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1038\/s42256-020-0208-z","volume":"2","author":"S Risi","year":"2020","unstructured":"Risi, S. & Togelius, J. Increasing generality in machine learning through procedural content generation. Nat. Mach. Intell. 2, 428\u2013436 (2020).","journal-title":"Nat. Mach. Intell."},{"key":"903_CR56","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1126\/science.1232251","volume":"339","author":"K Xu","year":"2013","unstructured":"Xu, K., Zhong, G. & Zhuang, X. Actin, spectrin, and associated proteins form a periodic cytoskeletal structure in axons. Science 339, 452\u2013456 (2013).","journal-title":"Science"},{"key":"903_CR57","doi-asserted-by":"publisher","first-page":"1246","DOI":"10.1016\/j.celrep.2015.02.007","volume":"10","author":"E D\u2019Este","year":"2015","unstructured":"D\u2019Este, E., Kamin, D., G\u00f6ttfert, F., El-Hady, A. & Hell, S. W. STED nanoscopy reveals the ubiquity of subcortical cytoskeleton periodicity in living neurons. Cell Rep. 10, 1246\u20131251 (2015).","journal-title":"Cell Rep."},{"key":"903_CR58","doi-asserted-by":"publisher","first-page":"24526","DOI":"10.1073\/pnas.1922477117","volume":"117","author":"JS Ferreira","year":"2020","unstructured":"Ferreira, J. S. et al. Distance-dependent regulation of NMDAR nanoscale organization along hippocampal neuron dendrites. Proc. Natl Acad. Sci. USA 117, 24526\u201324533 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"903_CR59","doi-asserted-by":"publisher","first-page":"13204","DOI":"10.1523\/JNEUROSCI.2381-12.2013","volume":"33","author":"D Nair","year":"2013","unstructured":"Nair, D. et al. Super-resolution imaging reveals that AMPA receptors inside synapses are dynamically organized in nanodomains regulated by PSD95. J. Neurosci. 33, 13204\u201313224 (2013).","journal-title":"J. Neurosci."},{"key":"903_CR60","doi-asserted-by":"publisher","first-page":"13546","DOI":"10.1073\/pnas.1107553108","volume":"108","author":"CA Wurm","year":"2011","unstructured":"Wurm, C. A. et al. Nanoscale distribution of mitochondrial import receptor Tom20 is adjusted to cellular conditions and exhibits an inner-cellular gradient. Proc. Natl Acad. Sci. USA 108, 13546\u201313551 (2011).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"903_CR61","unstructured":"Staudt, T. M. Strategies to Reduce Photobleaching, Dark State Transitions and Phototoxicity in Subdiffraction Optical Microscopy. PhD thesis, Univ. Heidelberg (2009)."},{"key":"903_CR62","doi-asserted-by":"crossref","unstructured":"Shroff, H., Testa, I., Jug, F. & Manley, S. Live-cell imaging powered by computation. Nat. Rev. Mol. Cell Biol. 25, 443\u2013463 (2024).","DOI":"10.1038\/s41580-024-00702-6"},{"key":"903_CR63","doi-asserted-by":"publisher","first-page":"830","DOI":"10.1038\/s42256-023-00689-3","volume":"5","author":"C Bouchard","year":"2023","unstructured":"Bouchard, C. et al. Resolution enhancement with a task-assisted GAN to guide optical nanoscopy image analysis and acquisition. Nat. Mach. Intell. 5, 830\u2013844 (2023).","journal-title":"Nat. Mach. Intell."},{"key":"903_CR64","doi-asserted-by":"publisher","first-page":"1268","DOI":"10.1038\/s41592-022-01588-y","volume":"19","author":"J Alvelid","year":"2022","unstructured":"Alvelid, J., Damenti, M., Sgattoni, C. & Testa, I. Event-triggered STED imaging. Nat. Methods 19, 1268\u20131275 (2022).","journal-title":"Nat. Methods"},{"key":"903_CR65","unstructured":"Christiano, P. F. et al. Deep reinforcement learning from human preferences. In Advances in Neural Information Processing Systems 30 (Curran Associates, 2017)."},{"key":"903_CR66","unstructured":"Rafailov, R. et al. Direct preference optimization: your language model is secretly a reward model. Adv. Neural Inf. Process. Syst. 36, 53728\u201353741 (2023)."},{"key":"903_CR67","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1088\/1367-2630\/8\/6\/106","volume":"8","author":"KI Willig","year":"2006","unstructured":"Willig, K. I., Keller, J., Bossi, M. & Hell, S. W. STED microscopy resolves nanoparticle assemblies. New J. Phys. 8, 106\u2013106 (2006).","journal-title":"New J. Phys."},{"key":"903_CR68","unstructured":"Hoeller, M. Advanced Fluorescence Fluctuation Spectroscopy with Pulsed Interleaved Excitation. PhD thesis, Ludwig-Maximilians-Univ. M\u00fcnchen (2011)."},{"key":"903_CR69","doi-asserted-by":"publisher","first-page":"e54421","DOI":"10.1371\/journal.pone.0054421","volume":"8","author":"G Vicidomini","year":"2013","unstructured":"Vicidomini, G. et al. STED nanoscopy with time-gated detection: theoretical and experimental aspects. PLoS ONE 8, e54421 (2013).","journal-title":"PLoS ONE"},{"key":"903_CR70","unstructured":"Paszke, A. et al. PyTorch: an imperative style, high-performance deep learning library. In Advances in Neural Information Processing Systems 32 (Curran Associates, 2019)."},{"key":"903_CR71","doi-asserted-by":"publisher","first-page":"e453","DOI":"10.7717\/peerj.453","volume":"2","author":"S van der Walt","year":"2014","unstructured":"van der Walt, S. et al. Scikit-image: image processing in Python. PeerJ 2, e453 (2014).","journal-title":"PeerJ"},{"key":"903_CR72","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1038\/nmeth.4605","volume":"15","author":"S Culley","year":"2018","unstructured":"Culley, S. et al. Quantitative mapping and minimization of super-resolution optical imaging artifacts. Nat. Methods 15, 263\u2013266 (2018).","journal-title":"Nat. Methods"},{"key":"903_CR73","doi-asserted-by":"publisher","first-page":"5751","DOI":"10.1364\/BOE.431798","volume":"12","author":"S Gao","year":"2021","unstructured":"Gao, S. et al. DETECTOR: structural information guided artifact detection for super-resolution fluorescence microscopy image. Biomed. Opt. Express 12, 5751\u20135769 (2021).","journal-title":"Biomed. Opt. Express"},{"key":"903_CR74","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1093\/biomet\/25.3-4.285","volume":"25","author":"WR Thompson","year":"1933","unstructured":"Thompson, W. R. On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika 25, 285\u2013294 (1933).","journal-title":"Biometrika"},{"key":"903_CR75","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S. & Meyarivan, T. A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6, 182\u2013197 (2002).","journal-title":"IEEE Trans. Evol. Comput."},{"key":"903_CR76","first-page":"2171","volume":"13","author":"F-A Fortin","year":"2012","unstructured":"Fortin, F.-A., Rainville, F.-M. D., Gardner, M.-A., Parizeau, M. & Gagn\u00e9, C. DEAP: evolutionary algorithms made easy. J. Mach. Learn. Res. 13, 2171\u20132175 (2012).","journal-title":"J. Mach. Learn. Res."},{"key":"903_CR77","unstructured":"Roudenko, O. & Schoenauer, M. A steady performance stopping criterion for Pareto-based evolutionary algorithms. In 6th International Multi-Objective Programming and Goal Programming Conference (2004)."},{"key":"903_CR78","unstructured":"Deb, K., Rao N., U. B. & Karthik, S. Dynamic multi-objective optimization and decision-making using modified NSGA-II: a case study on hydro-thermal power scheduling. in Evolutionary Multi-Criterion Optimization Vol. 4403 (Springer, 2007)."},{"key":"903_CR79","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1007\/s10458-022-09552-y","volume":"36","author":"CF Hayes","year":"2022","unstructured":"Hayes, C. F. et al. A practical guide to multi-objective reinforcement learning and planning. Auton. Agents Multi-Agent Syst. 36, 26 (2022).","journal-title":"Auton. Agents Multi-Agent Syst."},{"key":"903_CR80","doi-asserted-by":"crossref","unstructured":"Wurm, C. A., Neumann, D., Schmidt, R., Egner, A. & Jakobs, S. Sample preparation for STED microscopy. in Live Cell Imaging: Methods and Protocols Vol. 591 (Humana Press, 2010).","DOI":"10.1007\/978-1-60761-404-3_11"},{"key":"903_CR81","doi-asserted-by":"publisher","unstructured":"Seabold, S. & Perktold, J. Statsmodels: econometric and statistical modeling with Python. In Proc. Python in Science Conference 92\u201396 (2010). https:\/\/doi.org\/10.25080\/Majora-92bf1922-011 (2010).","DOI":"10.25080\/Majora-92bf1922-011"},{"key":"903_CR82","doi-asserted-by":"crossref","unstructured":"Wiesner, T. et al. Activity-dependent remodelling of synaptic protein organization revealed by high throughput analysis of STED nanoscopy images. Front. Neural Circuits 14, 57 (2020).","DOI":"10.3389\/fncir.2020.00057"},{"key":"903_CR83","doi-asserted-by":"publisher","unstructured":"Bilodeau, A., Turcotte, B. & Michaud-Gagnon, A. FLClab\/pySTED: New release! v0.0.2. Zenodo https:\/\/doi.org\/10.5281\/zenodo.13174019 (2024).","DOI":"10.5281\/zenodo.13174019"},{"key":"903_CR84","doi-asserted-by":"publisher","unstructured":"Bilodeau, A. FLClab\/optim-sted: First release! Zenodo https:\/\/doi.org\/10.5281\/zenodo.13175942 (2024).","DOI":"10.5281\/zenodo.13175942"},{"key":"903_CR85","doi-asserted-by":"publisher","unstructured":"Bilodeau, A. & Turcotte, B. FLClab\/gym-sted: First release! v0.1.1. Zenodo https:\/\/doi.org\/10.5281\/zenodo.13174021 (2024).","DOI":"10.5281\/zenodo.13174021"},{"key":"903_CR86","doi-asserted-by":"publisher","unstructured":"Bilodeau, A. & Turcotte, B. FLClab\/gym-sted-pfrl: New release! v0.1.0. https:\/\/doi.org\/10.5281\/zenodo.13174024 (2024).","DOI":"10.5281\/zenodo.13174024"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00903-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00903-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00903-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:05:28Z","timestamp":1729451128000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00903-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,26]]},"references-count":86,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2024,10]]}},"alternative-id":["903"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00903-w","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2024.03.25.586697","asserted-by":"object"}]},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,26]]},"assertion":[{"value":"25 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"CoLaboratory is a trademark of Google LLC and this paper is not endorsed by or affiliated with Google in anyway. J.H. is an employee of Abberior Instruments\u2014a company manufacturing STED microscopes.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}