{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T14:42:45Z","timestamp":1785595365978,"version":"3.56.0"},"reference-count":71,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T00:00:00Z","timestamp":1704844800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T00:00:00Z","timestamp":1704844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2021M3F7A1082275"],"award-info":[{"award-number":["2021M3F7A1082275"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"EC | Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["952152"],"award-info":[{"award-number":["952152"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-023-00779-2","type":"journal-article","created":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T11:02:02Z","timestamp":1704884522000},"page":"92-105","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":110,"title":["Autonomous 3D positional control of a magnetic microrobot using reinforcement learning"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4341-8311","authenticated-orcid":false,"given":"Sarmad Ahmad","family":"Abbasi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6917-8657","authenticated-orcid":false,"given":"Awais","family":"Ahmed","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seungmin","family":"Noh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nader Latifi","family":"Gharamaleki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seonhyoung","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A. M. Masum Bulbul","family":"Chowdhury","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4121-0437","authenticated-orcid":false,"given":"Jin-young","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0147-8287","authenticated-orcid":false,"given":"Salvador","family":"Pan\u00e9","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9070-6987","authenticated-orcid":false,"given":"Bradley J.","family":"Nelson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3613-2833","authenticated-orcid":false,"given":"Hongsoo","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,1,10]]},"reference":[{"key":"779_CR1","doi-asserted-by":"publisher","first-page":"2002047","DOI":"10.1002\/adma.202002047","volume":"33","author":"B Wang","year":"2021","unstructured":"Wang, B., Kostarelos, K., Nelson, B. J. & Zhang, L. Trends in micro\u2010\/nanorobotics: materials development, actuation, localization, and system integration for biomedical applications. Adv. Mater. 33, 2002047 (2021).","journal-title":"Adv. Mater."},{"key":"779_CR2","doi-asserted-by":"publisher","first-page":"eabd2813","DOI":"10.1126\/scirobotics.abd2813","volume":"6","author":"B Wang","year":"2021","unstructured":"Wang, B. et al. Endoscopy-assisted magnetic navigation of biohybrid soft microrobots with rapid endoluminal delivery and imaging. Sci. Robot 6, eabd2813 (2021).","journal-title":"Sci. Robot"},{"key":"779_CR3","doi-asserted-by":"publisher","first-page":"1800064","DOI":"10.1002\/adtp.201800064","volume":"2","author":"P Erkoc","year":"2019","unstructured":"Erkoc, P. et al. Mobile microrobots for active therapeutic delivery. Adv. Ther. 2, 1800064 (2019).","journal-title":"Adv. Ther."},{"key":"779_CR4","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-36215-7","volume":"14","author":"R Nauber","year":"2023","unstructured":"Nauber, R. et al. Medical microrobots in reproductive medicine from the bench to the clinic. Nat. Commun. 14, 728 (2023).","journal-title":"Nat. Commun."},{"key":"779_CR5","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1021\/acsnano.2c04716","volume":"17","author":"Y Wang","year":"2023","unstructured":"Wang, Y. et al. Microrobots for targeted delivery and therapy in digestive system. ACS Nano 17, 27\u201350 (2023).","journal-title":"ACS Nano"},{"key":"779_CR6","doi-asserted-by":"publisher","first-page":"1418","DOI":"10.2174\/1381612822666151210124326","volume":"22","author":"A Vikram Singh","year":"2016","unstructured":"Vikram Singh, A. & Sitti, M. Targeted drug delivery and imaging using mobile milli\/microrobots: a promising future towards theranostic pharmaceutical design. Curr. Pharm. Des. 22, 1418\u20131428 (2016).","journal-title":"Curr. Pharm. Des."},{"key":"779_CR7","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1021\/nn507097k","volume":"9","author":"W Gao","year":"2015","unstructured":"Gao, W. et al. Artificial micromotors in the mouse\u2019s stomach: a step toward in vivo use of synthetic motors. ACS Nano 9, 117\u2013123 (2015).","journal-title":"ACS Nano"},{"key":"779_CR8","doi-asserted-by":"publisher","first-page":"eaat8829","DOI":"10.1126\/scirobotics.aat8829","volume":"3","author":"J Li","year":"2018","unstructured":"Li, J. et al. Development of a magnetic microrobot for carrying and delivering targeted cells. Sci. Robot 3, eaat8829 (2018).","journal-title":"Sci. Robot"},{"key":"779_CR9","doi-asserted-by":"publisher","first-page":"eaaz9519","DOI":"10.1126\/scirobotics.aaz9519","volume":"6","author":"H Zhang","year":"2021","unstructured":"Zhang, H. et al. Dual-responsive biohybrid neutrobots for active target delivery. Sci. Robot 6, eaaz9519 (2021).","journal-title":"Sci. Robot"},{"key":"779_CR10","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1109\/JPROC.2014.2385105","volume":"103","author":"M Sitti","year":"2015","unstructured":"Sitti, M. et al. Biomedical applications of untethered mobile milli\/microrobots. Proc. IEEE 103, 205\u2013224 (2015).","journal-title":"Proc. IEEE"},{"key":"779_CR11","doi-asserted-by":"publisher","first-page":"2102265","DOI":"10.1002\/adfm.202102265","volume":"32","author":"J Li","year":"2022","unstructured":"Li, J., Mayorga\u2010Martinez, C. C., Ohl, C. & Pumera, M. Ultrasonically propelled micro\u2010 and nanorobots. Adv. Funct. Mater. 32, 2102265 (2022).","journal-title":"Adv. Funct. Mater."},{"key":"779_CR12","first-page":"11","volume":"12","author":"J Wang","year":"2020","unstructured":"Wang, J., Dong, R., Wu, H., Cai, Y. & Ren, B. A review on artificial micro\/nanomotors for cancer-targeted delivery. Diagn.Ther. Nanomicro. Lett. 12, 11 (2020).","journal-title":"Diagn.Ther. Nanomicro. Lett."},{"key":"779_CR13","doi-asserted-by":"publisher","unstructured":"Hou, Y. et al. A review on microrobots driven by optical and magnetic fields. Lab. Chip https:\/\/doi.org\/10.1039\/D2LC00573E (2023).","DOI":"10.1039\/D2LC00573E"},{"key":"779_CR14","doi-asserted-by":"publisher","first-page":"1906766","DOI":"10.1002\/adma.201906766","volume":"32","author":"M Sitti","year":"2020","unstructured":"Sitti, M. & Wiersma, D. S. Pros and cons: magnetic versus optical microrobots. Adv. Mater. 32, 1906766 (2020).","journal-title":"Adv. Mater."},{"key":"779_CR15","doi-asserted-by":"publisher","first-page":"4999","DOI":"10.1021\/acs.chemrev.0c01234","volume":"121","author":"H Zhou","year":"2021","unstructured":"Zhou, H., Mayorga-Martinez, C. C., Pan\u00e9, S., Zhang, L. & Pumera, M. Magnetically driven micro and nanorobots. Chem. Rev. 121, 4999\u20135041 (2021).","journal-title":"Chem. Rev."},{"key":"779_CR16","doi-asserted-by":"publisher","first-page":"2001596","DOI":"10.1002\/adhm.202001596","volume":"10","author":"J Choi","year":"2021","unstructured":"Choi, J., Hwang, J., Kim, J. & Choi, H. Recent progress in magnetically actuated microrobots for targeted delivery of therapeutic agents. Adv. Healthc. Mater 10, 2001596 (2021).","journal-title":"Adv. Healthc. Mater"},{"key":"779_CR17","doi-asserted-by":"publisher","first-page":"2005137","DOI":"10.1002\/adfm.202005137","volume":"31","author":"N Ebrahimi","year":"2021","unstructured":"Ebrahimi, N. et al. Magnetic actuation methods in bio\/soft robotics. Adv. Funct. Mater. 31, 2005137 (2021).","journal-title":"Adv. Funct. Mater."},{"key":"779_CR18","doi-asserted-by":"publisher","first-page":"eaaq1155","DOI":"10.1126\/scirobotics.aaq1155","volume":"2","author":"X Yan","year":"2017","unstructured":"Yan, X. et al. Multifunctional biohybrid magnetite microrobots for imaging-guided therapy. Sci. Robot 2, eaaq1155 (2017).","journal-title":"Sci. Robot"},{"key":"779_CR19","doi-asserted-by":"publisher","first-page":"5863","DOI":"10.1002\/adma.201301484","volume":"25","author":"S Kim","year":"2013","unstructured":"Kim, S. et al. Fabrication and characterization of magnetic microrobots for three\u2010dimensional cell culture and targeted transportation. Adv. Mater. 25, 5863\u20135868 (2013).","journal-title":"Adv. Mater."},{"key":"779_CR20","doi-asserted-by":"publisher","first-page":"064107","DOI":"10.1063\/1.3079655","volume":"94","author":"L Zhang","year":"2009","unstructured":"Zhang, L. et al. Artificial bacterial flagella: fabrication and magnetic control. Appl. Phys. Lett. 94, 064107 (2009).","journal-title":"Appl. Phys. Lett."},{"key":"779_CR21","doi-asserted-by":"publisher","first-page":"1804107","DOI":"10.1002\/adfm.201804107","volume":"28","author":"X Wang","year":"2018","unstructured":"Wang, X. et al. 3D printed enzymatically biodegradable soft helical microswimmers. Adv. Funct. Mater. 28, 1804107 (2018).","journal-title":"Adv. Funct. Mater."},{"key":"779_CR22","doi-asserted-by":"publisher","first-page":"1808226","DOI":"10.1002\/adma.201808226","volume":"31","author":"C Xin","year":"2019","unstructured":"Xin, C. et al. Conical hollow microhelices with superior swimming capabilities for targeted cargo delivery. Adv. Mater. 31, 1808226 (2019).","journal-title":"Adv. Mater."},{"key":"779_CR23","doi-asserted-by":"publisher","first-page":"3353","DOI":"10.1021\/acsnano.8b09233","volume":"13","author":"H Ceylan","year":"2019","unstructured":"Ceylan, H. et al. 3D-printed biodegradable microswimmer for theranostic cargo delivery and release. ACS Nano 13, 3353\u20133362 (2019).","journal-title":"ACS Nano"},{"key":"779_CR24","doi-asserted-by":"publisher","first-page":"eaav4317","DOI":"10.1126\/scirobotics.aav4317","volume":"4","author":"S Jeon","year":"2019","unstructured":"Jeon, S. et al. Magnetically actuated microrobots as a platform for stem cell transplantation. Sci. Robot 4, eaav4317 (2019).","journal-title":"Sci. Robot"},{"key":"779_CR25","doi-asserted-by":"publisher","first-page":"eaba5726c","DOI":"10.1126\/scirobotics.aba5726","volume":"5","author":"Y Alapan","year":"2020","unstructured":"Alapan, Y., Bozuyuk, U., Erkoc, P., Karacakol, A. C. & Sitti, M. Multifunctional surface microrollers for targeted cargo delivery in physiological blood flow. Sci. Robot 5, eaba5726c (2020).","journal-title":"Sci. Robot"},{"key":"779_CR26","doi-asserted-by":"publisher","first-page":"1700461","DOI":"10.1002\/advs.201700461","volume":"5","author":"ISM Khalil","year":"2018","unstructured":"Khalil, I. S. M. et al. Swimming back and forth using planar flagellar propulsion at low Reynolds numbers. Adv. Sci. 5, 1700461 (2018).","journal-title":"Adv. Sci."},{"key":"779_CR27","doi-asserted-by":"publisher","first-page":"1703","DOI":"10.1109\/LRA.2018.2801793","volume":"3","author":"ISM Khalil","year":"2018","unstructured":"Khalil, I. S. M. et al. Independent actuation of two-tailed microrobots. IEEE Robot. Autom. Lett. 3, 1703\u20131710 (2018).","journal-title":"IEEE Robot. Autom. Lett."},{"key":"779_CR28","doi-asserted-by":"publisher","first-page":"2000082","DOI":"10.1002\/aisy.202000082","volume":"2","author":"Z Yang","year":"2020","unstructured":"Yang, Z. & Zhang, L. Magnetic actuation systems for miniature robots: a review. Adv. Intell. Syst. 2, 2000082 (2020).","journal-title":"Adv. Intell. Syst."},{"key":"779_CR29","doi-asserted-by":"publisher","first-page":"456","DOI":"10.3390\/app12010456","volume":"12","author":"R Chen","year":"2022","unstructured":"Chen, R., Folio, D. & Ferreira, A. Analysis and comparison of electromagnetic microrobotic platforms for biomedical applications. Appl. Sci. 12, 456 (2022).","journal-title":"Appl. Sci."},{"key":"779_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11370-020-00311-0","volume":"13","author":"J Hwang","year":"2020","unstructured":"Hwang, J., Kim, J. & Choi, H. A review of magnetic actuation systems and magnetically actuated guidewire- and catheter-based microrobots for vascular interventions. Intell. Serv. Robot. 13, 1\u201314 (2020).","journal-title":"Intell. Serv. Robot."},{"key":"779_CR31","doi-asserted-by":"crossref","unstructured":"Kummer, M. P. et al. OctoMag: an electromagnetic system for 5-DOF wireless micromanipulation. In Proc. 2010 IEEE International Conference on Robotics and Automation 1610\u20131616 (IEEE, 2010).","DOI":"10.1109\/ROBOT.2010.5509241"},{"key":"779_CR32","doi-asserted-by":"crossref","unstructured":"Yang, L., Du, X., Yu, E., Jin, D. & Zhang, L. DeltaMag: an electromagnetic manipulation system with parallel mobile coils. In Proc. 2019 International Conference on Robotics and Automation (ICRA) 9814\u20139820 (IEEE, 2019).","DOI":"10.1109\/ICRA.2019.8793543"},{"key":"779_CR33","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1109\/TRO.2018.2875393","volume":"35","author":"F Ongaro","year":"2019","unstructured":"Ongaro, F., Pane, S., Scheggi, S. & Misra, S. Design of an electromagnetic setup for independent three-dimensional control of pairs of identical and nonidentical microrobots. IEEE Trans. Rob. 35, 174\u2013183 (2019).","journal-title":"IEEE Trans. Rob."},{"key":"779_CR34","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1146\/annurev-control-032720-104318","volume":"4","author":"L Yang","year":"2021","unstructured":"Yang, L. & Zhang, L. Motion control in magnetic microrobotics: from individual and multiple robots to swarms. Annu. Rev. Control Robot. Auton. Syst. 4, 509\u2013534 (2021).","journal-title":"Annu. Rev. Control Robot. Auton. Syst."},{"key":"779_CR35","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"779_CR36","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1038\/s41583-020-00395-8","volume":"22","author":"A Saxe","year":"2021","unstructured":"Saxe, A., Nelli, S. & Summerfield, C. If deep learning is the answer, what is the question? Nat. Rev. Neurosci. 22, 55\u201367 (2021).","journal-title":"Nat. Rev. Neurosci."},{"key":"779_CR37","doi-asserted-by":"publisher","first-page":"114417","DOI":"10.1016\/j.eswa.2020.114417","volume":"169","author":"X Yuan","year":"2021","unstructured":"Yuan, X., Shi, J. & Gu, L. A review of deep learning methods for semantic segmentation of remote sensing imagery. Expert Syst. Appl. 169, 114417 (2021).","journal-title":"Expert Syst. Appl."},{"key":"779_CR38","doi-asserted-by":"publisher","first-page":"103627","DOI":"10.1016\/j.jbi.2020.103627","volume":"113","author":"S Shamshirband","year":"2021","unstructured":"Shamshirband, S., Fathi, M., Dehzangi, A., Chronopoulos, A. T. & Alinejad-Rokny, H. A review on deep learning approaches in healthcare systems: taxonomies, challenges, and open issues. J. Biomed. Inform. 113, 103627 (2021).","journal-title":"J. Biomed. Inform."},{"key":"779_CR39","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","volume":"23","author":"BR Kiran","year":"2022","unstructured":"Kiran, B. R. et al. Deep reinforcement learning for autonomous driving: a survey. IEEE Trans. Intell. Transp. Syst. 23, 4909\u20134926 (2022).","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"779_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TG.2019.2896986","volume":"12","author":"N Justesen","year":"2020","unstructured":"Justesen, N., Bontrager, P., Togelius, J. & Risi, S. Deep learning for video game playing. IEEE Trans Games 12, 1\u201320 (2020).","journal-title":"IEEE Trans Games"},{"key":"779_CR41","doi-asserted-by":"publisher","first-page":"22","DOI":"10.3390\/robotics10010022","volume":"10","author":"R Liu","year":"2021","unstructured":"Liu, R., Nageotte, F., Zanne, P., de Mathelin, M. & Dresp-Langley, B. Deep reinforcement learning for the control of robotic manipulation: a focussed mini-review. Robotics 10, 22 (2021).","journal-title":"Robotics"},{"key":"779_CR42","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1038\/s42256-021-00341-y","volume":"3","author":"E Soria","year":"2021","unstructured":"Soria, E., Schiano, F. & Floreano, D. Predictive control of aerial swarms in cluttered environments. Nat. Mach. Intell. 3, 545\u2013554 (2021).","journal-title":"Nat. Mach. Intell."},{"key":"779_CR43","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1038\/s42256-020-0146-9","volume":"2","author":"F Cichos","year":"2020","unstructured":"Cichos, F., Gustavsson, K., Mehlig, B. & Volpe, G. Machine learning for active matter. Nat. Mach. Intell. 2, 94\u2013103 (2020).","journal-title":"Nat. Mach. Intell."},{"key":"779_CR44","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1109\/TNN.1998.712192","volume":"9","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement learning: an introduction. IEEE Trans. Neural Netw. 9, 1054\u20131054 (1998).","journal-title":"IEEE Trans. Neural Netw."},{"key":"779_CR45","doi-asserted-by":"publisher","first-page":"1900137","DOI":"10.1002\/aisy.201900137","volume":"2","author":"ACH Tsang","year":"2020","unstructured":"Tsang, A. C. H., Demir, E., Ding, Y. & Pak, O. S. Roads to smart artificial microswimmers. Adv. Intell. Syst. 2, 1900137 (2020).","journal-title":"Adv. Intell. Syst."},{"key":"779_CR46","doi-asserted-by":"publisher","first-page":"20200113","DOI":"10.1002\/VIW.20200113","volume":"2","author":"S Yu","year":"2021","unstructured":"Yu, S., Cai, Y., Wu, Z. & He, Q. Recent progress on motion control of swimming micro\/nanorobots. VIEW 2, 20200113 (2021).","journal-title":"VIEW"},{"key":"779_CR47","doi-asserted-by":"publisher","first-page":"2100279","DOI":"10.1002\/aisy.202100279","volume":"4","author":"J Jiang","year":"2022","unstructured":"Jiang, J., Yang, Z., Ferreira, A. & Zhang, L. Control and autonomy of microrobots: recent progress and perspective. Adv. Intell. Syst. 4, 2100279 (2022).","journal-title":"Adv. Intell. Syst."},{"key":"779_CR48","doi-asserted-by":"publisher","first-page":"1900106","DOI":"10.1002\/aisy.201900106","volume":"2","author":"Y Yang","year":"2020","unstructured":"Yang, Y., Bevan, M. A. & Li, B. Efficient navigation of colloidal robots in an unknown environment via deep reinforcement learning. Adv. Intell. Syst. 2, 1900106 (2020).","journal-title":"Adv. Intell. Syst."},{"key":"779_CR49","doi-asserted-by":"publisher","first-page":"eabd9285","DOI":"10.1126\/scirobotics.abd9285","volume":"6","author":"S Mui\u00f1os-Landin","year":"2021","unstructured":"Mui\u00f1os-Landin, S., Fischer, A., Holubec, V. & Cichos, F. Reinforcement learning with artificial microswimmers.Sci. Robot. 6, eabd9285 (2021).","journal-title":"Sci. Robot."},{"key":"779_CR50","doi-asserted-by":"publisher","first-page":"062007","DOI":"10.1063\/5.0053563","volume":"33","author":"Y Liu","year":"2021","unstructured":"Liu, Y., Zou, Z., Tsang, A. C. H., Pak, O. S. & Young, Y.-N. Mechanical rotation at low Reynolds number via reinforcement learning. Phys. Fluids 33, 062007 (2021).","journal-title":"Phys. Fluids"},{"key":"779_CR51","doi-asserted-by":"publisher","first-page":"2200168","DOI":"10.1002\/aisy.202200168","volume":"4","author":"Y Yang","year":"2022","unstructured":"Yang, Y., Bevan, M. A. & Li, B. Hierarchical planning with deep reinforcement learning for 3D navigation of microrobots in blood vessels. Adv. Intell. Syst. 4, 2200168 (2022).","journal-title":"Adv. Intell. Syst."},{"key":"779_CR52","doi-asserted-by":"publisher","first-page":"2000034","DOI":"10.1002\/adts.202000034","volume":"3","author":"Y Yang","year":"2020","unstructured":"Yang, Y., Bevan, M. A. & Li, B. Micro\/nano motor navigation and localization via deep reinforcement learning. Adv. Theory Simul. 3, 2000034 (2020).","journal-title":"Adv. Theory Simul."},{"key":"779_CR53","doi-asserted-by":"publisher","first-page":"480","DOI":"10.1038\/s42256-022-00482-8","volume":"4","author":"L Yang","year":"2022","unstructured":"Yang, L. et al. Autonomous environment-adaptive microrobot swarm navigation enabled by deep learning-based real-time distribution planning. Nat. Mach. Intell. 4, 480\u2013493 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"779_CR54","doi-asserted-by":"crossref","unstructured":"Yang, L., Yu, J. & Zhang, L. A mobile paramagnetic nanoparticle swarm with automatic shape deformation control. In Proc. 2020 IEEE International Conference on Robotics and Automation (ICRA) 9230\u20139236 (IEEE, 2020).","DOI":"10.1109\/ICRA40945.2020.9197010"},{"key":"779_CR55","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1109\/TRO.2019.2946724","volume":"36","author":"L Yang","year":"2020","unstructured":"Yang, L., Yu, J. & Zhang, L. Statistics-based automated control for a swarm of paramagnetic nanoparticles in 2-D space. IEEE Trans. Rob. 36, 254\u2013270 (2020).","journal-title":"IEEE Trans. Rob."},{"key":"779_CR56","doi-asserted-by":"publisher","first-page":"2200023","DOI":"10.1002\/aisy.202200023","volume":"4","author":"MR Behrens","year":"2022","unstructured":"Behrens, M. R. & Ruder, W. C. Smart magnetic microrobots learn to swim with deep reinforcement learning. Adv. Intell. Syst. 4, 2200023 (2022).","journal-title":"Adv. Intell. Syst."},{"key":"779_CR57","doi-asserted-by":"crossref","unstructured":"Cai, M. et al. Deep reinforcement learning framework-based flow rate rejection control of soft magnetic miniature robots. IEEE Trans. Cybern. 53, 7699\u20137711 (2022).","DOI":"10.1109\/TCYB.2022.3199213"},{"key":"779_CR58","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1080\/15599612.2014.901454","volume":"8","author":"A Ghanbari","year":"2014","unstructured":"Ghanbari, A., Chang, P. H., Nelson, B. J. & Choi, H. Electromagnetic steering of a magnetic cylindrical microrobot using optical feedback closed-loop control. Int. J. Optomechatronics 8, 129\u2013145 (2014).","journal-title":"Int. J. Optomechatronics"},{"key":"779_CR59","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A. & Klimov, O. Proximal policy optimization algorithms. Preprint at https:\/\/arxiv.org\/abs\/1707.06347 (2017)."},{"key":"779_CR60","unstructured":"Raffin, A. RL Baselines3 Zoo. GitHub https:\/\/github.com\/DLR-RM\/rl-baselines3-zoo (2020)."},{"key":"779_CR61","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1109\/TMECH.2019.2907145","volume":"24","author":"J Kim","year":"2019","unstructured":"Kim, J., Choi, H. & Kim, J. A robust motion control with antiwindup scheme for electromagnetic actuated microrobot using time-delay estimation. IEEE\/ASME Trans. Mechatron. 24, 1096\u20131105 (2019).","journal-title":"IEEE\/ASME Trans. Mechatron."},{"key":"779_CR62","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1109\/TSSC.1968.300136","volume":"4","author":"P Hart","year":"1968","unstructured":"Hart, P., Nilsson, N. & Raphael, B. A formal basis for the heuristic determination of minimum cost paths. IEEE Trans. Syst. Sci. Cybern. 4, 100\u2013107 (1968).","journal-title":"IEEE Trans. Syst. Sci. Cybern."},{"key":"779_CR63","doi-asserted-by":"crossref","unstructured":"Stentz, A. Optimal and efficient path planning for partially-known environments. In Proc. IEEE International Conference on Robotics and Automation 3310\u20133317 (IEEE Comput. Soc., 1994).","DOI":"10.1109\/ROBOT.1994.351061"},{"key":"779_CR64","doi-asserted-by":"publisher","first-page":"666","DOI":"10.1109\/TNANO.2018.2797325","volume":"17","author":"X Fan","year":"2018","unstructured":"Fan, X. et al. Automated noncontact micromanipulation using magnetic swimming microrobots. IEEE Trans. Nanotechnol. 17, 666\u2013669 (2018).","journal-title":"IEEE Trans. Nanotechnol."},{"key":"779_CR65","doi-asserted-by":"publisher","first-page":"1380","DOI":"10.1109\/TASE.2020.3006131","volume":"18","author":"J Liu","year":"2021","unstructured":"Liu, J. et al. 3-D autonomous manipulation system of helical microswimmers with online compensation update. IEEE Trans. Autom. Sci. Eng. 18, 1380\u20131391 (2021).","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"779_CR66","unstructured":"Juliani, A. et al. Unity: a general platform for intelligent agents. Preprint at https:\/\/arxiv.org\/abs\/1809.02627 (2018)."},{"key":"779_CR67","doi-asserted-by":"publisher","first-page":"9500109","DOI":"10.1109\/TIM.2022.3232168","volume":"72","author":"A Ahmed","year":"2023","unstructured":"Ahmed, A., Abbasi, S. A., Gharamaleki, N. L., Kim, J.-Y. & Choi, H. MagMaps: an economical, Lego-like approach for real-time magnetic field mapping using commercial magnetic sensors. IEEE Trans. Instrum. Meas. 72, 9500109 (2023).","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"779_CR68","first-page":"120","volume":"25","author":"G Bradski","year":"2000","unstructured":"Bradski, G. The openCV library. Dr. Dobb\u2019s J. Softw. Tools Prof. Program. 25, 120\u2013123 (2000).","journal-title":"Dr. Dobb\u2019s J. Softw. Tools Prof. Program."},{"key":"779_CR69","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A. et al. Stable-Baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22, 1\u20138 (2021).","journal-title":"J. Mach. Learn. Res."},{"key":"779_CR70","unstructured":"Brockman, G. et al. OpenAI gym. Preprint at https:\/\/arxiv.org\/abs\/1606.01540 (2016)."},{"key":"779_CR71","doi-asserted-by":"publisher","unstructured":"Abbasi, S. et al. Autonomous 3D positional control of a magnetic microrobot using reinforcement learning (sample codes). Zenodo https:\/\/doi.org\/10.5281\/zenodo.10200117 (2023).","DOI":"10.5281\/zenodo.10200117"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00779-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00779-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00779-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T20:39:49Z","timestamp":1731011989000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00779-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,10]]},"references-count":71,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,1]]}},"alternative-id":["779"],"URL":"https:\/\/doi.org\/10.1038\/s42256-023-00779-2","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,10]]},"assertion":[{"value":"25 April 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 December 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 January 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}