{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T12:17:06Z","timestamp":1783426626854,"version":"3.54.6"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T00:00:00Z","timestamp":1718323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T00:00:00Z","timestamp":1718323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00854-2","type":"journal-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T10:04:10Z","timestamp":1718359450000},"page":"726-738","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Discovering neural policies to drive behaviour by integrating deep reinforcement learning agents with biological neural networks"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2884-6414","authenticated-orcid":false,"given":"Chenguang","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3505-8475","authenticated-orcid":false,"given":"Gabriel","family":"Kreiman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9445-1248","authenticated-orcid":false,"given":"Sharad","family":"Ramanathan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,6,14]]},"reference":[{"key":"854_CR1","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s00422-018-0787-5","volume":"113","author":"D Romano","year":"2019","unstructured":"Romano, D., Donati, E., Benelli, G. & Stefanini, C. A review on animal\u2013robot interaction: from bio-hybrid organisms to mixed societies. Biol. Cybern. 113, 201\u2013225 (2019).","journal-title":"Biol. Cybern."},{"key":"854_CR2","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1016\/j.jphysparis.2013.05.005","volume":"108","author":"A Tankus","year":"2014","unstructured":"Tankus, A., Fried, I. & Shoham, S. Cognitive-motor brain\u2013machine interfaces. J. Physiol. Paris 108, 38\u201344 (2014).","journal-title":"J. Physiol. Paris"},{"key":"854_CR3","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1007\/s11948-009-9142-5","volume":"15","author":"N Bostrom","year":"2009","unstructured":"Bostrom, N. & Sandberg, A. Cognitive enhancement: methods, ethics, regulatory challenges. Sci. Eng. Ethics 15, 311\u2013341 (2009).","journal-title":"Sci. Eng. Ethics"},{"key":"854_CR4","doi-asserted-by":"crossref","first-page":"692","DOI":"10.1038\/nature04982","volume":"442","author":"S-R Afraz","year":"2006","unstructured":"Afraz, S.-R., Kiani, R. & Esteky, H. Microstimulation of inferotemporal cortex influences face categorization. Nature 442, 692\u2013695 (2006).","journal-title":"Nature"},{"key":"854_CR5","doi-asserted-by":"crossref","DOI":"10.1126\/scitranslmed.abb4422","volume":"13","author":"M Bonizzato","year":"2021","unstructured":"Bonizzato, M. & Martinez, M. An intracortical neuroprosthesis immediately alleviates walking deficits and improves recovery of leg control after spinal cord injury. Sci. Transl. Med. 13, eabb4422 (2021).","journal-title":"Sci. Transl. Med."},{"key":"854_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ijpsycho.2013.02.001","volume":"88","author":"S Enriquez-Geppert","year":"2013","unstructured":"Enriquez-Geppert, S., Huster, R. J. & Herrmann, C. S. Boosting brain functions: Improving executive functions with behavioral training, neurostimulation, and neurofeedback. Int. J. Psychophysiol. 88, 1\u201316 (2013).","journal-title":"Int. J. Psychophysiol."},{"key":"854_CR7","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/j.cobme.2018.09.007","volume":"8","author":"I Iturrate","year":"2018","unstructured":"Iturrate, I., Pereira, M., Mill\u00e1n, J. & del, R. Closed-loop electrical neurostimulation: challenges and opportunities. Curr. Opin. Biomed. Eng. 8, 28\u201337 (2018).","journal-title":"Curr. Opin. Biomed. Eng."},{"key":"854_CR8","doi-asserted-by":"crossref","DOI":"10.1016\/j.crneur.2022.100063","volume":"4","author":"R Lafer-Sousa","year":"2023","unstructured":"Lafer-Sousa, R. et al. Behavioral detectability of optogenetic stimulation of inferior temporal cortex varies with the size of concurrently viewed objects. Curr. Res. Neurobiol. 4, 100063 (2023).","journal-title":"Curr. Res. Neurobiol."},{"key":"854_CR9","doi-asserted-by":"crossref","first-page":"3574","DOI":"10.1152\/jn.00792.2014","volume":"113","author":"Y Lu","year":"2015","unstructured":"Lu, Y. et al. Optogenetically induced spatiotemporal gamma oscillations and neuronal spiking activity in primate motor cortex. J. Neurophysiol. 113, 3574\u20133587 (2015).","journal-title":"J. Neurophysiol."},{"key":"854_CR10","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1038\/346174a0","volume":"346","author":"DC Salzman","year":"1990","unstructured":"Salzman, D. C., Britten, K. H. & Newsome, W. T. Cortical microstimulation influences perceptual judgements of motion direction. Nature 346, 174\u2013177 (1990).","journal-title":"Nature"},{"key":"854_CR11","doi-asserted-by":"crossref","first-page":"1029","DOI":"10.1534\/genetics.115.177956","volume":"200","author":"LC Schild","year":"2015","unstructured":"Schild, L. C. & Glauser, D. A. Dual color neural activation and behavior control with Chrimson and CoChR in Caenorhabditis elegans. Genetics 200, 1029\u20131034 (2015).","journal-title":"Genetics"},{"key":"854_CR12","doi-asserted-by":"crossref","first-page":"7343","DOI":"10.1523\/JNEUROSCI.1370-20.2020","volume":"40","author":"J Xu","year":"2020","unstructured":"Xu, J. et al. Thalamic stimulation improves postictal cortical arousal and behavior. J. Neurosci. 40, 7343\u20137354 (2020).","journal-title":"J. Neurosci."},{"key":"854_CR13","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1038\/s41593-018-0072-x","volume":"21","author":"S-G Park","year":"2018","unstructured":"Park, S.-G. et al. Medial preoptic circuit induces hunting-like actions to target objects and prey. Nat. Neurosci. 21, 364\u2013372 (2018).","journal-title":"Nat. Neurosci."},{"key":"854_CR14","first-page":"S357","volume":"26","author":"J Yang","year":"2015","unstructured":"Yang, J., Huai, R., Wang, H., Lv, C. & Su, X. A robo-pigeon based on an innovative multi-mode telestimulation system. Biomed. Mater. Eng. 26, S357\u2013S363 (2015).","journal-title":"Biomed. Mater. Eng."},{"key":"854_CR15","doi-asserted-by":"crossref","unstructured":"Holzer, R. & Shimoyama, I. Locomotion control of a bio-robotic system via electric stimulation. In Proc. Institute of Electrical and Electronics Engineers\/Robotics Society of Japan International Conference on Intelligent Robot and Systems. Innovative Robotics for Real-World Applications 1514\u20131519 (IEEE, 1997).","DOI":"10.1109\/IROS.1997.656559"},{"key":"854_CR16","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1038\/417037a","volume":"417","author":"SK Talwar","year":"2002","unstructured":"Talwar, S. K. et al. Rat navigation guided by remote control. Nature 417, 37\u201338 (2002).","journal-title":"Nature"},{"key":"854_CR17","doi-asserted-by":"publisher","unstructured":"Sato, H. et al. A cyborg beetle: insect flight control through an implantable, tetherless microsystem. In Proc. 21st Institute of Electrical and Electronics Engineers International Conference on Micro Electro Mechanical Systems 164\u2013167 (IEEE, 2008); https:\/\/doi.org\/10.1109\/MEMSYS.2008.4443618","DOI":"10.1109\/MEMSYS.2008.4443618"},{"key":"854_CR18","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1146\/annurev.bioeng.6.040803.140103","volume":"7","author":"PH Peckham","year":"2005","unstructured":"Peckham, P. H. & Knutson, J. S. Functional electrical stimulation for neuromuscular applications. Annu. Rev. Biomed. Eng. 7, 327\u2013360 (2005).","journal-title":"Annu. Rev. Biomed. Eng."},{"key":"854_CR19","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1016\/0006-8993(74)90891-9","volume":"82","author":"SM Kashin","year":"1974","unstructured":"Kashin, S. M., Feldman, A. G. & Orlovsky, G. N. Locomotion of fish evoked by electrical stimulation of the brain. Brain Res. 82, 41\u201347 (1974).","journal-title":"Brain Res."},{"key":"854_CR20","doi-asserted-by":"crossref","first-page":"e52725","DOI":"10.1371\/journal.pone.0052725","volume":"7","author":"AJ Hinterwirth","year":"2012","unstructured":"Hinterwirth, A. J. et al. Wireless stimulation of antennal muscles in freely flying Hawkmoths leads to flight path changes. PLoS ONE 7, e52725 (2012).","journal-title":"PLoS ONE"},{"key":"854_CR21","doi-asserted-by":"crossref","first-page":"20141363","DOI":"10.1098\/rsif.2014.1363","volume":"12","author":"CJ Sanchez","year":"2015","unstructured":"Sanchez, C. J. et al. Locomotion control of hybrid cockroach robots. J. R. Soc. Interface 12, 20141363 (2015).","journal-title":"J. R. Soc. Interface"},{"key":"854_CR22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s42003-020-01472-5","volume":"3","author":"E Bergmann","year":"2020","unstructured":"Bergmann, E., Gofman, X., Kavushansky, A. & Kahn, I. Individual variability in functional connectivity architecture of the mouse brain. Commun. Biol. 3, 1\u201310 (2020).","journal-title":"Commun. Biol."},{"key":"854_CR23","doi-asserted-by":"crossref","first-page":"586","DOI":"10.1016\/j.neuron.2012.12.028","volume":"77","author":"S Mueller","year":"2013","unstructured":"Mueller, S. et al. Individual variability in functional connectivity architecture of the human brain. Neuron 77, 586\u2013595 (2013).","journal-title":"Neuron"},{"key":"854_CR24","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1111\/boc.201200069","volume":"105","author":"SJ Husson","year":"2013","unstructured":"Husson, S. J., Gottschalk, A. & Leifer, A. M. Optogenetic manipulation of neural activity in C. elegans: from synapse to circuits and behaviour. Biol. Cell 105, 235\u2013250 (2013).","journal-title":"Biol. Cell"},{"key":"854_CR25","doi-asserted-by":"crossref","first-page":"13940","DOI":"10.1073\/pnas.1936192100","volume":"100","author":"G Nagel","year":"2003","unstructured":"Nagel, G. et al. Channelrhodopsin-2, a directly light-gated cation-selective membrane channel. Proc. Natl Acad. Sci. USA 100, 13940\u201313945 (2003).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"854_CR26","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1038\/nature11431","volume":"490","author":"A Kocabas","year":"2012","unstructured":"Kocabas, A., Shen, C.-H., Guo, Z. V. & Ramanathan, S. Controlling interneuron activity in Caenorhabditis elegans to evoke chemotactic behaviour. Nature 490, 273\u2013277 (2012).","journal-title":"Nature"},{"key":"854_CR27","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1038\/nmeth.1554","volume":"8","author":"AM Leifer","year":"2011","unstructured":"Leifer, A. M., Fang-Yen, C., Gershow, M., Alkema, M. J. & Samuel, A. D. T. Optogenetic manipulation of neural activity in freely moving Caenorhabditis elegans. Nat. Methods 8, 147\u2013152 (2011).","journal-title":"Nat. Methods"},{"key":"854_CR28","doi-asserted-by":"crossref","first-page":"750","DOI":"10.1016\/j.neuron.2012.08.039","volume":"76","author":"Q Wen","year":"2012","unstructured":"Wen, Q. et al. Proprioceptive coupling within motor neurons drives C. elegans forward locomotion. Neuron 76, 750\u2013761 (2012).","journal-title":"Neuron"},{"key":"854_CR29","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.06225","volume":"4","author":"L Hernandez-Nunez","year":"2015","unstructured":"Hernandez-Nunez, L. et al. Reverse-correlation analysis of navigation dynamics in Drosophila larva using optogenetics. eLife 4, e06225 (2015).","journal-title":"eLife"},{"key":"854_CR30","doi-asserted-by":"crossref","first-page":"e1001529","DOI":"10.1371\/journal.pbio.1001529","volume":"11","author":"JL Donnelly","year":"2013","unstructured":"Donnelly, J. L. et al. Monoaminergic orchestration of motor programs in a complex C. elegans behavior. PLoS Biol. 11, e1001529 (2013).","journal-title":"PLoS Biol."},{"key":"854_CR31","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D. et al. Mastering the game of Go with deep neural networks and tree search. Nature 529, 484\u2013489 (2016).","journal-title":"Nature"},{"key":"854_CR32","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D. et al. Mastering the game of Go without human knowledge. Nature 550, 354\u2013359 (2017).","journal-title":"Nature"},{"key":"854_CR33","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1038\/s41586-020-03051-4","volume":"588","author":"J Schrittwieser","year":"2020","unstructured":"Schrittwieser, J. et al. Mastering Atari, Go, chess and shogi by planning with a learned model. Nature 588, 604\u2013609 (2020).","journal-title":"Nature"},{"key":"854_CR34","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"854_CR35","doi-asserted-by":"crossref","first-page":"350","DOI":"10.1038\/s41586-019-1724-z","volume":"575","author":"O Vinyals","year":"2019","unstructured":"Vinyals, O. et al. Grandmaster level in StarCraft II using multi-agent reinforcement learning. Nature 575, 350\u2013354 (2019).","journal-title":"Nature"},{"key":"854_CR36","unstructured":"Berner, C. et al. Dota 2 with large scale deep reinforcement learning. Preprint at http:\/\/arxiv.org\/abs\/1912.06680 (2019)."},{"key":"854_CR37","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1038\/s41586-021-04357-7","volume":"602","author":"PR Wurman","year":"2022","unstructured":"Wurman, P. R. et al. Outracing champion Gran Turismo drivers with deep reinforcement learning. Nature 602, 223\u2013228 (2022).","journal-title":"Nature"},{"key":"854_CR38","doi-asserted-by":"crossref","first-page":"414","DOI":"10.1038\/s41586-021-04301-9","volume":"602","author":"J Degrave","year":"2022","unstructured":"Degrave, J. et al. Magnetic control of tokamak plasmas through deep reinforcement learning. Nature 602, 414\u2013419 (2022).","journal-title":"Nature"},{"key":"854_CR39","doi-asserted-by":"crossref","first-page":"698","DOI":"10.1177\/0278364920987859","volume":"40","author":"J Ibarz","year":"2021","unstructured":"Ibarz, J. et al. How to train your robot with deep reinforcement learning: lessons we have learned. Int. J. Rob. Res. 40, 698\u2013721 (2021).","journal-title":"Int. J. Rob. Res."},{"key":"854_CR40","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1109\/TITS.2020.3008612","volume":"23","author":"A Haydari","year":"2022","unstructured":"Haydari, A. & Y\u0131lmaz, Y. Deep reinforcement learning for intelligent transportation systems: a survey. IEEE Trans. Intell. Transp. Syst. 23, 11\u201332 (2022).","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"854_CR41","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P. & Levine, S. Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In Proc. 35th International Conference on Machine Learning 1861\u20131870 (PMLR, 2018)."},{"key":"854_CR42","doi-asserted-by":"crossref","first-page":"611","DOI":"10.3390\/mi13040611","volume":"13","author":"X Yang","year":"2022","unstructured":"Yang, X., Jiang, X.-L., Su, Z.-L. & Wang, B. Cyborg moth flight control based on fuzzy deep learning. Micromachines 13, 611 (2022).","journal-title":"Micromachines"},{"key":"854_CR43","doi-asserted-by":"crossref","first-page":"0012","DOI":"10.34133\/cbsystems.0012","volume":"4","author":"M Ariyanto","year":"2023","unstructured":"Ariyanto, M., Refat, C. M. M., Hirao, K. & Morishima, K. Movement optimization for a cyborg cockroach in a bounded space incorporating machine learning. Cyborg Bionic Syst. 4, 0012 (2023).","journal-title":"Cyborg Bionic Syst."},{"key":"854_CR44","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1049\/el.2016.3048","volume":"53","author":"N Zheng","year":"2017","unstructured":"Zheng, N. et al. Real-time and precise insect flight control system based on virtual reality. Electron. Lett. 53, 387\u2013389 (2017).","journal-title":"Electron. Lett."},{"key":"854_CR45","doi-asserted-by":"crossref","first-page":"3064","DOI":"10.1109\/TCYB.2018.2838595","volume":"49","author":"N Zheng","year":"2019","unstructured":"Zheng, N. et al. Abdominal-waving control of tethered bumblebees based on sarsa with transformed reward. IEEE Trans. Cybern. 49, 3064\u20133073 (2019).","journal-title":"IEEE Trans. Cybern."},{"key":"854_CR46","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1101\/lm.960510","volume":"17","author":"EL Ardiel","year":"2010","unstructured":"Ardiel, E. L. & Rankin, C. H. An elegant mind: learning and memory in Caenorhabditis elegans. Learn. Mem. 17, 191\u2013201 (2010).","journal-title":"Learn. Mem."},{"key":"854_CR47","unstructured":"Kim, J. & Shlizerman, E. Deep reinforcement learning for neural control. Preprint at https:\/\/arxiv.org\/abs\/2006.07352 (2020)."},{"key":"854_CR48","unstructured":"Christodoulou, P. Soft actor-critic for discrete action settings. Preprint at https:\/\/arxiv.org\/abs\/1910.07207 (2019)."},{"key":"854_CR49","doi-asserted-by":"crossref","first-page":"26871","DOI":"10.1109\/ACCESS.2021.3056903","volume":"9","author":"C-C Wong","year":"2021","unstructured":"Wong, C.-C., Chien, S.-Y., Feng, H.-M. & Aoyama, H. Motion planning for dual-arm robot based on soft actor-critic. IEEE Access 9, 26871\u201326885 (2021).","journal-title":"IEEE Access"},{"key":"854_CR50","doi-asserted-by":"crossref","first-page":"20170382","DOI":"10.1098\/rstb.2017.0382","volume":"373","author":"GP Sarma","year":"2018","unstructured":"Sarma, G. P. et al. OpenWorm: overview and recent advances in integrative biological simulation of Caenorhabditis elegans. Phil. Trans. R. Soc. B 373, 20170382 (2018).","journal-title":"Phil. Trans. R. Soc. B"},{"key":"854_CR51","doi-asserted-by":"crossref","DOI":"10.1186\/s40537-019-0197-0","volume":"6","author":"C Shorten","year":"2019","unstructured":"Shorten, C. & Khoshgoftaar, T. M. A survey on image data augmentation for deep learning. J. Big Data 6, 60 (2019).","journal-title":"J. Big Data"},{"key":"854_CR52","unstructured":"Nikishin, E. et al. Improving stability in deep reinforcement learning with weight averaging. Uncertainty in Artificial Intelligence Workshop on Uncertainty in Deep Learning (2018)."},{"key":"854_CR53","unstructured":"Stable Baselines 2.10.2 documentation. Reinforcement Learning Resources https:\/\/stable-baselines.readthedocs.io\/en\/master\/guide\/rl.html (2021)."},{"key":"854_CR54","doi-asserted-by":"crossref","first-page":"4641","DOI":"10.1523\/JNEUROSCI.1955-17.2018","volume":"38","author":"A Bhardwaj","year":"2018","unstructured":"Bhardwaj, A., Thapliyal, S., Dahiya, Y. & Babu, K. FLP-18 functions through the G-protein-coupled receptors NPR-1 and NPR-4 to modulate reversal length in Caenorhabditis elegans. J. Neurosci. 38, 4641\u20134654 (2018).","journal-title":"J. Neurosci."},{"key":"854_CR55","unstructured":"Riddle, D. L., Blumenthal, T., Meyer, B. J. & Priess, J. R. Mechanosensory Control of Locomotion. C. elegans II 2nd edn (Cold Spring Harbor Laboratory Press, 1997)."},{"key":"854_CR56","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1016\/j.neurobiolaging.2007.05.011","volume":"30","author":"R Brandt","year":"2009","unstructured":"Brandt, R., Gergou, A., Wacker, I., Fath, T. & Hutter, H. A Caenorhabditis elegans model of tau hyperphosphorylation: induction of developmental defects by transgenic overexpression of Alzheimer\u2019s disease-like modified tau. Neurobiol. Aging 30, 22\u201333 (2009).","journal-title":"Neurobiol. Aging"},{"key":"854_CR57","doi-asserted-by":"crossref","first-page":"e1000265","DOI":"10.1371\/journal.pbio.1000265","volume":"7","author":"M Jospin","year":"2009","unstructured":"Jospin, M. et al. A neuronal acetylcholine receptor regulates the balance of muscle excitation and inhibition in Caenorhabditis elegans. PLoS Biol. 7, e1000265 (2009).","journal-title":"PLoS Biol."},{"key":"854_CR58","unstructured":"Hollenstein, J., Auddy, S., Saveriano, M., Renaudo, E. & Piater, J. Action noise in off-policy deep reinforcement learning: Impact on exploration and performance. Transactions on Machine Learning Research (2022); https:\/\/openreview.net\/forum?id=NljBlZ6hmG"},{"key":"854_CR59","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1146\/annurev-psych-030221-030214","volume":"73","author":"RA Andersen","year":"2022","unstructured":"Andersen, R. A., Aflalo, T., Bashford, L., Bj\u00e5nes, D. & Kellis, S. Exploring cognition with brain\u2013machine interfaces. Annu. Rev. Psychol. 73, 131\u2013158 (2022).","journal-title":"Annu. Rev. Psychol."},{"key":"854_CR60","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/ncomms13749","volume":"7","author":"D Sussillo","year":"2016","unstructured":"Sussillo, D., Stavisky, S. D., Kao, J. C., Ryu, S. I. & Shenoy, K. V. Making brain\u2013machine interfaces robust to future neural variability. Nat. Commun. 7, 1\u201313 (2016).","journal-title":"Nat. Commun."},{"key":"854_CR61","doi-asserted-by":"crossref","first-page":"eabe3950","DOI":"10.1126\/scirobotics.abe3950","volume":"6","author":"X Dong","year":"2021","unstructured":"Dong, X. et al. Toward a living soft microrobot through optogenetic locomotion control of Caenorhabditis elegans. Sci. Robot. 6, eabe3950 (2021).","journal-title":"Sci. Robot."},{"key":"854_CR62","unstructured":"Tandon, P. pytorch-soft-actor-critic. GitHub https:\/\/github.com\/pranz24\/pytorch-soft-actor-critic (2022)."},{"key":"854_CR63","unstructured":"Li, C. RLWorms. GitHub https:\/\/github.com\/ccli3896\/RLWorms.git (2024)."},{"key":"854_CR64","unstructured":"Kazemipour, A. Discrete SAC PyTorch, GitHub, https:\/\/github.com\/alirezakazemipour\/Discrete-SAC-PyTorch (2020)."},{"key":"854_CR65","doi-asserted-by":"publisher","unstructured":"Li, C. RLWorms. Zenodo https:\/\/doi.org\/10.5281\/zenodo.11002033 (2024).","DOI":"10.5281\/zenodo.11002033"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00854-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00854-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00854-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,21]],"date-time":"2024-11-21T21:24:01Z","timestamp":1732224241000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00854-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,14]]},"references-count":65,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2024,6]]}},"alternative-id":["854"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00854-2","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6,14]]},"assertion":[{"value":"12 July 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 May 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 June 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}