{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T13:32:14Z","timestamp":1778160734351,"version":"3.51.4"},"reference-count":30,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001691","name":"JSPS Grant-in-Aid for Scientific Research on Innovative Areas Hyper-Adaptability Project","doi-asserted-by":"publisher","award":["20H05458"],"award-info":[{"award-number":["20H05458"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3126311","type":"journal-article","created":{"date-parts":[[2021,11,8]],"date-time":"2021-11-08T22:35:42Z","timestamp":1636410942000},"page":"150345-150354","source":"Crossref","is-referenced-by-count":20,"title":["Spiking Neural Network Discovers Energy-Efficient Hexapod Motion in Deep Reinforcement Learning"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4102-862X","authenticated-orcid":false,"given":"Katsumi","family":"Naya","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5326-7847","authenticated-orcid":false,"given":"Kyo","family":"Kutsuzawa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1217-3892","authenticated-orcid":false,"given":"Dai","family":"Owaki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6179-5706","authenticated-orcid":false,"given":"Mitsuhiro","family":"Hayashibe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TMRB.2021.3056924"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1819707117"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.05.019"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967864"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/AICAS48895.2020.9073987"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.08.009"},{"key":"ref15","first-page":"419","article-title":"SpikeProp: Backpropagation for networks of spiking neurons","volume":"48","author":"bohte","year":"2000","journal-title":"Proc ESANN"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1162\/neco_a_01086"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2018.00331"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340948"},{"key":"ref19","first-page":"1","article-title":"Deep reinforcement learning with population-coded spiking neural network for continuous control","author":"tang","year":"2020","journal-title":"Proc 4th Conf Robot Learn (CoRL)"},{"key":"ref28","first-page":"1","article-title":"Chainerrl: A deep reinforcement learning library","author":"fujita","year":"2019","journal-title":"Proc Workshop Deep Reinforcement Learn 33rd Conf Neural Inf Process Syst"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014902"},{"key":"ref27","article-title":"dm_control: Software and tasks for continuous control","volume":"6","author":"tassa","year":"2020","journal-title":"Software Impacts"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139915"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2014.06.028"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2968067"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.physrep.2003.10.015"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCSII.2019.2890846"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2016.00508"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2962527"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2014.2313565"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/AIM.2013.6584154"},{"key":"ref20","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"2018","journal-title":"Proc Int Conf Mach Learn (ICML)"},{"key":"ref22","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"Proc 4th Int Conf Learn Represent (ICLR)"},{"key":"ref21","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"fujimoto","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-006-0068-6"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1113\/jphysiol.1952.sp004764"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2004.832719"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09606760.pdf?arnumber=9606760","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,28]],"date-time":"2022-02-28T21:53:50Z","timestamp":1646085230000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9606760\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3126311","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}