{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,28]],"date-time":"2025-06-28T06:40:08Z","timestamp":1751092808135,"version":"3.41.0"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T00:00:00Z","timestamp":1748131200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,25]],"date-time":"2025-05-25T00:00:00Z","timestamp":1748131200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,25]]},"DOI":"10.1109\/iscas56072.2025.11043472","type":"proceedings-article","created":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T17:42:19Z","timestamp":1751046139000},"page":"1-5","source":"Crossref","is-referenced-by-count":0,"title":["Closed-Loop Neuromorphic Deep Brain Stimulation using Deep Spiking Q-Networks"],"prefix":"10.1109","author":[{"given":"Binh","family":"Nguyen","sequence":"first","affiliation":[{"name":"University of California, Santa Cruz,Santa Cruz,USA"}]},{"given":"Edward","family":"Mighetto","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz,Santa Cruz,USA"}]},{"given":"Dylan","family":"Louie","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz,Santa Cruz,USA"}]},{"given":"Chunxiu","family":"Yu","sequence":"additional","affiliation":[{"name":"Michigan Technological University,Department of Biomedical Engineering,Houghton,USA"}]},{"given":"Jason","family":"Eshraghian","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz,Santa Cruz,USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.15586\/codonpublications.parkinsonsdisease.2018.ch1","article-title":"Parkinson\u2019s Disease: Etiology, Neuropathology, and Pathogenesis","volume-title":"Parkinson\u2019s Disease: Pathogenesis and Clinical Aspects","author":"Kouli","year":"2018"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.parkreldis.2006.03.001"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1159\/000098600"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1001\/archneur.61.1.89"},{"issue":"3","key":"ref5","first-page":"343","article-title":"High frequency deep brain stimulation: What are the therapeutic mechanisms?","volume-title":"Neuroscience & Biobehavioral Reviews","volume":"32","author":"Liu","year":"2008"},{"issue":"24","key":"ref6","first-page":"6165","article-title":"High-Frequency Stimulation of the Subthalamic Nucleus Suppresses Oscillatory Activity in Patients with Parkinson\u2019s Disease in Parallel with Improvement in Motor Performance","volume-title":"The Journal of Neuroscience","volume":"28","author":"K\u00fchn","year":"2008"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10827-016-0593-9"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s13246-014-0297-2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2011.08.023"},{"issue":"2","key":"ref10","first-page":"209","article-title":"Closed- and Open-loop Deep Brain Stimulation: Methods, Challenges, Current and Future Aspects","volume-title":"Journal of Biomedical Physics & Engineering","volume":"8","author":"Ghasemi","year":"2018"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1186\/s12984-017-0295-1"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2019.2952637"},{"key":"ref13","first-page":"1","article-title":"A Deep Brain Stimulation Optimization Strategy Based on Actor-Critic Network","volume-title":"2024 IEEE International Instrumentation and Measurement Technology Conference (I2MTC)","author":"Wang"},{"issue":"9","key":"ref14","first-page":"1016","article-title":"Training Spiking Neural Networks Using Lessons From Deep Learning","volume-title":"Proceedings of the IEEE","volume":"111","author":"Eshraghian"},{"article-title":"Deep Reinforcement Learning with Spiking Q-learning","year":"2024","author":"Chen","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TBCAS.2020.3036081"},{"article-title":"NeuroBench: A Framework for Benchmarking Neuromorphic Computing Algorithms and Systems","year":"2024","author":"Yik","key":"ref17"},{"article-title":"Spikegpt: Generative pre-trained language model with spiking neural networks","year":"2023","author":"Zhu","key":"ref18"},{"key":"ref19","article-title":"Autonomous driving with spiking neural networks","author":"Zhu","year":"2024","journal-title":"Neural Information Processing Systems (NeurIPS)"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1113\/jphysiol.1952.sp004764"},{"article-title":"Playing Atari with Deep Reinforcement Learning","year":"2013","author":"Mnih","key":"ref21"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctvcm4g18.8"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.38.8.716"},{"article-title":"Gymnasium: A Standard Interface for Reinforcement Learning Environments","year":"2024","author":"Kwiatkowski","key":"ref24"},{"key":"ref25","first-page":"203","article-title":"Adaptive -Greedy Exploration in Reinforcement Learning Based on Value Differences","volume-title":"KI 2010: Advances in Artificial Intelligence","volume":"6359","author":"Tokic","year":"2010"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/10\/2\/026016"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.expneurol.2022.114155"},{"issue":"8942","key":"ref28","first-page":"91","article-title":"Effect on parkinsonian signs and symptoms of bilateral subthalamic nucleus stimulation","volume-title":"The Lancet","volume":"345","author":"Limousin","year":"1995"},{"key":"ref29","first-page":"161 067","article-title":"Neural Network-Based Closed-Loop Deep Brain Stimulation for Modulation of Pathological Oscillation in Parkinson\u2019s Disease","volume-title":"IEEE Access","volume":"8","author":"Liu","year":"2020"},{"key":"ref30","first-page":"38","article-title":"Enhancing Adaptive Deep Brain Stimulation via Efficient Reinforcement Learning","volume-title":"IEEE Computer Society","author":"Mehregan","year":"2024"}],"event":{"name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","start":{"date-parts":[[2025,5,25]]},"location":"London, United Kingdom","end":{"date-parts":[[2025,5,28]]}},"container-title":["2025 IEEE International Symposium on Circuits and Systems (ISCAS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11043142\/11042930\/11043472.pdf?arnumber=11043472","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,28]],"date-time":"2025-06-28T06:14:47Z","timestamp":1751091287000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11043472\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,25]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/iscas56072.2025.11043472","relation":{},"subject":[],"published":{"date-parts":[[2025,5,25]]}}}