{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T21:47:50Z","timestamp":1743112070245,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":20,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819981311"},{"type":"electronic","value":"9789819981328"}],"license":[{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8132-8_14","type":"book-chapter","created":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T10:02:23Z","timestamp":1700906543000},"page":"184-195","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Lateral Interactions Spiking Actor Network for\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Xiangyu","family":"Chen","sequence":"first","affiliation":[]},{"given":"Rong","family":"Xiao","sequence":"additional","affiliation":[]},{"given":"Qirui","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Jiancheng","family":"Lv","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,26]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: A brief survey of deep reinforcement learning. arXiv preprint arXiv:1708.05866 (2017)","DOI":"10.1109\/MSP.2017.2743240"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Cheng, X., Hao, Y., Xu, J., Xu, B.: Lisnn: Improving spiking neural networks with lateral interactions for robust object recognition. In: IJCAI, pp. 1519\u20131525 (2020)","DOI":"10.24963\/ijcai.2020\/211"},{"key":"14_CR3","unstructured":"Evanusa, M., Sandamirskaya, Y., et al.: Event-based attention and tracking on neuromorphic hardware. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (2019)"},{"issue":"6","key":"14_CR4","doi-asserted-by":"publisher","first-page":"1468","DOI":"10.1162\/neco.2007.19.6.1468","volume":"19","author":"RV Florian","year":"2007","unstructured":"Florian, R.V.: Reinforcement learning through modulation of spike-timing-dependent synaptic plasticity. Neural Comput. 19(6), 1468\u20131502 (2007)","journal-title":"Neural Comput."},{"issue":"4","key":"14_CR5","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1003024","volume":"9","author":"N Fr\u00e9maux","year":"2013","unstructured":"Fr\u00e9maux, N., Sprekeler, H., Gerstner, W.: Reinforcement learning using a continuous time actor-critic framework with spiking neurons. PLoS Comput. Biol. 9(4), e1003024 (2013)","journal-title":"PLoS Comput. Biol."},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Han, B., Srinivasan, G., Roy, K.: RMP-SNN: residual membrane potential neuron for enabling deeper high-accuracy and low-latency spiking neural network. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13558\u201313567 (2020)","DOI":"10.1109\/CVPR42600.2020.01357"},{"issue":"6948","key":"14_CR7","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1038\/nature01834","volume":"424","author":"KD Harris","year":"2003","unstructured":"Harris, K.D., Csicsvari, J., Hirase, H., Dragoi, G., Buzs\u00e1ki, G.: Organization of cell assemblies in the hippocampus. Nature 424(6948), 552\u2013556 (2003)","journal-title":"Nature"},{"key":"14_CR8","unstructured":"Hu, S., Zhu, F., Chang, X., Liang, X.: UPDeT: universal multi-agent reinforcement learning via policy decoupling with transformers. arXiv preprint arXiv:2101.08001 (2021)"},{"issue":"3","key":"14_CR9","doi-asserted-by":"publisher","first-page":"1840","DOI":"10.1109\/LRA.2018.2803814","volume":"3","author":"M Lahijanian","year":"2018","unstructured":"Lahijanian, M., et al.: Resource-performance tradeoff analysis for mobile robots. IEEE Robot. Autom. Lett. 3(3), 1840\u20131847 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"4","key":"14_CR10","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1016\/j.neuron.2014.03.026","volume":"82","author":"RM Memmesheimer","year":"2014","unstructured":"Memmesheimer, R.M., Rubin, R., \u00d6lveczky, B.P., Sompolinsky, H.: Learning precisely timed spikes. Neuron 82(4), 925\u2013938 (2014)","journal-title":"Neuron"},{"issue":"7540","key":"14_CR11","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"issue":"2","key":"14_CR12","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1109\/LRA.2019.2891991","volume":"4","author":"F Niroui","year":"2019","unstructured":"Niroui, F., Zhang, K., Kashino, Z., Nejat, G.: Deep reinforcement learning robot for search and rescue applications: exploration in unknown cluttered environments. IEEE Robot. Autom. Lett. 4(2), 610\u2013617 (2019)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"14_CR13","unstructured":"Ratliff, F., Hartline, H.K., Lange, D.: The dynamics of lateral inhibition in the compound eye of limulus. I. Studies on Excitation and Inhibition in the Retina: A Collection of Papers from the Laboratories of H. Keffer Hartline, p. 463 (1974)"},{"key":"14_CR14","doi-asserted-by":"publisher","first-page":"276","DOI":"10.3389\/fnins.2013.00276","volume":"7","author":"Y Sandamirskaya","year":"2014","unstructured":"Sandamirskaya, Y.: Dynamic neural fields as a step toward cognitive neuromorphic architectures. Front. Neurosci. 7, 276 (2014)","journal-title":"Front. Neurosci."},{"key":"14_CR15","volume-title":"Dynamic Thinking: A Primer on Dynamic Field Theory","author":"G Sch\u00f6ner","year":"2016","unstructured":"Sch\u00f6ner, G., Spencer, J.P.: Dynamic Thinking: A Primer on Dynamic Field Theory. Oxford University Press, Oxford (2016)"},{"issue":"7587","key":"14_CR16","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"key":"14_CR17","unstructured":"Tang, G., Kumar, N., Yoo, R., Michmizos, K.: Deep reinforcement learning with population-coded spiking neural network for continuous control. In: Conference on Robot Learning, pp. 2016\u20132029. PMLR (2021)"},{"key":"14_CR18","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.neunet.2022.02.006","volume":"149","author":"Z Wu","year":"2022","unstructured":"Wu, Z., et al.: Modeling learnable electrical synapse for high precision spatio-temporal recognition. Neural Netw. 149, 184\u2013194 (2022)","journal-title":"Neural Netw."},{"issue":"12","key":"14_CR19","doi-asserted-by":"publisher","first-page":"2368","DOI":"10.1162\/neco_a_01238","volume":"31","author":"M Yuan","year":"2019","unstructured":"Yuan, M., Wu, X., Yan, R., Tang, H.: Reinforcement learning in spiking neural networks with stochastic and deterministic synapses. Neural Comput. 31(12), 2368\u20132389 (2019)","journal-title":"Neural Comput."},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Zhang, D., Zhang, T., Jia, S., Xu, B.: Multi-sacle dynamic coding improved spiking actor network for reinforcement learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, pp. 59\u201367 (2022)","DOI":"10.1609\/aaai.v36i1.19879"}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8132-8_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:46:50Z","timestamp":1710258410000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8132-8_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,26]]},"ISBN":["9789819981311","9789819981328"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8132-8_14","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023,11,26]]},"assertion":[{"value":"26 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changsha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1274","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"650","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.14","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.46","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}