{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T09:12:24Z","timestamp":1760346744411},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030014179"},{"type":"electronic","value":"9783030014186"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-01418-6_21","type":"book-chapter","created":{"date-parts":[[2018,9,26]],"date-time":"2018-09-26T10:57:36Z","timestamp":1537959456000},"page":"211-221","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Learning Continuous Muscle Control for a Multi-joint Arm by Extending Proximal Policy Optimization with a Liquid State Machine"],"prefix":"10.1007","author":[{"given":"Juan Camilo Vasquez","family":"Tieck","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marin Vlastelica","family":"Pogan\u010di\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacques","family":"Kaiser","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arne","family":"Roennau","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marc-Oliver","family":"Gewaltig","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"R\u00fcdiger","family":"Dillmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,9,27]]},"reference":[{"key":"21_CR1","doi-asserted-by":"crossref","unstructured":"Basterrech, S.: Empirical analysis of the necessary and sufficient conditions of the echo state property. In: 2017 International Joint Conference on Neural Networks (IJCNN). IEEE (2017)","DOI":"10.1109\/IJCNN.2017.7965946"},{"key":"21_CR2","doi-asserted-by":"publisher","first-page":"48","DOI":"10.3389\/fninf.2013.00048","volume":"7","author":"T Bekolay","year":"2014","unstructured":"Bekolay, T., et al.: Nengo: a Python tool for building largescale functional brain models. Frontiers in Neuroinf. 7, 48 (2014)","journal-title":"Frontiers in Neuroinf."},{"key":"21_CR3","unstructured":"Brockman, G., et al.: Openai gym. arXiv preprint arXiv:1606.01540 (2016)"},{"key":"21_CR4","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1109\/TBME.2007.901024","volume":"54","author":"SL Delp","year":"2007","unstructured":"Delp, S.L.: OpenSim: open-source software to create and analyze dynamic simulations of movement. IEEE Trans. Biomed. Eng. 54, 1940\u20131950 (2007)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"21_CR5","volume-title":"Neural Engineering: Computation, Representation, and Dynamics in Neurobiological Systems","author":"C Eliasmith","year":"2003","unstructured":"Eliasmith, C., Anderson, C.H.: Neural Engineering: Computation, Representation, and Dynamics in Neurobiological Systems. MIT Press, Cambridge (2003)"},{"key":"21_CR6","doi-asserted-by":"publisher","first-page":"e1003024","DOI":"10.1371\/journal.pcbi.1003024","volume":"9","author":"N Fr\u00e9maux","year":"2013","unstructured":"Fr\u00e9maux, N., Sprekeler, H., Gerstner, W.: Reinforcement learning using a continuous time actor-critic framework with spiking neurons. PLoS Comput. Biol. 9, e1003024 (2013)","journal-title":"PLoS Comput. Biol."},{"key":"21_CR7","doi-asserted-by":"publisher","first-page":"e28295","DOI":"10.7554\/eLife.28295","volume":"6","author":"A Gilra","year":"2017","unstructured":"Gilra, A., Gerstner, W.: Predicting non-linear dynamics by stable local learning in a recurrent spiking neural network. Elife 6, e28295 (2017)","journal-title":"Elife"},{"issue":"8","key":"21_CR8","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"21_CR9","doi-asserted-by":"publisher","first-page":"055001","DOI":"10.1088\/1748-3190\/aa7663","volume":"12","author":"J Kaiser","year":"2017","unstructured":"Kaiser, J., Stal, R., Subramoney, A., Roennau, A., Dillmann, R.: Scaling up liquid state machines to predict over address events from dynamic vision sensors. Bioinspir. Biomimet. 12, 055001 (2017)","journal-title":"Bioinspir. Biomimet."},{"key":"21_CR10","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)"},{"key":"21_CR11","doi-asserted-by":"publisher","first-page":"1659","DOI":"10.1016\/S0893-6080(97)00011-7","volume":"10","author":"W Maass","year":"1997","unstructured":"Maass, W.: Networks of spiking neurons: the third generation of neural network models. Neural Netw. 10, 1659\u20131671 (1997)","journal-title":"Neural Netw."},{"key":"21_CR12","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1016\/j.jcss.2004.04.001","volume":"69","author":"W Maass","year":"2004","unstructured":"Maass, W., Markram, H.: On the computational power of circuits of spiking neurons. J. Comput. Syst. Sci. 69, 593\u2013616 (2004)","journal-title":"J. Comput. Syst. Sci."},{"key":"21_CR13","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.1162\/089976602760407955","volume":"14","author":"W Maass","year":"2002","unstructured":"Maass, W., Natschl\u00e4ger, T., Markram, H.: Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Comput. 14, 2531\u20132560 (2002)","journal-title":"Neural Comput."},{"key":"21_CR14","unstructured":"Pogan\u010dci\u0107, M.V.: Learning multi-joint continuous control with spiking neural networks. Master\u2019s thesis, KIT Department of Computer Science Institute for Anthropomatics and FZI Research Center for Information Technology, July 2017"},{"key":"21_CR15","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1162\/neco.2008.08-07-593","volume":"21","author":"W Potjans","year":"2009","unstructured":"Potjans, W., Morrison, A., Diesmann, M.: A spiking neural network model of an actor-critic learning agent. Neural Comput. 21, 301\u2013339 (2009)","journal-title":"Neural Comput."},{"key":"21_CR16","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"1","key":"21_CR17","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1115\/1.1531112","volume":"125","author":"DG Thelen","year":"2003","unstructured":"Thelen, D.G.: Adjustment of muscle mechanics model parameters to simulate dynamic contractions in older adults. J. Biomech. Eng. 125(1), 70\u201377 (2003)","journal-title":"J. Biomech. Eng."},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Tieck, J.C.V., Steffen, L., Kaiser, J., Roennau, A., Dillmann, R.: Controlling a robot arm for target reaching without planning combining motor primitives with spiking neurons. In: ICCI*CC (2018, accepted)","DOI":"10.1109\/ICCI-CC.2018.8482049"},{"key":"21_CR19","unstructured":"Wang, Z., et al.: Sample efficient actor-critic with experience replay. arXiv preprint arXiv:1611.01224 (2016)"},{"key":"21_CR20","first-page":"229","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Reinf. Learn. 8, 229\u2013256 (1992)","journal-title":"Reinf. Learn."}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2018"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-01418-6_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,24]],"date-time":"2019-10-24T18:37:27Z","timestamp":1571942247000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-01418-6_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030014179","9783030014186"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-01418-6_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rhodes","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2018\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"easyacademia.org","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"360","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"139","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"28","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"In addition there are 41 full poster papers and 11 short poster papers included in the proceedings","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}}]}}