{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T15:08:14Z","timestamp":1743001694148,"version":"3.40.3"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031204692"},{"type":"electronic","value":"9783031204708"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-20470-8_24","type":"book-chapter","created":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T19:37:17Z","timestamp":1669923437000},"page":"236-248","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["GymSlug: Deep Reinforcement Learning Toward Bio-inspired Control Based on\u00a0Aplysia californica Feeding"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6574-0283","authenticated-orcid":false,"given":"Wenhuan","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9332-4175","authenticated-orcid":false,"given":"Mengdi","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4115-8045","authenticated-orcid":false,"given":"Jeffrey P.","family":"Gill","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7533-6770","authenticated-orcid":false,"given":"Peter J.","family":"Thomas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1750-8500","authenticated-orcid":false,"given":"Hillel J.","family":"Chiel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6638-2687","authenticated-orcid":false,"given":"Victoria A.","family":"Webster-Wood","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,12,2]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Gill, J.P., Chiel, H.J.: Rapid adaptation to changing mechanical load by ordered recruitment of identified motor neurons. eNeuro. 7, 1\u201318 (2020)","DOI":"10.1523\/ENEURO.0016-20.2020"},{"issue":"1","key":"24_CR2","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/s00422-016-0704-8","volume":"111","author":"DN Lyttle","year":"2017","unstructured":"Lyttle, D.N., Gill, J.P., Shaw, K.M., Thomas, P.J., Chiel, H.J.: Robustness, flexibility, and sensitivity in a multifunctional motor control model. Biol. Cybern. 111(1), 25\u201347 (2017)","journal-title":"Biol. Cybern."},{"key":"24_CR3","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/s10827-014-0519-3","volume":"38","author":"KM Shaw","year":"2015","unstructured":"Shaw, K.M., et al.: The significance of dynamical architecture for adaptive responses to mechanical loads during rhythmic behavior. J. Comput. NeuroSci. 38, 25\u201351 (2015)","journal-title":"J. Comput. NeuroSci."},{"key":"24_CR4","first-page":"3875","volume":"2015","author":"NS Szczecinski","year":"2015","unstructured":"Szczecinski, N.S., et al.: Introducing MantisBot: hexapod robot controlled by a high-fidelity, real-time neural simulation. IEEE Int. Conf. Intell. Robots Syst. 2015, 3875\u20133881 (2015)","journal-title":"IEEE Int. Conf. Intell. Robots Syst."},{"issue":"1\u20132","key":"24_CR5","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/s00422-017-0726-x","volume":"112","author":"NS Szczecinski","year":"2018","unstructured":"Szczecinski, N.S., Quinn, R.D.: Leg-local neural mechanisms for searching and learning enhance robotic locomotion. Biol. Cybern. 112(1\u20132), 99\u2013112 (2018)","journal-title":"Biol. Cybern."},{"issue":"5","key":"24_CR6","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s00422-004-0517-z","volume":"91","author":"GP Sutton","year":"2004","unstructured":"Sutton, G.P., Mangan, E.V., Neustadter, D.M., Beer, R.D., Crago, P.E., Chiel, H.J.: Neural control exploits changing mechanical advantage and context dependence to generate different feeding responses in Aplysia. Biol. Cybern. 91(5), 333\u2013345 (2004)","journal-title":"Biol. Cybern."},{"key":"24_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fnbot.2017.00018","volume":"11","author":"A Hunt","year":"2017","unstructured":"Hunt, A., Szczecinski, N., Quinn, R.: Development and training of a neural controller for hind leg walking in a dog robot. Front. Neurorobot. 11, 1\u201316 (2017)","journal-title":"Front. Neurorobot."},{"issue":"6","key":"24_CR8","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1007\/s00422-020-00851-9","volume":"114","author":"VA Webster-Wood","year":"2020","unstructured":"Webster-Wood, V.A., Gill, J.P., Thomas, P.J., Chiel, H.J.: Control for multifunctionality: bioinspired control based on feeding in Aplysia californica. Biol. Cybern. 114(6), 557\u2013588 (2020)","journal-title":"Biol. Cybern."},{"key":"24_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-018-29134-x","volume":"8","author":"BA Mitchell","year":"2018","unstructured":"Mitchell, B.A., Petzold, L.R.: Control of neural systems at multiple scales using model-free, deep reinforcement learning. Sci. Rep. 8, 1\u201312 (2018)","journal-title":"Sci. Rep."},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Li, Z., et al.: Reinforcement Learning for Robust Parameterized Locomotion Control of Bipedal Robots (2021)","DOI":"10.1109\/ICRA48506.2021.9560769"},{"key":"24_CR11","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1186\/s12984-021-00919-y","volume":"18","author":"S Song","year":"2020","unstructured":"Song, S., et al.: Deep reinforcement learning for modeling human locomotion control in neuromechanical simulation. J. NeuroEng. Rehabil. 18, 126 (2020)","journal-title":"J. NeuroEng. Rehabil."},{"key":"24_CR12","unstructured":"Brockman, G., et al.: OpenAI Gym. arXiv:1606.01540, pp. 1\u20134 (2016)"},{"key":"24_CR13","unstructured":"Mnih, V., et al.: Playing Atari with Deep Reinforcement Learning. arXiv:1312.5602v1, pp. 1\u20139 (2013)"},{"key":"24_CR14","unstructured":"Schulman, J., Levine, S., Moritz, P., Jordan, M., Abbeel, P.: Trust region policy optimization. In: 32nd International Conference on Machine Learning, ICML 2015, vol. 3, pp. 1889\u20131897 (2015)"},{"key":"24_CR15","unstructured":"Hill, A., et al.: Stable Baselines (2018). https:\/\/github.com\/hill-a\/stable-baselines"},{"key":"24_CR16","unstructured":"Yu, H., Xu, W., Zhang, H.: Towards Safe Reinforcement Learning with a Safety Editor Policy (2022)"}],"container-title":["Lecture Notes in Computer Science","Biomimetic and Biohybrid Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-20470-8_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,28]],"date-time":"2022-12-28T18:07:24Z","timestamp":1672250844000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-20470-8_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031204692","9783031204708"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-20470-8_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"2 December 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Living Machines","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on Biomimetic and Biohybrid Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lm2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/livingmachinesconference.eu\/2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EquinOCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"48","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"63% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.57","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}