{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T01:04:09Z","timestamp":1742951049179,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030890940"},{"type":"electronic","value":"9783030890957"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-89095-7_30","type":"book-chapter","created":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T05:01:04Z","timestamp":1634619664000},"page":"302-312","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Open-Loop Motion Control of a Hydraulic Soft Robotic Arm Using Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Yunce","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ning","family":"Tan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shiqiang","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,19]]},"reference":[{"issue":"1","key":"30_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s12555-016-0462-3","volume":"15","author":"C Lee","year":"2016","unstructured":"Lee, C., et al.: Soft robot review. Int. J. Control Autom. Syst. 15(1), 3\u201315 (2016). https:\/\/doi.org\/10.1007\/s12555-016-0462-3","journal-title":"Int. J. Control Autom. Syst."},{"issue":"3","key":"30_CR2","doi-asserted-by":"publisher","first-page":"1346","DOI":"10.1109\/TMECH.2019.2909099","volume":"24","author":"T Wang","year":"2019","unstructured":"Wang, T., Zhang, Y., Chen, Z., Zhu, S.: Parameter identification and model-based nonlinear robust control of fluidic soft bending actuators. IEEE\/ASME Trans. Mech. 24(3), 1346\u20131355 (2019). https:\/\/doi.org\/10.1109\/TMECH.2019.2909099","journal-title":"IEEE\/ASME Trans. Mech."},{"key":"30_CR3","doi-asserted-by":"publisher","unstructured":"Wang, Y., et al.: A biorobotic adhesive disc for underwater hitchhiking inspired by the remora suckerfish. Sci. Robot. 2(10) (September 2017). https:\/\/doi.org\/10.1126\/scirobotics.aan8072","DOI":"10.1126\/scirobotics.aan8072"},{"issue":"3","key":"30_CR4","doi-asserted-by":"publisher","first-page":"2370","DOI":"10.1109\/LRA.2018.2810544","volume":"3","author":"C Choi","year":"2018","unstructured":"Choi, C., Schwarting, W., DelPreto, J., Rus, D.: Learning object grasping for soft robot hands. IEEE Robot. Autom. Lett. 3(3), 2370\u20132377 (2018). https:\/\/doi.org\/10.1109\/LRA.2018.2810544","journal-title":"IEEE Robot. Autom. Lett."},{"key":"30_CR5","doi-asserted-by":"publisher","unstructured":"Xie, Q., Wang, T., Yao, S., Zhu, Z., Tan, N., Zhu, S.: Design and modeling of a hydraulic soft actuator with three degrees of freedom. Smart Mater. Struct. 29(12) (2020). https:\/\/doi.org\/10.1088\/1361-665X\/abc26e","DOI":"10.1088\/1361-665X\/abc26e"},{"key":"30_CR6","doi-asserted-by":"publisher","unstructured":"Gong, Z., et al.: A soft manipulator for efficient delicate grasping in shallow water: modeling, control, and real-world experiments. Int. J. Robot. Res. 027836492091720 (July 2020). https:\/\/doi.org\/10.1177\/0278364920917203","DOI":"10.1177\/0278364920917203"},{"issue":"7","key":"30_CR7","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1163\/156855312X626343","volume":"26","author":"C Laschi","year":"2012","unstructured":"Laschi, C., Cianchetti, M., Mazzolai, B., Margheri, L., Follador, M., Dario, P.: Soft robot arm inspired by the octopus. Adv. Robot. 26(7), 709\u2013727 (2012). https:\/\/doi.org\/10.1163\/156855312X626343","journal-title":"Adv. Robot."},{"key":"30_CR8","doi-asserted-by":"publisher","unstructured":"Grissom, M.D., et al.: Design and experimental testing of the OctArm soft robot manipulator. In: Unmanned Systems Technology VIII, vol. 6230, p. 62301F. International Society for Optics and Photonics (May 2006). https:\/\/doi.org\/10.1117\/12.665321","DOI":"10.1117\/12.665321"},{"issue":"6","key":"30_CR9","doi-asserted-by":"publisher","first-page":"2726","DOI":"10.1109\/TMECH.2018.2872972","volume":"23","author":"F Xu","year":"2018","unstructured":"Xu, F., Wang, H., Au, K.W.S., Chen, W., Miao, Y.: Underwater dynamic modeling for a cable-driven soft robot arm. IEEE\/ASME Trans. Mechatron. 23(6), 2726\u20132738 (2018). https:\/\/doi.org\/10.1109\/TMECH.2018.2872972","journal-title":"IEEE\/ASME Trans. Mechatron."},{"key":"30_CR10","doi-asserted-by":"publisher","unstructured":"Shengda, Y., Wang, T., Zhu, S.: Research on energy consumption of fiber-reinforced fluidic soft actuators. Smart Mater. Struct. 30(2) (2021). https:\/\/doi.org\/10.1088\/1361-665X\/abd7e6","DOI":"10.1088\/1361-665X\/abd7e6"},{"key":"30_CR11","doi-asserted-by":"crossref","unstructured":"Wang, T.: A computationally efficient dynamical model of fluidic soft actuators and its experimental verification p. 8 (2019)","DOI":"10.1016\/j.mechatronics.2018.11.012"},{"issue":"2","key":"30_CR12","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1089\/soro.2017.0007","volume":"5","author":"T George Thuruthel","year":"2018","unstructured":"George Thuruthel, T., Ansari, Y., Falotico, E., Laschi, C.: Control strategies for soft robotic manipulators: a survey. Soft Robot. 5(2), 149\u2013163 (2018). https:\/\/doi.org\/10.1089\/soro.2017.0007","journal-title":"Soft Robot."},{"issue":"2","key":"30_CR13","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1089\/soro.2017.0044","volume":"5","author":"P Ohta","year":"2018","unstructured":"Ohta, P., et al.: Design of a lightweight soft robotic arm using pneumatic artificial muscles and inflatable sleeves. Soft Robot. 5(2), 204\u2013215 (2018). https:\/\/doi.org\/10.1089\/soro.2017.0044","journal-title":"Soft Robot."},{"issue":"8","key":"30_CR14","doi-asserted-by":"publisher","first-page":"6108","DOI":"10.1109\/TIE.2018.2872005","volume":"66","author":"H Yang","year":"2019","unstructured":"Yang, H., Xu, M., Li, W., Zhang, S.: Design and implementation of a soft robotic arm driven by SMA coils. IEEE Trans. Industr. Electron. 66(8), 6108\u20136116 (2019). https:\/\/doi.org\/10.1109\/TIE.2018.2872005","journal-title":"IEEE Trans. Industr. Electron."},{"issue":"5","key":"30_CR15","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.1109\/TRO.2014.2325992","volume":"30","author":"F Renda","year":"2014","unstructured":"Renda, F., Giorelli, M., Calisti, M., Cianchetti, M., Laschi, C.: Dynamic model of a multibending soft robot arm driven by cables. IEEE Trans. Robot. 30(5), 1109\u20131122 (2014). https:\/\/doi.org\/10.1109\/TRO.2014.2325992","journal-title":"IEEE Trans. Robot."},{"issue":"1","key":"30_CR16","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1177\/0278364919893438","volume":"40","author":"C Tutcu","year":"2021","unstructured":"Tutcu, C., Baydere, B.A., Talas, S.K., Samur, E.: Quasi-static modeling of a novel growing soft-continuum robot. Int. J. Robot. Res. 40(1), 86\u201398 (2021). https:\/\/doi.org\/10.1177\/0278364919893438","journal-title":"Int. J. Robot. Res."},{"issue":"4","key":"30_CR17","doi-asserted-by":"publisher","first-page":"4208","DOI":"10.1109\/LRA.2019.2929994","volume":"4","author":"X Chen","year":"2019","unstructured":"Chen, X., Guo, Y., Duanmu, D., Zhou, J., Zhang, W., Wang, Z.: Design and modeling of an extensible soft robotic arm. IEEE Robot. Autom. Lett. 4(4), 4208\u20134215 (2019). https:\/\/doi.org\/10.1109\/LRA.2019.2929994","journal-title":"IEEE Robot. Autom. Lett."},{"key":"30_CR18","doi-asserted-by":"publisher","unstructured":"Tang, Z.Q., Heung, H.L., Tong, K.Y., Li, Z.: Model-based online learning and adaptive control for a \u201chuman-wearable soft robot\u201d integrated system. Int. J. Robot. Res. 40(1), 256\u2013276 (2021). https:\/\/doi.org\/10.1177\/0278364919873379","DOI":"10.1177\/0278364919873379"},{"key":"30_CR19","doi-asserted-by":"crossref","unstructured":"Li, M., Kang, R., Branson, D.T., Dai, J.S.: Model-free control for continuum robots based on an adaptive Kalman filter 23(1), 12 (2018)","DOI":"10.1109\/TMECH.2017.2775663"},{"key":"30_CR20","doi-asserted-by":"publisher","unstructured":"Melingui, A., Lakhal, O., Daachi, B., Mbede, J.B., Merzouki, R.: Adaptive neural network control of a compact bionic handling arm. IEEE\/ASME Trans. Mech. 20(6), 2862\u20132875 (2015). https:\/\/doi.org\/10.1109\/TMECH.2015.2396114","DOI":"10.1109\/TMECH.2015.2396114"},{"key":"30_CR21","doi-asserted-by":"publisher","unstructured":"Wang, H., et al.: Deep reinforcement learning: a survey. Front. Inf. Technol. Electron. Eng. (1), 1\u201319 (2020). https:\/\/doi.org\/10.1631\/FITEE.1900533","DOI":"10.1631\/FITEE.1900533"},{"key":"30_CR22","doi-asserted-by":"publisher","unstructured":"Ma, R., et al.: Position control of an underwater biomimetic vehicle-manipulator system via reinforcement learning. In: 2020 IEEE 9th Data Driven Control and Learning Systems Conference (DDCLS), pp. 573\u2013578 (November 2020). https:\/\/doi.org\/10.1109\/DDCLS49620.2020.9275206","DOI":"10.1109\/DDCLS49620.2020.9275206"},{"key":"30_CR23","doi-asserted-by":"publisher","unstructured":"Shahid, A.A., Roveda, L., Piga, D., Braghin, F.: Learning continuous control actions for robotic grasping with reinforcement learning. In: 2020 IEEE International Conference on Systems, Man, and Cybernetics (SMC), pp. 4066\u20134072 (October 2020). https:\/\/doi.org\/10.1109\/SMC42975.2020.9282951","DOI":"10.1109\/SMC42975.2020.9282951"},{"key":"30_CR24","doi-asserted-by":"publisher","unstructured":"Satheeshbabu, S., Uppalapati, N.K., Chowdhary, G., Krishnan, G.: Open loop position control of soft continuum arm using deep reinforcement learning. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 5133\u20135139 (May 2019). https:\/\/doi.org\/10.1109\/ICRA.2019.8793653","DOI":"10.1109\/ICRA.2019.8793653"},{"key":"30_CR25","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. arXiv:1509.02971 [cs, stat] (September 2015)"},{"issue":"7540","key":"30_CR26","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"}],"container-title":["Lecture Notes in Computer Science","Intelligent Robotics and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-89095-7_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,19]],"date-time":"2021-10-19T05:23:04Z","timestamp":1634620984000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-89095-7_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030890940","9783030890957"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-89095-7_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"19 October 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIRA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Robotics and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Yantai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icira2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.icira2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}