{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T16:24:21Z","timestamp":1774369461406,"version":"3.50.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319652887","type":"print"},{"value":"9783319652894","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-65289-4_17","type":"book-chapter","created":{"date-parts":[[2017,8,5]],"date-time":"2017-08-05T03:33:41Z","timestamp":1501904021000},"page":"173-184","source":"Crossref","is-referenced-by-count":38,"title":["Toward Effective Soft Robot Control via Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Haochong","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rongyun","family":"Cao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shlomo","family":"Zilberstein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feng","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoping","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,8,6]]},"reference":[{"key":"17_CR1","unstructured":"Bai, A., Wu, F., Chen, X.: Bayesian mixture modelling and inference based thompson sampling in monte-carlo tree search. In: Proceedings of NIPS, pp. 1646\u20131654 (2013)"},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Bai, A., Wu, F., Chen, X.: Online planning for large markov decision processes with hierarchical decomposition. ACM Trans. Intell. Syst. Technol. 6(4) (2015). Article No. 45","DOI":"10.1145\/2717316"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Baird, L., et al.: Residual algorithms: Reinforcement learning with function approximation. In: Proceedings of ICML, pp. 30\u201337 (1995)","DOI":"10.1016\/B978-1-55860-377-6.50013-X"},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Chen, Y., Wu, F., Shuai, W., Wang, N., Chen, R., Chen, X.: Kejia robot - an attractive shopping mall guider. In: Proceedings of ICSR, pp. 145\u2013154 (2015)","DOI":"10.1007\/978-3-319-25554-5_15"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Chen, Y., Wu, F., Wang, N., Tang, K., Cheng, M., Chen, X.: KeJia-LC: a low-cost mobile robot platform - champion of demo challenge on benchmarking service robots at RoboCup 2015. In: Proceedings of RoboCup, vol. 9513, pp. 60\u201371 (2015)","DOI":"10.1007\/978-3-319-29339-4_5"},{"key":"17_CR6","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1007\/978-3-319-16841-8_38","volume":"3","author":"B Cheng","year":"2015","unstructured":"Cheng, B., Sun, H., Chen, X.: Evolving honeycomb pneumatic finger in bullet physics engine. Robot Intell. Tech. App. 3, 411\u2013423 (2015)","journal-title":"Robot Intell. Tech. App."},{"key":"17_CR7","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1007\/978-3-319-29339-4_32","volume-title":"RoboCup 2015: Robot World Cup XIX","author":"M Cheng","year":"2015","unstructured":"Cheng, M., Chen, X., Tang, K., Wu, F., Kupcsik, A., Iocchi, L., Chen, Y., Hsu, D.: Synthetical benchmarking of service robots: a first effort on domestic mobile platforms. In: Almeida, L., Ji, J., Steinbauer, G., Luke, S. (eds.) RoboCup 2015. LNCS (LNAI), vol. 9513, pp. 377\u2013388. Springer, Cham (2015). doi: 10.1007\/978-3-319-29339-4_32"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Duriez, C.: Control of elastic soft robots based on real-time finite element method. In: Proceedings of ICRA, pp. 3982\u20133987 (2013)","DOI":"10.1109\/ICRA.2013.6631138"},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Giorelli, M., Renda, F., Ferri, G., Laschi, C.: A feed-forward neural network learning the inverse kinetics of a soft cable-driven manipulator moving in three-dimensional space. In: Proceedings of IROS, pp. 5033\u20135039 (2013)","DOI":"10.1109\/IROS.2013.6697084"},{"issue":"2","key":"17_CR10","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1002\/rob.10070","volume":"20","author":"MW Hannan","year":"2003","unstructured":"Hannan, M.W., Walker, I.D.: Kinematics and the implementation of an elephant\u2019s trunk manipulator and other continuum style robots. J. Robotic Syst. 20(2), 45\u201363 (2003)","journal-title":"J. Robotic Syst."},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Inoue, T., Hirai, S.: Modeling of soft fingertip for object manipulation using tactile sensing. In: Proceedings of IROS, pp. 2654\u20132659 (2003)","DOI":"10.1109\/IROS.2003.1249271"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Kober, J., Peters, J.: Reinforcement learning in robotics: a survey. In: Reinforcement Learning, pp. 579\u2013610 (2012)","DOI":"10.1007\/978-3-642-27645-3_18"},{"issue":"7","key":"17_CR13","doi-asserted-by":"crossref","first-page":"709","DOI":"10.1163\/156855312X626343","volume":"26","author":"C Laschi","year":"2012","unstructured":"Laschi, C., Cianchetti, M., Mazzolai, B., Margheri, L., Follador, M., Dario, P.: Soft robot arm inspired by the octopus. Adv. Robot. 26(7), 709\u2013727 (2012)","journal-title":"Adv. Robot."},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Laschi, C., Mazzolai, B., Cianchetti, M.: Soft robotics: technologies and systems pushing the boundaries of robot abilities. Sci. Robot. (2016)","DOI":"10.1126\/scirobotics.aah3690"},{"key":"17_CR15","doi-asserted-by":"crossref","unstructured":"Lu, D., Zhou, Y., Wu, F., Zhang, Z., Chen, X.: Integrating answer set programming with semantic dictionaries for robot task planning. In: Proceedings of IJCAI (2017)","DOI":"10.24963\/ijcai.2017\/609"},{"issue":"5","key":"17_CR16","doi-asserted-by":"crossref","first-page":"055001","DOI":"10.1088\/1748-3190\/10\/5\/055001","volume":"10","author":"M Luo","year":"2015","unstructured":"Luo, M., Pan, Y., Skorina, E.H., Tao, W., Chen, F., Ozel, S., Onal, C.D.: Slithering towards autonomy: a self-contained soft robotic snake platform with integrated curvature sensing. Bioinspir. Biomim. 10(5), 055001 (2015)","journal-title":"Bioinspir. Biomim."},{"issue":"2","key":"17_CR17","doi-asserted-by":"crossref","first-page":"025005","DOI":"10.1088\/1748-3182\/7\/2\/025005","volume":"7","author":"B Mazzolai","year":"2012","unstructured":"Mazzolai, B., Margheri, L., Cianchetti, M., Dario, P., Laschi, C.: Soft-robotic arm inspired by the octopus: II. From artificial requirements to innovative technological solutions. Bioinspir. Biomim. 7(2), 025005 (2012)","journal-title":"Bioinspir. Biomim."},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"McMahan, W., Chitrakaran, V., Csencsits, M., Dawson, D., Walker, I.D., Jones, B.A., Pritts, M., Dienno, D., Grissom, M., Rahn, C.D.: Field trials and testing of the OctArm continuum manipulator. In: Proceedings of ICRA, pp. 2336\u20132341 (2006)","DOI":"10.1109\/ROBOT.2006.1642051"},{"key":"17_CR19","unstructured":"Pfeifer, R.: soft robotics - the next generation of intelligent machines. Invited talk on IJCAI (2013)"},{"key":"17_CR20","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1613\/jair.5098","volume":"57","author":"SD Ramchurn","year":"2016","unstructured":"Ramchurn, S.D., Huynh, T.D., Wu, F., Ikuno, Y., Flann, J., Moreau, L., Fischer, J.E., Jiang, W., Rodden, T., Simpson, E., Reece, S., Roberts, S., Jennings, N.R.: A disaster response system based on human-agent collectives. J. Artif. Intell. Res. 57, 661\u2013708 (2016)","journal-title":"J. Artif. Intell. Res."},{"issue":"5","key":"17_CR21","doi-asserted-by":"crossref","first-page":"1109","DOI":"10.1109\/TRO.2014.2325992","volume":"30","author":"F Renda","year":"2014","unstructured":"Renda, F., Giorelli, M., Calisti, M., Cianchetti, M., Laschi, C.: Dynamic model of a multibending soft robot arm driven by cables. IEEE Trans. Robot. 30(5), 1109\u20131122 (2014)","journal-title":"IEEE Trans. Robot."},{"issue":"7553","key":"17_CR22","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1038\/nature14543","volume":"521","author":"D Rus","year":"2015","unstructured":"Rus, D., Tolley, M.T.: Design, fabrication and control of soft robots. Nature 521(7553), 467\u2013475 (2015)","journal-title":"Nature"},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Shibata, M., Hirai, S.: Soft object manipulation by simultaneous control of motion and deformation. In: Proceedings ICRA, pp. 2460\u20132465 (2006)","DOI":"10.1109\/ROBOT.2006.1642071"},{"key":"17_CR24","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/978-3-319-05582-4_28","volume-title":"Robot Intelligence Technology and Applications 2","author":"H Sun","year":"2014","unstructured":"Sun, H., Chen, X.-P.: Towards honeycomb pneunets robots. In: Kim, J.-H., Matson, E.T., Myung, H., Xu, P., Karray, F. (eds.) Robot Intelligence Technology and Applications 2. AISC, vol. 274, pp. 331\u2013340. Springer, Cham (2014). doi: 10.1007\/978-3-319-05582-4_28"},{"issue":"3","key":"17_CR25","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1089\/soro.2014.0008","volume":"1","author":"MT Tolley","year":"2014","unstructured":"Tolley, M.T., Shepherd, R.F., Mosadegh, B., Galloway, K.C., Wehner, M., Karpelson, M., Wood, R.J., Whitesides, G.M.: A resilient, untethered soft robot. Soft Robot. 1(3), 213\u2013223 (2014)","journal-title":"Soft Robot."},{"issue":"13","key":"17_CR26","doi-asserted-by":"crossref","first-page":"1661","DOI":"10.1177\/0278364910368147","volume":"29","author":"RJ Webster","year":"2010","unstructured":"Webster, R.J., Jones, B.: Design and kinematic modeling of constant curvature continuum robots: a review. Int. J. Robot. Res. 29(13), 1661\u20131683 (2010)","journal-title":"Int. J. Robot. Res."},{"key":"17_CR27","doi-asserted-by":"crossref","unstructured":"Wu, F., Chen, X.: Solving large-scale and sparse-reward DEC-POMDPs with correlation-MDPs. In: Proceedings of RoboCup, pp. 208\u2013219 (2007)","DOI":"10.1007\/978-3-540-68847-1_18"},{"key":"17_CR28","unstructured":"Wu, F., Ramchurn, S., Chen, X.: Coordinating human-UAV teams in disaster response. In: Proceedings of IJCAI, pp. 524\u2013530 (2016)"}],"container-title":["Lecture Notes in Computer Science","Intelligent Robotics and Applications"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-65289-4_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T22:12:47Z","timestamp":1569967967000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-65289-4_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319652887","9783319652894"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-65289-4_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}