{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T21:04:22Z","timestamp":1785186262475,"version":"3.55.0"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2020,8,6]],"date-time":"2020-08-06T00:00:00Z","timestamp":1596672000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,8,6]],"date-time":"2020-08-06T00:00:00Z","timestamp":1596672000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"crossref","award":["2017-06930"],"award-info":[{"award-number":["2017-06930"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100007891","name":"Ryerson University","doi-asserted-by":"publisher","award":["2019\/06"],"award-info":[{"award-number":["2019\/06"]}],"id":[{"id":"10.13039\/100007891","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2020,12]]},"DOI":"10.1007\/s10846-020-01237-6","type":"journal-article","created":{"date-parts":[[2020,8,6]],"date-time":"2020-08-06T22:02:40Z","timestamp":1596751360000},"page":"809-826","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":53,"title":["A Fuzzy Reinforcement Learning Approach for Continuum Robot Control"],"prefix":"10.1007","volume":"100","author":[{"given":"M.","family":"Goharimanesh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A.","family":"Mehrkish","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0314-0688","authenticated-orcid":false,"given":"F.","family":"Janabi-Sharifi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,8,6]]},"reference":[{"issue":"1","key":"1237_CR1","first-page":"154","volume":"21","author":"S Hasanzadeh","year":"2015","unstructured":"Hasanzadeh, S., Janabi-Sharifi, F.: Model-based force estimation for intracardiac catheters. IEEE\/ASME Trans. Mech. 21(1), 154\u2013162 (2015)","journal-title":"IEEE\/ASME Trans. Mech."},{"issue":"3","key":"1237_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1115\/1.4027305","volume":"6","author":"S Hasanzadeh","year":"2014","unstructured":"Hasanzadeh, S., Janabi-Sharifi, F.: An efficient static analysis of continuum robots. J. Mech. Robot. 6(3), 1\u20135 (2014)","journal-title":"J. Mech. Robot."},{"issue":"4","key":"1237_CR3","first-page":"307","volume":"4","author":"Y Ganji","year":"2009","unstructured":"Ganji, Y., Janabi-Sharifi, F., Cheema, A.N.: Robot-assisted catheter manipulation for intracardiac navigation. Int. J. Comput. Ass. Rad. 4(4), 307\u2013315 (2009)","journal-title":"Int. J. Comput. Ass. Rad."},{"key":"1237_CR4","doi-asserted-by":"crossref","unstructured":"N. Garbin, L. Wang, J. H. Chandler, K. L. Obstein, N. Simaan, P. Valdastri, A disposable continuum endoscope using piston-driven parallel bellow actuator, in: Proceedings of International Symposium on Medical Robotics (ISMR), Atlanta, pp. 1\u20136 (2018)","DOI":"10.1109\/ISMR.2018.8333287"},{"issue":"4","key":"1237_CR5","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1109\/TRO.2009.2022426","volume":"25","author":"DB Camarillo","year":"2009","unstructured":"Camarillo, D.B., Carlson, C.R., Salisbury, J.K.: Configuration tracking for continuum manipulators with coupled tendon drive. IEEE Trans. Robot. 25(4), 798\u2013808 (2009)","journal-title":"IEEE Trans. Robot."},{"issue":"1","key":"1237_CR6","doi-asserted-by":"publisher","first-page":"426","DOI":"10.1109\/LRA.2017.2759789","volume":"3","author":"A Lotfavar","year":"2018","unstructured":"Lotfavar, A., Hasanzadeh, S., Janabi-Sharifi, F.: Cooperative continuum robots: concept, modeling, and workspace analysis. IEEE Robot. Autom. Lett. 3(1), 426\u2013433 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"1","key":"1237_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1142\/S2424905X17500027","volume":"2","author":"MC Yip","year":"2017","unstructured":"Yip, M.C., Sganga, J.A., Camarillo, D.B.: Autonomous control of continuum robot manipulators for complex cardiac ablation tasks. J. Med. Robot. Res. 2(1), 1\u201313 (2017)","journal-title":"J. Med. Robot. Res."},{"key":"1237_CR8","doi-asserted-by":"crossref","unstructured":"M. N. Boushaki, C. Liu, P. Poignet, Task-space position control of concentric-tube robot with inaccurate kinematics using approximate Jacobian, in: Proceedings of IEEE International Conference on Robotics and Automation (ICRA), Hong Kong, pp. 5877\u20135882 (2014)","DOI":"10.1109\/ICRA.2014.6907724"},{"key":"1237_CR9","doi-asserted-by":"crossref","unstructured":"Braganza, D., Dawson, D.M., Walker, I.D., Nath, N.: Neural Network Grasping Controller for Continuum Robots, in: Proceedings of the 45th IEEE Conference on Decision and Control, pp. 6445\u20136449, San Diego (2006)","DOI":"10.1109\/CDC.2006.377452"},{"key":"1237_CR10","doi-asserted-by":"crossref","unstructured":"Falkenhahn, V., Hildebrandt, A., Neumann, R., Sawodny, O.: Model-based feedforward position control of constant curvature continuum robots using feedback linearization, in: Proceedings of IEEE International Conference on Robotics and Automation (ICRA), pp. 762\u2013767, Seattle (2015)","DOI":"10.1109\/ICRA.2015.7139264"},{"key":"1237_CR11","doi-asserted-by":"crossref","unstructured":"Ivanescu, M., Stoian, V.: A variable structure controller for a tentacle manipulator, in: Proceedings of IEEE International Conference on Robotics and Automation, pp. 3155\u20133160, Nagoya (1995)","DOI":"10.1109\/ROBOT.1995.525734"},{"key":"1237_CR12","doi-asserted-by":"crossref","unstructured":"Kapadia, A., Walker, I.D.: Task-space control of extensible continuum manipulators, in: Proceedings of IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 1087\u20131092, San Francisco (2011)","DOI":"10.1109\/IROS.2011.6048558"},{"key":"1237_CR13","doi-asserted-by":"crossref","unstructured":"Marchese, A.D., Komorowski, K., Onal, C.D., Rus, D.: Design and control of a soft and continuously deformable 2D robotic manipulation system, in: Proceedings of IEEE International Conference on Robotics and Automation (ICRA), pp. 2189\u20132196, Hong Kong (2014)","DOI":"10.1109\/ICRA.2014.6907161"},{"key":"1237_CR14","doi-asserted-by":"crossref","unstructured":"Penning, R.S., Jung, J., Borgstadt, J.A., Ferrier, N.J., Zinn, M.R.: Towards closed loop control of a continuum robotic manipulator for medical applications, in: Proceedings of IEEE International Conference on Robotics and Automation, pp. 4822\u20134827, Shanghai (2011)","DOI":"10.1109\/ICRA.2011.5980233"},{"issue":"4","key":"1237_CR15","doi-asserted-by":"publisher","first-page":"890","DOI":"10.1109\/TRO.2014.2309835","volume":"30","author":"RE Goldman","year":"2014","unstructured":"Goldman, R.E., Bajo, A., Simaan, N.: Compliant motion control for multisegment continuum robots with actuation force sensing. IEEE Trans. Robot. 30(4), 890\u2013902 (2014)","journal-title":"IEEE Trans. Robot."},{"key":"1237_CR16","doi-asserted-by":"crossref","unstructured":"Penning, R.S., Jung, J., Ferrier, N.J., Zinn, M.R.: An evaluation of closed-loop control options for continuum manipulators, in: Proceedings of IEEE International Conference on Robotics and Automation, pp. 5392\u20135397, Saint Paul (2012)","DOI":"10.1109\/ICRA.2012.6224735"},{"issue":"3","key":"1237_CR17","doi-asserted-by":"publisher","first-page":"1793","DOI":"10.1109\/LRA.2018.2800037","volume":"3","author":"MT Chikhaoui","year":"2018","unstructured":"Chikhaoui, M.T., Granna, J., Starke, J., Burgner-Kahrs, J.: Toward motion coordination control and design optimization for dual-arm concentric tube continuum robots. IEEE Robot. Autom. Lett. 3(3), 1793\u20131800 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"2","key":"1237_CR18","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/TMECH.2003.812829","volume":"8","author":"IA Gravagne","year":"2003","unstructured":"Gravagne, I.A., Rahn, C.D., Walker, I.D.: Large deflection dynamics and control for planar continuum robots. IEEE-ASME Trans. Mech. 8(2), 299\u2013307 (2003)","journal-title":"IEEE-ASME Trans. Mech."},{"issue":"2","key":"1237_CR19","doi-asserted-by":"publisher","first-page":"1852","DOI":"10.1109\/LRA.2019.2898047","volume":"4","author":"Z Zhang","year":"2019","unstructured":"Zhang, Z., Dequidt, J., Back, J., Liu, H., Duriez, C.: Motion control of cable-driven continuum catheter robot through contacts. IEEE Robot. Autom. Lett. 4(2), 1852\u20131859 (2019)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"1","key":"1237_CR20","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1109\/TRO.2018.2878318","volume":"35","author":"TG Thuruthel","year":"2019","unstructured":"Thuruthel, T.G., Falotico, E., Renda, F., Laschi, C.: Model-based reinforcement learning for closed-loop dynamic control of soft robotic manipulators. IEEE Trans. Robot. 35(1), 124\u2013134 (2019)","journal-title":"IEEE Trans. Robot."},{"issue":"2","key":"1237_CR21","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1109\/LRA.2016.2526062","volume":"1","author":"MC Yip","year":"2016","unstructured":"Yip, M.C., Camarillo, D.B.: Model-less hybrid position\/force control: a minimalist approach for continuum manipulators in unknown, constrained environments. IEEE Robot. Autom. Lett. 1(2), 844\u2013851 (2016)","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"4","key":"1237_CR22","doi-asserted-by":"publisher","first-page":"880","DOI":"10.1109\/TRO.2014.2309194","volume":"30","author":"MC Yip","year":"2014","unstructured":"Yip, M.C., Camarillo, D.B.: Model-less feedback control of continuum manipulators in constrained environments. IEEE Trans. Robot. 30(4), 880\u2013889 (2014)","journal-title":"IEEE Trans. Robot."},{"key":"1237_CR23","doi-asserted-by":"crossref","unstructured":"You, X., Zhang, Y., Chen, X., Liu, X., Wang, Z., Jiang, H., Chen, X.: Model-free control for soft manipulators based on reinforcement learning, in: Proceedings of IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 2909\u20132915, Vancouver (2017)","DOI":"10.1109\/IROS.2017.8206123"},{"key":"1237_CR24","doi-asserted-by":"crossref","unstructured":"Li, M., Kang, R., Branson, D.T., Dai, J.S.: Model-Free Control for Continuum Robots Based on an Adaptive Kalman Filter. IEEE\/ASME Trans. Mech. 23(1), 286\u2013297","DOI":"10.1109\/TMECH.2017.2775663"},{"key":"1237_CR25","doi-asserted-by":"publisher","first-page":"706","DOI":"10.4028\/www.scientific.net\/AMM.419.706","volume":"419","author":"XM Zhao","year":"2013","unstructured":"Zhao, X.M., Jiang, M.M., Li, H.Y., Liu, H.: Adaptive fuzzy PID controller of a master-slave robotic catheter system in minimally invasive surgery. Appl. Mech. Mater. 419, 706\u2013712 (2013)","journal-title":"Appl. Mech. Mater."},{"issue":"21","key":"1237_CR26","doi-asserted-by":"publisher","first-page":"3175","DOI":"10.1016\/j.fss.2009.04.009","volume":"160","author":"LA Zadeh","year":"2009","unstructured":"Zadeh, L.A.: Toward extended fuzzy logic\u2014a first step. Fuzzy Sets Sys. 160(21), 3175\u20133181 (2009)","journal-title":"Fuzzy Sets Sys."},{"issue":"13","key":"1237_CR27","doi-asserted-by":"publisher","first-page":"2751","DOI":"10.1016\/j.ins.2008.02.012","volume":"178","author":"LA Zadeh","year":"2008","unstructured":"Zadeh, L.A.: Is there a need for fuzzy logic? Inf. Sci. 178(13), 2751\u20132779 (2008)","journal-title":"Inf. Sci."},{"issue":"8","key":"1237_CR28","doi-asserted-by":"publisher","first-page":"5022","DOI":"10.1109\/TIE.2016.2554078","volume":"63","author":"P Qi","year":"2016","unstructured":"Qi, P., Liu, C., Ataka, A., Lam, H.K., Althoefer, K.: Kinematic control of continuum manipulators using a fuzzy-model-based approach. IEEE Trans. Ind. Electron. 63(8), 5022\u20135035 (2016)","journal-title":"IEEE Trans. Ind. Electron."},{"issue":"4","key":"1237_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JSEN.2016.2643958","volume":"17","author":"Z Du","year":"2017","unstructured":"Du, Z., Wang, W., Yan, Z., Dong, W., Wang, W.: Variable admittance control based on fuzzy reinforcement learning for minimally invasive surgery manipulator. Sensors. 17(4), 1\u201315 (2017)","journal-title":"Sensors"},{"issue":"2","key":"1237_CR30","first-page":"133","volume":"16","author":"M Goharimanesh","year":"2014","unstructured":"Goharimanesh, M., Lashkaripour, A., Shariatnia, S., Akbari, A.: Diabetic control using genetic fuzzy-PI controller. Int. J. Fuzzy Sys. 16(2), 133\u2013139 (2014)","journal-title":"Int. J. Fuzzy Sys."},{"issue":"3","key":"1237_CR31","first-page":"213","volume":"1","author":"MI AL-Saedi","year":"2013","unstructured":"AL-Saedi, M.I., Wu, H., Handroos, H.: ANFIS and fuzzy tuning of PID controller for trajectory tracking of a flexible hydraulically driven parallel robot machine. J. Autom. Con. Eng. 1(3), 213\u2013226 (2013)","journal-title":"J. Autom. Con. Eng."},{"issue":"4","key":"1237_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TBCAS.2018.2864411","volume":"12","author":"OM Omisore","year":"2018","unstructured":"Omisore, O.M., Han, S.P., Ren, L.X., Wang, G.S., Ou, F.L., Li, H., Wang, L.: Towards characterization and adaptive compensation of backlash in a novel robotic catheter system for cardiovascular interventions. IEEE Trans. Biomed. Circ. Sys. 12(4), 1\u201315 (2018)","journal-title":"IEEE Trans. Biomed. Circ. Sys."},{"key":"1237_CR33","doi-asserted-by":"crossref","unstructured":"R.S. Sutton, A.G. Barto, Reinforcement Learning: An Introduction, Cambridge Univ Press, (1998)","DOI":"10.1109\/TNN.1998.712192"},{"key":"1237_CR34","first-page":"1038","volume-title":"Generalization in reinforcement learning: Successful examples using sparse coarse coding, in: Proceedings of Advances in Neural Information Processing Systems","author":"RS Sutton","year":"1996","unstructured":"Sutton, R.S.: Generalization in reinforcement learning: Successful examples using sparse coarse coding, in: Proceedings of Advances in Neural Information Processing Systems, pp. 1038\u20131044 (1996)"},{"issue":"2","key":"1237_CR35","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/37.126844","volume":"12","author":"RS Sutton","year":"1992","unstructured":"Sutton, R.S., Barto, A.G., Williams, R.J.: Reinforcement learning is direct adaptive optimal control. IEEE Con. Sys. Mag. 12(2), 19\u201322 (1992)","journal-title":"IEEE Con. Sys. Mag."},{"issue":"1","key":"1237_CR36","first-page":"1","volume":"27","author":"M Goharimanesh","year":"2015","unstructured":"Goharimanesh, M., Akbari, A.A., Naghibi-Sistani, M.B.: Combining the principles of fuzzy logic and reinforcement learning for control of dynamic systems. J. app. comput. sci imech. 27(1), 1\u201314 (2015)","journal-title":"J. app. comput. sci imech."},{"key":"1237_CR37","unstructured":"Akbari, A.A., Goharimanesh, M.: Yaw moment control using fuzzy reinforcemnt learning, in: Proceedings of Advanced Vehicle Control conference (AVEC14), pp. 1\u20136, Tokyo (2014)"},{"key":"1237_CR38","unstructured":"Tibebu, A.T., Yu, B., Kassahun, Y., Vander Poorten, E., Tran, P.T.: Towards autonomous robotic catheter navigation using reinforcement learning, in: Proceedings of the 4th Joint Workshop on New Technologies for Computer\/Robot Assisted Surgery, pp. 163\u2013166, Leuven (2014)"},{"issue":"1","key":"1237_CR39","doi-asserted-by":"publisher","first-page":"119","DOI":"10.5194\/ms-10-119-2019","volume":"10","author":"L Yu","year":"2019","unstructured":"Yu, L., Yu, X., Chen, X., Zhang, F.: Laparoscope arm automatic positioning for robot-assisted surgery based on reinforcement learning. Mech. Sci. 10(1), 119\u2013131 (2019)","journal-title":"Mech. Sci."},{"key":"1237_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Li, M., Qi, X., Hu, Y., Sun, Y., Yu, G.: 3D path planning for anterior spinal surgery based on CT images and reinforcement learning, in: Proceedings of IEEE International Conference on Cyborg and Bionic Systems (CBS), pp. 317\u2013321, Shenzhen (2018)","DOI":"10.1109\/CBS.2018.8612190"},{"key":"1237_CR41","doi-asserted-by":"crossref","unstructured":"Baek, D., Hwang, M., Kim, H., Kwon, D.-S.: Path planning for automation of surgery robot based on probabilistic roadmap and reinforcement learning, in: Proceedings of 15th International Conference on Ubiquitous Robots (UR), pp. 342\u2013347, Honolulu (2018)","DOI":"10.1109\/URAI.2018.8441801"},{"key":"1237_CR42","doi-asserted-by":"crossref","unstructured":"Chattopadhyay, S., Bhattacherjee, S., Bandyopadhyay, S., Sengupta, A., Bhaumik, S.: Control of single-segment continuum robots: reinforcement learning vs. neural network based PID, in: Proceedings of International Conference on Control, Power, Communication and Computing Technologies (ICCPCCT), pp. 222\u2013226, Kannur (2018)","DOI":"10.1109\/ICCPCCT.2018.8574225"},{"issue":"11","key":"1237_CR43","doi-asserted-by":"publisher","first-page":"5415","DOI":"10.1007\/s12206-019-1036-0","volume":"33","author":"H You","year":"2019","unstructured":"You, H., Bae, E., Moon, Y., Kweon, J., Choi, J.: Automatic control of cardiac ablation catheter with deep reinforcement learning method. J. Mech. Sci. Tech. 33(11), 5415\u20135423 (2019)","journal-title":"J. Mech. Sci. Tech."},{"key":"1237_CR44","doi-asserted-by":"crossref","unstructured":"Satheeshbabu, S., Uppalapati, N.K., Chowdhary, G., Krishnan, G.: Open loop position control of soft continuum arm using deep reinforcement learning, in: Proceedings of International Conference on Robotics and Automation (ICRA), pp. 5133\u20135139, Montreal (2019)","DOI":"10.1109\/ICRA.2019.8793653"},{"issue":"Nov","key":"1237_CR45","first-page":"1039","volume":"4","author":"J Hu","year":"2003","unstructured":"Hu, J., Wellman, M.P.: Nash Q-learning for general-sum stochastic games. J. Mach. Learn. Res. 4(Nov), 1039\u20131069 (2003)","journal-title":"J. Mach. Learn. Res."},{"key":"1237_CR46","first-page":"725","volume-title":"Multiagent reinforcement learning: algorithm converging to Nash Equilibrium in general-sum discounted stochastic games, in: Proceedings of 8th International Conference on Autonomous Agents and Multiagent Systems-Volume 2","author":"N Akchurina","year":"2009","unstructured":"Akchurina, N.: Multiagent reinforcement learning: algorithm converging to Nash Equilibrium in general-sum discounted stochastic games, in: Proceedings of 8th International Conference on Autonomous Agents and Multiagent Systems-Volume 2, pp. 725\u2013732. International Foundation for Autonomous Agents and Multiagent Systems, Budapest (2009)"},{"issue":"2","key":"1237_CR47","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"38","author":"L Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., Schutter, B.D.: A comprehensive survey of multiagent reinforcement learning. IEEE Trans. Sys. Man Cyber., Part C (Applications and Reviews). 38(2), 156\u2013172 (2008)","journal-title":"IEEE Trans. Sys. Man Cyber., Part C (Applications and Reviews)"},{"key":"1237_CR48","doi-asserted-by":"crossref","unstructured":"A. K. Sadhu, A. Konar, An efficient computing of correlated equilibrium for cooperative Q-learning-based multi-robot planning, IEEE trans. Syst. Man Cybern.: Syst., (2018, Sep.) 1\u201316","DOI":"10.1109\/TSMC.2018.2865488"},{"issue":"1","key":"1237_CR49","doi-asserted-by":"publisher","first-page":"125","DOI":"10.3233\/JIFS-161211","volume":"33","author":"M Goharimanesh","year":"2017","unstructured":"Goharimanesh, M., Abbasi Jannatabadi, E., Moeinkhah, H., Naghibi-Sistani, M.B., Akbari, A.A.: An intelligent controller for ionic polymer metal composites using optimized fuzzy reinforcement learning. J. Intell. Fuzzy Sys. 33(1), 125\u2013136 (2017)","journal-title":"J. Intell. Fuzzy Sys."},{"issue":"1","key":"1237_CR50","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1007\/s12555-016-0461-4","volume":"15","author":"MK Soltani","year":"2017","unstructured":"Soltani, M.K., Khanmohammadi, S., Ghalichi, F., Janabi-Sharifi, F.: A soft robotics nonlinear hybrid position\/force control for tendon driven catheters. Int. J Control Autom. 15(1), 54\u201363 (2017)","journal-title":"Int. J Control Autom."},{"issue":"3\u20134","key":"1237_CR51","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3\u20134), 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"1237_CR52","unstructured":"C.J.C.H. Watkins, Learning from Delayed Rewards (PhD Dissertation), King\u2019s college, Cambridge, (1989)"},{"issue":"3","key":"1237_CR53","doi-asserted-by":"publisher","first-page":"706","DOI":"10.1109\/TASE.2014.2300532","volume":"11","author":"H Li","year":"2014","unstructured":"Li, H., Liu, D., Wang, D.: Integral reinforcement learning for linear continuous-time zero-sum games with completely unknown dynamics. IEEE Trans. Autom. Sci. Eng. 11(3), 706\u2013714 (2014)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"1237_CR54","doi-asserted-by":"crossref","unstructured":"Glorennec, P.Y., Jouffe, L.: Fuzzy Q-learning, in: Proceedings of the 6th IEEE International Conference on Fuzzy Systems, pp. 659\u2013662, Barcelona (1997)","DOI":"10.1109\/FUZZY.1997.622790"},{"issue":"2","key":"1237_CR55","first-page":"233","volume":"46","author":"M Goharimanesh","year":"2015","unstructured":"Goharimanesh, M., Akbari, A.: Optimum parameters of nonlinear integrator using design of experiments based on Taguchi method. J. App. Mech. 46(2), 233\u2013241 (2015)","journal-title":"J. App. Mech."},{"issue":"1","key":"1237_CR56","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1137\/S1052623493250780","volume":"7","author":"V Torczon","year":"1997","unstructured":"Torczon, V.: On the convergence of pattern search algorithms. SIAM J. on Opt. 7(1), 1\u201325 (1997)","journal-title":"SIAM J. on Opt."},{"key":"1237_CR57","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.mechmachtheory.2019.02.005","volume":"135","author":"H Yuan","year":"2019","unstructured":"Yuan, H., Zhou, L., Xu, W.: A comprehensive static model of cable-driven multi-section continuum robots considering friction effect. Mech. Theory. 135, 130\u2013149 (2019)","journal-title":"Mech. Theory"}],"container-title":["Journal of Intelligent &amp; Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-020-01237-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10846-020-01237-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-020-01237-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,11]],"date-time":"2024-08-11T12:08:33Z","timestamp":1723378113000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10846-020-01237-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,6]]},"references-count":57,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2020,12]]}},"alternative-id":["1237"],"URL":"https:\/\/doi.org\/10.1007\/s10846-020-01237-6","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"value":"0921-0296","type":"print"},{"value":"1573-0409","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,6]]},"assertion":[{"value":"19 January 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 August 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}