{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T17:02:00Z","timestamp":1772557320955,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T00:00:00Z","timestamp":1691366400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T00:00:00Z","timestamp":1691366400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82172526"],"award-info":[{"award-number":["82172526"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62102268"],"award-info":[{"award-number":["62102268"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2021A1515011042"],"award-info":[{"award-number":["2021A1515011042"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Intel Serv Robotics"],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1007\/s11370-023-00474-6","type":"journal-article","created":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T10:02:38Z","timestamp":1691402558000},"page":"509-519","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Study on force control for robot massage with a model-based reinforcement learning algorithm"],"prefix":"10.1007","volume":"16","author":[{"given":"Meng","family":"Xiao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tie","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanbiao","family":"Zou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaohu","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wen","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,7]]},"reference":[{"key":"474_CR1","doi-asserted-by":"publisher","unstructured":"Golovin V, Arkhipov M, Zhuravlev V (2014) Force training for position\/force control of massage robots. In: New trends in medical and service robots. Springer, Switzerland, pp 95\u2013109. https:\/\/doi.org\/10.1007\/978-3-319-05431-5_7","DOI":"10.1007\/978-3-319-05431-5_7"},{"issue":"1","key":"474_CR2","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/s11370-017-0239-4","volume":"11","author":"V Khoshdel","year":"2018","unstructured":"Khoshdel V, Akbarzadeh A, Naghavi N, Sharifnezhad A, Souzanchi-Kashani M (2018) sEMG-based impedance control for lower-limb rehabilitation robot. Intel Serv Robot 11(1):97\u2013108. https:\/\/doi.org\/10.1007\/s11370-017-0239-4","journal-title":"Intel Serv Robot"},{"issue":"5","key":"474_CR3","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1017\/S0263574718001339","volume":"37","author":"P Song","year":"2019","unstructured":"Song P, Yu Y, Zhang X (2019) A tutorial survey and comparison of impedance control on robotic manipulation. Robotica 37(5):801\u2013836. https:\/\/doi.org\/10.1017\/S0263574718001339","journal-title":"Robotica"},{"key":"474_CR4","doi-asserted-by":"publisher","unstructured":"Khoramshahi M, Henriks G, Naef A, Salehian SSM, Kim J, et al (2020) Arm-hand motion-force coordination for physical interactions with non-flat surfaces using dynamical systems: toward compliant robotic massage. In: 2020 IEEE international conference on robotics and automation (ICRA). IEEE, pp 4724\u20134730. https:\/\/doi.org\/10.1109\/ICRA40945.2020.9196593","DOI":"10.1109\/ICRA40945.2020.9196593"},{"key":"474_CR5","doi-asserted-by":"publisher","unstructured":"Luo RC, Hsieh KC (2018) Tapping motion detection incorporate with impedance control of robotics tapotement massage on human tissue. In: 2018 IEEE 15th international workshop on advanced motion control (AMC). IEEE, pp 160\u2013165. https:\/\/doi.org\/10.1109\/AMC.2019.8371080","DOI":"10.1109\/AMC.2019.8371080"},{"key":"474_CR6","doi-asserted-by":"publisher","unstructured":"Meng L, Yu S, Chang H, Findeisen R, Chen H (2020) Path following and terminal force control of robotic manipulators. In: 2020 IEEE 16th international conference on control and automation (ICCA). IEEE, pp 1482\u20131487. https:\/\/doi.org\/10.1109\/ICCA51439.2020.9264313","DOI":"10.1109\/ICCA51439.2020.9264313"},{"key":"474_CR7","doi-asserted-by":"publisher","unstructured":"Maqsood K, Luo J, Yang C, Ren Q, Li Y (2021) Iterative learning-based path control for robot-assisted upper-limb rehabilitation. In: Neural computing and applications (special issue on human-in-the-loop machine learning and its applications), pp 1\u20133. https:\/\/doi.org\/10.1007\/s00521-021-06037-z","DOI":"10.1007\/s00521-021-06037-z"},{"issue":"12","key":"474_CR8","doi-asserted-by":"publisher","first-page":"7864","DOI":"10.1016\/j.jfranklin.2020.06.007","volume":"357","author":"J Dong","year":"2020","unstructured":"Dong J, Xu J (2020) Physical human\u2013robot interaction force control method based on adaptive variable impedance. J Franklin Inst 357(12):7864\u20137878. https:\/\/doi.org\/10.1016\/j.jfranklin.2020.06.007","journal-title":"J Franklin Inst"},{"key":"474_CR9","doi-asserted-by":"publisher","unstructured":"Bi W, Wu X, Liu Y, Li Z (2019) Role Adaptation and force, impedance learning for physical human-robot interaction. In: 2019 IEEE 4th international conference on advanced robotics and mechatronics (ICARM). IEEE, pp 111\u2013117. https:\/\/doi.org\/10.1109\/ICARM.2019.8834320","DOI":"10.1109\/ICARM.2019.8834320"},{"issue":"5","key":"474_CR10","doi-asserted-by":"publisher","first-page":"1170","DOI":"10.1109\/TRO.2018.2830405","volume":"34","author":"Y Li","year":"2018","unstructured":"Li Y, Ganesh G, Nathanal J, Haddadin S, Albu-Schaeffer A, Burdet E (2018) Force, impedance, and trajectory learning for contact tooling and haptic identification. IEEE Trans Rob 34(5):1170\u20131182. https:\/\/doi.org\/10.1109\/TRO.2018.2830405","journal-title":"IEEE Trans Rob"},{"key":"474_CR11","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1016\/j.sna.2019.02.015","volume":"290","author":"JY Lau","year":"2019","unstructured":"Lau JY, Liang W, Tan KK (2019) Enhanced robust impedance control of a constrained piezoelectric actuator-based surgical device. Sens Actuators A 290:97\u2013106. https:\/\/doi.org\/10.1016\/j.sna.2019.02.015","journal-title":"Sens Actuators A"},{"issue":"4","key":"474_CR12","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1177\/0954411918759801","volume":"232","author":"H Joodaki","year":"2018","unstructured":"Joodaki H, Panzer MB (2018) Skin mechanical properties and modeling: a review. Proc Inst Mech Eng 232(4):323\u2013343. https:\/\/doi.org\/10.1177\/0954411918759801","journal-title":"Proc Inst Mech Eng"},{"key":"474_CR13","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.robot.2018.01.009","volume":"102","author":"J Duan","year":"2018","unstructured":"Duan J, Gan Y, Chen M, Dai Z (2018) Adaptive variable impedance control for dynamic contact force tracking in uncertain environment. Robot Auton Syst 102:54\u201365. https:\/\/doi.org\/10.1016\/j.robot.2018.01.009","journal-title":"Robot Auton Syst"},{"key":"474_CR14","doi-asserted-by":"publisher","unstructured":"Cui Z, Bao P, Xu H, Gong M, Li K, Huang S, Chen Z, Zhang H (2021) A study of force feedback master-slave teleoperation system based on biological tissue interaction. In: International conference on life system modeling and simulation, international conference on intelligent computing for sustainable energy and environment. Springer, pp 134\u2013144. https:\/\/doi.org\/10.1007\/978-981-16-7207-1_14","DOI":"10.1007\/978-981-16-7207-1_14"},{"key":"474_CR15","doi-asserted-by":"publisher","unstructured":"Stephens TK, Awasthi C, Kowalewski TM (2019) Adaptive impedance control with setpoint force tracking for unknown soft environment interactions. In: 2019 IEEE 58th conference on decision and control (CDC). IEEE, pp 1951\u20131958. https:\/\/doi.org\/10.1109\/CDC40024.2019.9029686","DOI":"10.1109\/CDC40024.2019.9029686"},{"issue":"4","key":"474_CR16","doi-asserted-by":"publisher","first-page":"634","DOI":"10.1108\/IR-11-2021-0266","volume":"49","author":"J Zhai","year":"2014","unstructured":"Zhai J, Zeng X, Su Z (2014) An intelligent control system for robot massaging with uncertain skin characteristics. Ind Robot Int J Robot Res Appl 49(4):634\u2013644. https:\/\/doi.org\/10.1108\/IR-11-2021-0266","journal-title":"Ind Robot Int J Robot Res Appl"},{"key":"474_CR17","doi-asserted-by":"publisher","unstructured":"Huang Y, Soueres P, Li J (2014) Contact dynamics of massage compliant robotic arm and its coupled stability. In: 2014 IEEE international conference on robotics and automation (ICRA). IEEE, pp 1499\u20131504. https:\/\/doi.org\/10.1109\/ICRA.2014.6907050","DOI":"10.1109\/ICRA.2014.6907050"},{"issue":"2","key":"474_CR18","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1109\/tro.2017.2776318","volume":"34","author":"R Schindeler","year":"2018","unstructured":"Schindeler R, Hashtrudi-Zaad K (2018) Online identification of environment hunt\u2013crossley models using polynomial linearization. IEEE Trans Rob 34(2):447\u2013458. https:\/\/doi.org\/10.1109\/tro.2017.2776318","journal-title":"IEEE Trans Rob"},{"key":"474_CR19","doi-asserted-by":"publisher","unstructured":"Tu Y, Hu W, Shao H, Li G (2021) Research on contact force tracking of robotic manipulators based on active disturbance rejection control. In: 2021 IEEE international conference on networking, sensing and control (ICNSC). IEEE, pp 1\u20135. https:\/\/doi.org\/10.1109\/ICNSC52481.2021.9702127","DOI":"10.1109\/ICNSC52481.2021.9702127"},{"key":"474_CR20","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/j.mechmachtheory.2019.03.028","volume":"139","author":"AS Carvalho","year":"2019","unstructured":"Carvalho AS, Martins JM (2019) Exact restitution and generalizations for the hunt\u2013crossley contact model. Mech Mach Theory 139:174\u2013194. https:\/\/doi.org\/10.1016\/j.mechmachtheory.2019.03.028","journal-title":"Mech Mach Theory"},{"key":"474_CR21","doi-asserted-by":"publisher","unstructured":"Seyfi B, Fatouraee N, Vaghasloo M (2016) An instrumented electromechanical apparatus for mechanical characterization of human hand palm soft tissue. In: Iranian conference on biomedical engineering. IEEE, pp 16\u201320. https:\/\/doi.org\/10.1109\/ICBME.2016.7890921","DOI":"10.1109\/ICBME.2016.7890921"},{"issue":"2","key":"474_CR22","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1109\/TOH.2018.2873398","volume":"12","author":"ZF Quek","year":"2019","unstructured":"Quek ZF, Provancher WR, Okamura AM (2019) Evaluation of skin deformation tactile feedback for teleoperated surgical tasks. IEEE Trans Haptics 12(2):102\u2013113. https:\/\/doi.org\/10.1109\/TOH.2018.2873398","journal-title":"IEEE Trans Haptics"},{"key":"474_CR23","doi-asserted-by":"publisher","unstructured":"Pinto L, Davidson J, Sukthankar R, Gupta GA (2017) Robust adversarial reinforcement learning: proceedings of machine learning research. In: Proceedings of the 34th international conference on machine learning, PMLR, pp 2817\u20132826. https:\/\/doi.org\/10.1016\/j.robot.2018.01.009","DOI":"10.1016\/j.robot.2018.01.009"},{"key":"474_CR24","doi-asserted-by":"publisher","unstructured":"Meng Y, Su J, Wu J (2021) Reinforcement learning based variable impedance control for high precision human-robot collaboration tasks. In: 2021 6th IEEE international conference on advanced robotics and mechatronics (ICARM). IEEE, pp 560\u2013565. https:\/\/doi.org\/10.1109\/ICARM52023.2021.9536100","DOI":"10.1109\/ICARM52023.2021.9536100"},{"key":"474_CR25","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/j.promfg.2020.01.023","volume":"38","author":"RE Andersena","year":"2019","unstructured":"Andersena RE, Madsena S, Barloa ABK, Johansen SB, Nor M et al (2019) Self-learning processes in smart factories: deep reinforcement learning for process control of robot brine injection. Procedia Manuf 38:171\u2013177. https:\/\/doi.org\/10.1016\/j.promfg.2020.01.023","journal-title":"Procedia Manuf"},{"key":"474_CR26","doi-asserted-by":"publisher","unstructured":"Nan L, Linrui Z, Chen Y, Zhu Y, Chen R et al (2019) Reinforcement learning for robotic safe control with force sensing. In: Proceedings of the 2nd WRC symposium on advanced robotics and automation. IEEE, pp 148\u2013153. https:\/\/doi.org\/10.1109\/WRC-SARA.2019.8931917","DOI":"10.1109\/WRC-SARA.2019.8931917"},{"issue":"2","key":"474_CR27","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10846-020-01183-3","volume":"100","author":"L Roveda","year":"2020","unstructured":"Roveda L, Maskani J, Franceschi P, Abdi ABF (2020) Model-based reinforcement learning variable impedance control for human\u2013robot collaboration. J Intell Rob Syst 100(2):417\u2013433. https:\/\/doi.org\/10.1007\/s10846-020-01183-3","journal-title":"J Intell Rob Syst"},{"key":"474_CR28","doi-asserted-by":"publisher","unstructured":"Luo J, Solowjow E, Wen C, Aparicio J, Agogino AM. (2019) Reinforcement learning on variable impedance controller for high-precision robotic assembly. In: 2019 international conference on robotics and automation (ICRA). IEEE, pp 3080\u20133087. https:\/\/doi.org\/10.1109\/ICRA.2019.8793506","DOI":"10.1109\/ICRA.2019.8793506"},{"issue":"12","key":"474_CR29","doi-asserted-by":"publisher","first-page":"13225","DOI":"10.1109\/TIE.2021.3134082","volume":"69","author":"X Zhao","year":"2022","unstructured":"Zhao X, Han S, Tao B, Yin Z, Ding H (2022) Model-based actor\u2212critic learning of robotic impedance control in complex interactive environment. IEEE Trans Industr Electron 69(12):13225\u201313235. https:\/\/doi.org\/10.1109\/TIE.2021.3134082","journal-title":"IEEE Trans Industr Electron"},{"key":"474_CR30","doi-asserted-by":"publisher","unstructured":"Mart\u00edn-Mart\u00edn R, Lee MA, Gardner R, Savarese S, Bohg J, Garg A (2019) Variable impedance control in end-effector space: an action space for reinforcement learning in contact-rich tasks. In: 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS). IEEE, pp 1010\u20131017. https:\/\/doi.org\/10.1109\/IROS40897.2019.8968201","DOI":"10.1109\/IROS40897.2019.8968201"},{"key":"474_CR31","doi-asserted-by":"publisher","first-page":"104667","DOI":"10.1016\/j.jmbbm.2021.104667","volume":"123","author":"X Zhu","year":"2021","unstructured":"Zhu X, Gao B, Zhong Y, Gu C, Choi KS (2021) Extended kalman filter for online soft tissue characterization based on hunt-crossley contact model. J Mech Behav Biomed Mater 123:104667. https:\/\/doi.org\/10.1016\/j.jmbbm.2021.104667","journal-title":"J Mech Behav Biomed Mater"},{"issue":"1","key":"474_CR32","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1146\/annurev-control-053018-023825","volume":"2","author":"B Recht","year":"2019","unstructured":"Recht B (2019) A tour of reinforcement learning: the view from continuous control. Annual Review of Control, Robotics, and Autonomous Systems 2(1):253\u2013279. https:\/\/doi.org\/10.1146\/annurev-control-053018-023825","journal-title":"Annual Review of Control, Robotics, and Autonomous Systems"},{"issue":"6","key":"474_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1142\/S0218213017500208","volume":"26","author":"X Zhang","year":"2017","unstructured":"Zhang X, Zhang X (2017) Cross entropy method meets local search for continuous optimization problems. Int J Artif Intell Tools 26(6):1\u201314. https:\/\/doi.org\/10.1142\/S0218213017500208","journal-title":"Int J Artif Intell Tools"}],"container-title":["Intelligent Service Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-023-00474-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11370-023-00474-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-023-00474-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T21:12:06Z","timestamp":1693343526000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11370-023-00474-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,7]]},"references-count":33,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,9]]}},"alternative-id":["474"],"URL":"https:\/\/doi.org\/10.1007\/s11370-023-00474-6","relation":{},"ISSN":["1861-2776","1861-2784"],"issn-type":[{"value":"1861-2776","type":"print"},{"value":"1861-2784","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,7]]},"assertion":[{"value":"17 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 July 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 August 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors disclosed no relevant relationships.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}