{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T11:43:21Z","timestamp":1778845401440,"version":"3.51.4"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100012245","name":"Science and Technology Planning Project of Guangdong Province","doi-asserted-by":"publisher","award":["2019B040402006"],"award-info":[{"award-number":["2019B040402006"]}],"id":[{"id":"10.13039\/501100012245","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012245","name":"Science and Technology Planning Project of Guangdong Province","doi-asserted-by":"publisher","award":["2020A0103010"],"award-info":[{"award-number":["2020A0103010"]}],"id":[{"id":"10.13039\/501100012245","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s10846-022-01688-z","type":"journal-article","created":{"date-parts":[[2022,8,2]],"date-time":"2022-08-02T10:02:46Z","timestamp":1659434566000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Online Optimization Method of Controller Parameters for Robot Constant Force Grinding Based on Deep Reinforcement Learning Rainbow"],"prefix":"10.1007","volume":"105","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9716-3970","authenticated-orcid":false,"given":"Tie","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chao","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanbiao","family":"Zou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,2]]},"reference":[{"key":"1688_CR1","doi-asserted-by":"publisher","first-page":"75288","DOI":"10.1109\/ACCESS.2020.2987807","volume":"8","author":"W Guo","year":"2020","unstructured":"Guo, W., Zhu, Y., He, X.: A robotic grinding motion planning methodology for a novel automatic seam bead grinding robot manipulator. IEEE Access 8, 75288\u201375302 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2987807","journal-title":"IEEE Access"},{"key":"1688_CR2","doi-asserted-by":"publisher","unstructured":"Yang, H.-Y., Lian, F.-L.: Characterization and modeling of grinding speed and belt wear condition for robotic grinding process. International Symposium on System Integration, pp. 66-71 (2021). https:\/\/doi.org\/10.1109\/ieeeconf49454.2021.9382666","DOI":"10.1109\/ieeeconf49454.2021.9382666"},{"issue":"2","key":"1688_CR3","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1016\/j.cirp.2006.10.003","volume":"55","author":"E Brinksmeier","year":"2006","unstructured":"Brinksmeier, E., Aurich, J.C., Govekar, E., Heinzel, C., Hoffmeister, H.-W., Klocke, F., Peters, J., Rentsch, R., Stephenson, D.J., Uhlmann, E., Weinert, K., Wittmann, M.: Advances in modeling and simulation of grinding processes. CIRP Ann. 55(2), 667\u2013696 (2006). https:\/\/doi.org\/10.1016\/j.cirp.2006.10.003","journal-title":"CIRP Ann."},{"key":"1688_CR4","doi-asserted-by":"publisher","first-page":"4265","DOI":"10.1007\/s00170-017-1085-4","volume":"94","author":"Y Tian","year":"2018","unstructured":"Tian, Y., Wang, B., Liu, J., Shen, H., Xi, F., Li, L.: Stiffness modeling and analysis of a multiple coordinated robot system. Int. J. Adv. Manuf. Technol. 94, 4265\u20134276 (2018). https:\/\/doi.org\/10.1007\/s00170-017-1085-4","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"1688_CR5","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1016\/j.robot.2007.01.002","volume":"55","author":"G Klan\u010dar","year":"2007","unstructured":"Klan\u010dar, G., \u0160krjanc, I.: Tracking-error model-based predictive control for mobile robots in real time. Robot. Auton. Syst. 55, 460\u2013469 (2007). https:\/\/doi.org\/10.1016\/j.robot.2007.01.002","journal-title":"Robot. Auton. Syst."},{"key":"1688_CR6","doi-asserted-by":"publisher","unstructured":"Ma, Z., Hong, G.-S., Ang, M.H., Poo, A.-N., Lin, W.: A Force Control Method with Positive Feedback for Industrial Finishing Applications. Conference on Advanced Intelligent Mechatronics (AIM), pp. 810\u2013815 (2018). https:\/\/doi.org\/10.1109\/aim.2018.8452689","DOI":"10.1109\/aim.2018.8452689"},{"key":"1688_CR7","doi-asserted-by":"publisher","first-page":"57204","DOI":"10.1109\/access.2020.2982185","volume":"8","author":"G Yang","year":"2020","unstructured":"Yang, G., Zhu, R., Fang, Z., Chen, C.-Y., Zhang, C.: Kinematic design of a 2R1T robotic end-effector with flexure joints. IEEE Access 8, 57204\u201357213 (2020). https:\/\/doi.org\/10.1109\/access.2020.2982185","journal-title":"IEEE Access"},{"key":"1688_CR8","doi-asserted-by":"publisher","unstructured":"Kuo, Y.-L., Huang, S.-Y., Lan, C.-C.: Sensorless Force Control of Automated Grinding\/Deburring Using an Adjustable force regulation mechanism. International Conference on Robotics and Automation (ICRA), pp. 9489\u20139495 (2019). https:\/\/doi.org\/10.1109\/icra.2019.8794058","DOI":"10.1109\/icra.2019.8794058"},{"key":"1688_CR9","doi-asserted-by":"publisher","unstructured":"Zhang, Q.W., Han, L.L., Xu, F., Jia, K.: Research on velocity servo-based hybrid position\/force control scheme for a grinding robot. Adv. Mater. Res. 589\u2013593 (2012). https:\/\/doi.org\/10.4028\/www.scientific.net\/AMR.490-495.589","DOI":"10.4028\/www.scientific.net\/AMR.490-495.589"},{"key":"1688_CR10","doi-asserted-by":"publisher","unstructured":"Xu, G., Wang, Z., Zhang, J., Yang, B., Wang, Z., Xu, Y.: Compliance control of deburring robots based on force impedance. Chinese Automation Congress (CAC), pp. 79\u201384 (2020). https:\/\/doi.org\/10.1109\/cac51589.2020.9327372","DOI":"10.1109\/cac51589.2020.9327372"},{"key":"1688_CR11","doi-asserted-by":"publisher","unstructured":"Adachi, K., Minami, M., Yanou, A.: Improvement of dynamic characteristics during transient response of force-sensorless grinding robot by force\/position control. International Conference on Mechatronics and Automation, pp. 710\u2013715 (2013). https:\/\/doi.org\/10.1109\/icma.2013.6618003","DOI":"10.1109\/icma.2013.6618003"},{"key":"1688_CR12","doi-asserted-by":"publisher","unstructured":"Li, S., Huang, M., Shi, Z.: Surface tracking system based on closed-loop force control of manipulator. International Conference on Artificial Intelligence and Electromechanical Automation, pp. 292\u2013298 (2020). https:\/\/doi.org\/10.1109\/aiea51086.2020.00068","DOI":"10.1109\/aiea51086.2020.00068"},{"key":"1688_CR13","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1016\/j.isatra.2018.05.013","volume":"80","author":"JE Solanes","year":"2018","unstructured":"Solanes, J.E., Gracia, L., Mu\u00f1oz-Benavent, P., Valls Miro, J., Girb\u00e9s, V., Tornero, J.: Human-robot cooperation for robust surface treatment using non-conventional sliding mode control. ISA Trans. 80, 528\u2013541 (2018). https:\/\/doi.org\/10.1016\/j.isatra.2018.05.013","journal-title":"ISA Trans."},{"key":"1688_CR14","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899x\/692\/1\/012008","volume":"692","author":"P Zhou","year":"2019","unstructured":"Zhou, P., Zhou, Y., Xie, Q., Zhao, H.: Adaptive force control for robotic grinding of complex blades. IOP Conf. Ser.: Mater. Sci. Eng. 692, 012008 (2019). https:\/\/doi.org\/10.1088\/1757-899x\/692\/1\/012008","journal-title":"IOP Conf. Ser.: Mater. Sci. Eng."},{"issue":"3","key":"1688_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/16878140211004034","volume":"13","author":"H Zhou","year":"2021","unstructured":"Zhou, H., Ma, S., Wang, G., Deng, Y., Liu, Z.: A hybrid control strategy for grinding and polishing robot based on adaptive impedance control. Adv. Mech. Eng. 13(3), 1\u201321 (2021). https:\/\/doi.org\/10.1177\/16878140211004034","journal-title":"Adv. Mech. Eng."},{"key":"1688_CR16","doi-asserted-by":"publisher","unstructured":"Meneghetti, D.D.R., Homem, T.P.D., De Oliveira, J.H.R., Silva, I.J.D., Perico, D.H., Bianchi, R.A.D.C.: Detecting soccer balls with reduced neural network. J. Intell. Robot. Syst. 101(3) (2021). https:\/\/doi.org\/10.1007\/s10846-021-01336-y","DOI":"10.1007\/s10846-021-01336-y"},{"key":"1688_CR17","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s10846-021-01333-1","volume":"102","author":"IJ Da Silva","year":"2021","unstructured":"Da Silva, I.J., Perico, D.H., Homem, T.P.D., Da Costa Bianchi, R.A.: Deep reinforcement learning for a humanoid robot soccer player. J. Intell. Rob. Syst. 102, 69 (2021). https:\/\/doi.org\/10.1007\/s10846-021-01333-1","journal-title":"J. Intell. Rob. Syst."},{"key":"1688_CR18","doi-asserted-by":"publisher","unstructured":"Weng, L., Tian, L., Hu, K., Zang, Q., Chen, X.: Overview of robot force control algorithms based on neural network, pp. 6800\u20136803 (2020). https:\/\/doi.org\/10.1109\/cac51589.2020.9327397","DOI":"10.1109\/cac51589.2020.9327397"},{"key":"1688_CR19","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1016\/j.isatra.2020.02.017","volume":"102","author":"I Carlucho","year":"2020","unstructured":"Carlucho, I., De Paula, M., Acosta, G.G.: An adaptive deep reinforcement learning approach for MIMO PID control of mobile robots. ISA Trans. 102, 280\u2013294 (2020). https:\/\/doi.org\/10.1016\/j.isatra.2020.02.017","journal-title":"ISA Trans."},{"key":"1688_CR20","doi-asserted-by":"publisher","first-page":"937","DOI":"10.1007\/s12555-017-0186-z","volume":"16","author":"S Jung","year":"2018","unstructured":"Jung, S.: Improvement of tracking control of a sliding mode controller for robot manipulators by a neural network. Int. J. Control Autom. Syst. 16, 937\u2013943 (2018). https:\/\/doi.org\/10.1007\/s12555-017-0186-z","journal-title":"Int. J. Control Autom. Syst."},{"key":"1688_CR21","doi-asserted-by":"publisher","unstructured":"Akanksha, E., Jyoti, Sharma, N., Gulati, K.: Review on reinforcement learning, research evolution and scope of application. Proceedings of the Fifth International Conference on Computing Methodologies and Communication (ICCMC 2021), pp. 1416\u20131423 (2021). https:\/\/doi.org\/10.1109\/iccmc51019.2021.9418283","DOI":"10.1109\/iccmc51019.2021.9418283"},{"key":"1688_CR22","doi-asserted-by":"publisher","unstructured":"HuangQ.: Model-based or model-free, a review of approaches in reinforcement learning. 2020 International Conference on Computing and Data Science (CDS): 219\u2013221 (2020). https:\/\/doi.org\/10.1109\/CDS49703.2020.00051","DOI":"10.1109\/CDS49703.2020.00051"},{"key":"1688_CR23","doi-asserted-by":"crossref","unstructured":"Hessel, M., et al.: Rainbow: combining improvements in deep reinforcement learning. 32nd AAAI Conference on Artificial Intelligence \/ 30th Innovative Applications of Artificial Intelligence Conference \/ 8th AAAI Symposium on Educational Advances in Artificial Intelligence, pp. 3215\u20133222 (2017)","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"1688_CR24","doi-asserted-by":"publisher","unstructured":"Zhang, T., Du, L., Dai, X.: Test of robot distance error and compensation of kinematic full parameters. Adv. Mech. Eng. 810684 (2014). https:\/\/doi.org\/10.1155\/2014\/810684","DOI":"10.1155\/2014\/810684"},{"issue":"3","key":"1688_CR25","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1115\/1.1286821","volume":"122","author":"RG Landers","year":"1999","unstructured":"Landers, R.G., Ulsoy, A.G.: Model-based machining force control. J. Dyn. Syst. Meas. Contr. 122(3), 521\u2013527 (1999)","journal-title":"J. Dyn. Syst. Meas. Contr."},{"issue":"22","key":"1688_CR26","doi-asserted-by":"publisher","first-page":"543","DOI":"10.3182\/20120905-3-HR-2030.00065","volume":"45","author":"O S\u00f6rnmo","year":"2012","unstructured":"S\u00f6rnmo, O., et al.: Increasing time-efficiency and accuracy of robotic machining processes using model-based adaptive force control. IFAC Proc. Volumes 45(22), 543\u2013548 (2012)","journal-title":"IFAC Proc. Volumes"},{"issue":"1","key":"1688_CR27","doi-asserted-by":"publisher","first-page":"93","DOI":"10.2316\/Journal.206.2017.1.206-4899","volume":"32","author":"X Sheng","year":"2017","unstructured":"Sheng, X., Xu, L., Wang, Z.: A Position-based explicit force control strategy based on online trajectory prediction. Int. J. Robot. Autom. 32(1), 93\u2013100 (2017). https:\/\/doi.org\/10.2316\/Journal.206.2017.1.206-4899","journal-title":"Int. J. Robot. Autom."}],"container-title":["Journal of Intelligent & Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-022-01688-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10846-022-01688-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-022-01688-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,12]],"date-time":"2022-09-12T14:30:52Z","timestamp":1662993052000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10846-022-01688-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":27,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["1688"],"URL":"https:\/\/doi.org\/10.1007\/s10846-022-01688-z","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"value":"0921-0296","type":"print"},{"value":"1573-0409","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8]]},"assertion":[{"value":"28 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 July 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 August 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"85"}}