{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T09:54:10Z","timestamp":1780394050580,"version":"3.54.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["No. 2021YFB3301400"],"award-info":[{"award-number":["No. 2021YFB3301400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 52075177"],"award-info":[{"award-number":["No. 52075177"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s10489-024-05417-x","type":"journal-article","created":{"date-parts":[[2024,4,3]],"date-time":"2024-04-03T07:02:11Z","timestamp":1712127731000},"page":"4713-4735","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Task attention-based multimodal fusion and curriculum residual learning for context generalization in robotic assembly"],"prefix":"10.1007","volume":"54","author":[{"given":"Chuang","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ze","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Biao","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chupeng","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5137-1413","authenticated-orcid":false,"given":"Longhan","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,4,3]]},"reference":[{"key":"5417_CR1","doi-asserted-by":"crossref","unstructured":"Jiang J, Yao L, Huang Z, Yu G, Wang L, Bi Z (2022) The state of the art of search strategies in robotic assembly. J Industrial Information Integration 26:100259","DOI":"10.1016\/j.jii.2021.100259"},{"key":"5417_CR2","doi-asserted-by":"crossref","unstructured":"Li J, Pang D, Zheng Y, Guan X, Le X (2022) A flexible manufacturing assembly system with deep reinforcement learning. Control Eng Prac","DOI":"10.1016\/j.conengprac.2021.104957"},{"issue":"2","key":"5417_CR3","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1109\/TASE.2018.2847222","volume":"16","author":"D De Gregorio","year":"2018","unstructured":"De Gregorio D, Zanella R, Palli G, Pirozzi S, Melchiorri C (2018) Integration of robotic vision and tactile sensing for wire-terminal insertion tasks. IEEE Trans Automation Sci Eng 16(2):585\u2013598","journal-title":"IEEE Trans Automation Sci Eng"},{"key":"5417_CR4","doi-asserted-by":"publisher","first-page":"2999","DOI":"10.1007\/s00170-021-07669-0","volume":"116","author":"D-Y Zhao","year":"2021","unstructured":"Zhao D-Y (2021) Sun F Wang Z, Zhou Q: A novel accurate positioning method for object pose estimation in robotic manipulation based on vision and tactile sensors. Int J Adv Manufac Technol 116:2999\u20133010","journal-title":"Int J Adv Manufac Technol"},{"issue":"3","key":"5417_CR5","doi-asserted-by":"publisher","first-page":"582","DOI":"10.1109\/TRO.2019.2959445","volume":"36","author":"MA Lee","year":"2020","unstructured":"Lee MA (2020) Zhu Y, Zachares P, Tan M, Srinivasan K, Savarese S, Fei-Fei L, Garg A, Bohg J: Making sense of vision and touch: Learning multimodal representations for contact-rich tasks. IEEE Trans Robotics 36(3):582\u2013596","journal-title":"IEEE Trans Robotics"},{"issue":"4","key":"5417_CR6","doi-asserted-by":"publisher","first-page":"5444","DOI":"10.1109\/TII.2022.3192435","volume":"19","author":"Z Hou","year":"2022","unstructured":"Hou Z, Yang W, Chen R, Feng P, Xu J (2022) A hierarchical compliance-based contextual policy search for robotic manipulation tasks with multiple objectives. IEEE Trans Industrial Inform 19(4):5444\u20135455","journal-title":"IEEE Trans Industrial Inform"},{"key":"5417_CR7","doi-asserted-by":"crossref","unstructured":"Johannink T, Bahl S, Nair A, Luo J, Kumar A Loskyll M, Ojea JA, Solowjow E, Levine S (2019) Residual reinforcement learning for robot control. In: 2019 International conference on robotics and automation (ICRA), IEEE, pp 6023\u20136029","DOI":"10.1109\/ICRA.2019.8794127"},{"key":"5417_CR8","doi-asserted-by":"crossref","unstructured":"Kulkarni P, Kober J Babuka R, Santina CD (2021) Learning assembly tasks in a few minutes by combining impedance control and residual recurrent reinforcement learning. Adv Intell Syst 4","DOI":"10.1002\/aisy.202100095"},{"key":"5417_CR9","doi-asserted-by":"crossref","unstructured":"Hao P Lu T, Cui S, Wei J, Cai Y Wang S (2022) Meta-residual policy learning: Zero-trial robot skill adaptation via knowledge fusion. IEEE Robotics Automation Lett 1\u20131","DOI":"10.1109\/LRA.2022.3146916"},{"issue":"10","key":"5417_CR10","doi-asserted-by":"publisher","first-page":"10447","DOI":"10.1109\/TIE.2022.3144565","volume":"69","author":"T Staessens","year":"2022","unstructured":"Staessens T, Lefebvre T, Crevecoeur G (2022) Adaptive control of a mechatronic system using constrained residual reinforcement learning. IEEE Trans Industrial Electron 69(10):10447\u201310456","journal-title":"IEEE Trans Industrial Electron"},{"key":"5417_CR11","doi-asserted-by":"crossref","unstructured":"Shi Y, Chen Z Liu H, Riedel S, Gao C Feng Q, Deng J, Zhang J (2021) Proactive action visual residual reinforcement learning for contact-rich tasks using a torque-controlled robot. In: 2021 IEEE International conference on robotics and automation (ICRA), IEEE, pp 765\u2013771","DOI":"10.1109\/ICRA48506.2021.9561162"},{"key":"5417_CR12","doi-asserted-by":"crossref","unstructured":"Schoettler G, Nair A, Luo J, Bahl S, Ojea JA, Solowjow E, Levine S (2020) Deep reinforcement learning for industrial insertion tasks with visual inputs and natural rewards. In: 2020 IEEE\/RSJ International conference on intelligent robots and systems (IROS), IEEE, pp 5548\u20135555","DOI":"10.1109\/IROS45743.2020.9341714"},{"key":"5417_CR13","doi-asserted-by":"crossref","unstructured":"Song JM (2021) Chen Q Li Z: A peg-in-hole robot assembly system based on gauss mixture model. Robotics Comput Integr Manuf 67","DOI":"10.1016\/j.rcim.2020.101996"},{"key":"5417_CR14","doi-asserted-by":"crossref","unstructured":"Lin H-I (2020) Design of an intelligent robotic precise assembly system for rapid teaching and admittance control. Robotics Comput Integr Manuf 64:101946","DOI":"10.1016\/j.rcim.2020.101946"},{"key":"5417_CR15","doi-asserted-by":"crossref","unstructured":"Apolinarska AA, Pacher M, Li H, Cote N, Pastrana R, Gramazio F, Kohler M (2021) Robotic assembly of timber joints using reinforcement learning. Automation Construction, 103569","DOI":"10.1016\/j.autcon.2021.103569"},{"key":"5417_CR16","doi-asserted-by":"crossref","unstructured":"Inoue T, De\u00a0Magistris G, Munawar A, Yokoya T, Tachibana R (2017) Deep reinforcement learning for high precision assembly tasks. In: 2017 IEEE\/RSJ International conference on intelligent robots and systems (IROS), IEEE, pp 819\u2013825","DOI":"10.1109\/IROS.2017.8202244"},{"key":"5417_CR17","doi-asserted-by":"crossref","unstructured":"Xu J, Hou Z, Wang W, Xu B, Zhang K, Chen K (2019) Feedback deep deterministic policy gradient with fuzzy reward for robotic multiple peg-in-hole assembly tasks. IEEE Trans Industrial Inform 15:1658\u20131667","DOI":"10.1109\/TII.2018.2868859"},{"key":"5417_CR18","doi-asserted-by":"crossref","unstructured":"Ren T, Dong Y, Wu D, Chen K (2018) Learning-based variable compliance control for robotic assembly. J Mechan Robotics","DOI":"10.1115\/1.4041331"},{"key":"5417_CR19","doi-asserted-by":"crossref","unstructured":"Song R (2021) Li F Quan W, Yang X, Zhao J: Skill learning for robotic assembly based on visual perspectives and force sensing. Robotics Auton Syst 135:103651","DOI":"10.1016\/j.robot.2020.103651"},{"key":"5417_CR20","doi-asserted-by":"crossref","unstructured":"Luo J, Solowjow E, Wen C, Ojea JA, Agogino AM, Tamar A, Abbeel P (2019) Reinforcement learning on variable impedance controller for high-precision robotic assembly. In: 2019 International conference on robotics and automation (ICRA), IEEE, pp 3080\u20133087","DOI":"10.1109\/ICRA.2019.8793506"},{"key":"5417_CR21","doi-asserted-by":"crossref","unstructured":"Beltran-Hernandez CC, Petit D, Ramirez-Alpizar IG, Nishi T, Kikuchi S, Matsubara T, Harada K (2020) Learning force control for contact-rich manipulation tasks with rigid position-controlled robots. IEEE Robotics Automation Lett 5(4):5709\u20135716","DOI":"10.1109\/LRA.2020.3010739"},{"key":"5417_CR22","doi-asserted-by":"crossref","unstructured":"Bogdanovic M, Khadiv M, Righetti L (2019) Learning variable impedance control for contact sensitive tasks. IEEE Robotics and Automation Lett 5:6129\u20136136","DOI":"10.1109\/LRA.2020.3011379"},{"key":"5417_CR23","doi-asserted-by":"crossref","unstructured":"Chen C, Zhang C, Pan Y-D (2023) Active compliance control of robot peg-in-hole assembly based on combined reinforcement learning. Appl Intell","DOI":"10.1007\/s10489-023-05156-5"},{"key":"5417_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121037","volume":"234","author":"Q Liu","year":"2023","unstructured":"Liu Q, Ji Z, Xu W, Liu Z, Yao B, Zhou Z (2023) Knowledge-guided robot learning on compliance control for robotic assembly task with predictive model. Expert Syst Appl 234:121037","journal-title":"Expert Syst Appl"},{"key":"5417_CR25","doi-asserted-by":"crossref","unstructured":"Yasutomi AY (2023) Ichiwara H, Ito H, Mori H, Ogata T: Visual spatial attention and proprioceptive data-driven reinforcement learning for robust peg-in-hole task under variable conditions. IEEE Robotics Automation Lett 8:1834\u20131841","DOI":"10.1109\/LRA.2023.3243526"},{"key":"5417_CR26","doi-asserted-by":"crossref","unstructured":"Xie L, Yu H, Zhao Y, Zhang H, Zhou Z, Wang M, Wang Y, Xiong R (2022) Learning to fill the seam by vision: Sub-millimeter peg-in-hole on unseen shapes in real world. In: 2022 International conference on robotics and automation (ICRA), pp 2982\u20132988","DOI":"10.1109\/ICRA46639.2022.9812429"},{"key":"5417_CR27","doi-asserted-by":"crossref","unstructured":"Shi Y, Yuan C, Tsitos AC, Cong L, Hadjar H, Chen Z, Zhang J-W (2023) A sim-to-real learning-based framework for contact-rich assembly by utilizing cyclegan and force control. IEEE Trans Cognitive Develop Syst 15:2144\u20132155","DOI":"10.1109\/TCDS.2023.3237734"},{"key":"5417_CR28","doi-asserted-by":"crossref","unstructured":"Zhang Z, Wang Y, Zhang Z, Wang L, Huang H, Cao Q (2024) A residual reinforcement learning method for robotic assembly using visual and force information. J Manuf Syst","DOI":"10.1016\/j.jmsy.2023.11.008"},{"key":"5417_CR29","doi-asserted-by":"crossref","unstructured":"Ahn K, Na M-W, Song J-B (2023) Robotic assembly strategy via reinforcement learning based on force and visual information. Robotics Auton Syst 164:104399","DOI":"10.1016\/j.robot.2023.104399"},{"key":"5417_CR30","doi-asserted-by":"crossref","unstructured":"Chen W, Zeng C, Liang H, Sun F, Zhang J (2023) Multimodality driven impedance-based sim2real transfer learning for robotic multiple peg-in-hole assembly. IEEE Trans Cybernet","DOI":"10.1109\/TCYB.2023.3310505"},{"key":"5417_CR31","doi-asserted-by":"crossref","unstructured":"Jin P, Lin Y, Song Y, Li T, Yang W (2023) Vision-force-fused curriculum learning for robotic contact-rich assembly tasks. Front Neurorobotics 17","DOI":"10.3389\/fnbot.2023.1280773"},{"key":"5417_CR32","doi-asserted-by":"crossref","unstructured":"Abu-Dakka FJ, Nemec B, Kramberger A, Buch AG (2014) Norbert: Solving peg-in-hole tasks by human demonstration and exception strategies. Ind Robot 41:575\u2013584","DOI":"10.1108\/IR-07-2014-0363"},{"key":"5417_CR33","doi-asserted-by":"crossref","unstructured":"Wang X, Chen Y, Zhu W (2021) A survey on curriculum learning. IEEE Trans Pattern Anal Mach Intell 44:4555\u20134576","DOI":"10.1109\/TPAMI.2021.3069908"},{"key":"5417_CR34","doi-asserted-by":"crossref","unstructured":"Li X, Li J, Shi H (2023) A multi-agent reinforcement learning method with curriculum transfer for large-scale dynamic traffic signal control. Appl Intell 53:21433\u201321447","DOI":"10.1007\/s10489-023-04652-y"},{"key":"5417_CR35","doi-asserted-by":"crossref","unstructured":"Cui F, Di H, Huang H, Ren H, Ouchi K, Liu Z, Xu J (2022) Multi-source inverse-curriculum-based training for low-resource dialogue generation. Appl Intell 53:13665\u201313676","DOI":"10.1007\/s10489-022-04190-z"},{"key":"5417_CR36","doi-asserted-by":"crossref","unstructured":"Dong S, Jha D.K, Romeres D, Kim S, Nikovski D, Rodriguez A (2021) Tactile-rl for insertion: Generalization to objects of unknown geometry. In: 2021 IEEE International conference on robotics and automation (ICRA), 6437\u20136443","DOI":"10.1109\/ICRA48506.2021.9561646"},{"key":"5417_CR37","doi-asserted-by":"crossref","unstructured":"Luo J, Sushkov O, Pevceviciute R, Lian W, Su C, Vecerik M, Ye N, Schaal S, Scholz J (2021) Robust multi-modal policies for industrial assembly via reinforcement learning and demonstrations: A large-scale study. arXiv preprint arXiv:2103.11512","DOI":"10.15607\/RSS.2021.XVII.088"},{"key":"5417_CR38","doi-asserted-by":"crossref","unstructured":"Hermann L, Argus M, Eitel A, Amiranashvili A, Burgard W, Brox T (2020) Adaptive curriculum generation from demonstrations for sim-to-real visuomotor control. In: 2020 IEEE International conference on robotics and automation (ICRA), IEEE, pp 6498\u20136505","DOI":"10.1109\/ICRA40945.2020.9197108"},{"key":"5417_CR39","doi-asserted-by":"crossref","unstructured":"Kirk R, Zhang A, Grefenstette E, Rocktaeschel T (2023) A survey of zero-shot generalisation in deep reinforcement learning. J Artif Intell Res 76:201\u2013264","DOI":"10.1613\/jair.1.14174"},{"key":"5417_CR40","doi-asserted-by":"crossref","unstructured":"Ballou A, Reinke C, Alameda-Pineda X (2022) Variational meta reinforcement learning for social robotics. Appl Intell 53:27249\u201327268","DOI":"10.1007\/s10489-023-04691-5"},{"key":"5417_CR41","unstructured":"Wang K, Kang B, Shao J, Feng J (2020) Improving generalization in reinforcement learning with mixture regularization. Adv Neural Inform Process Syst 33:7968\u20137978"},{"key":"5417_CR42","doi-asserted-by":"crossref","unstructured":"Finn C, Tan X.Y, Duan Y, Darrell T, Levine S, Abbeel P (2015) Deep spatial autoencoders for visuomotor learning. In: 2016 IEEE International conference on robotics and automation (ICRA), 512\u2013519","DOI":"10.1109\/ICRA.2016.7487173"},{"key":"5417_CR43","doi-asserted-by":"crossref","unstructured":"Zhou K, Guo C, Zhang H (2022) Improving indoor visual navigation generalization with scene priors and markov relational reasoning. Appl Intell 52:17600\u201317613","DOI":"10.1007\/s10489-022-03317-6"},{"key":"5417_CR44","doi-asserted-by":"crossref","unstructured":"Huang X, Chen D, Guo Y, Jiang X, Liu Y (2023) Untangling multiple deformable linear objects in unknown quantities with complex backgrounds. IEEE Trans Automation Sci Eng","DOI":"10.1109\/TASE.2023.3233949"},{"key":"5417_CR45","doi-asserted-by":"crossref","unstructured":"Sundaresan P, Grannen J, Thananjeyan B, Balakrishna A, Laskey M, Stone K, Gonzalez J, Goldberg K (2020) Learning rope manipulation policies using dense object descriptors trained on synthetic depth data. In: 2020 IEEE International conference on robotics and automation (ICRA), 9411\u20139418","DOI":"10.1109\/ICRA40945.2020.9197121"},{"key":"5417_CR46","unstructured":"Mnih V, Heess N, Graves A et al (2014) Recurrent models of visual attention. Adv Neural Inform Process Syst 27"},{"key":"5417_CR47","doi-asserted-by":"publisher","unstructured":"Wang S, Fan Y, Jin S, Takyi-Aninakwa P, Fernandez C (2023) Improved anti-noise adaptive long short-term memory neural network modeling for the robust remaining useful life prediction of lithium-ion batteries. Reliability Eng Syst Safety, 108920. https:\/\/doi.org\/10.1016\/j.ress.2022.108920","DOI":"10.1016\/j.ress.2022.108920"},{"key":"5417_CR48","doi-asserted-by":"crossref","unstructured":"Luo J, Solowjow E, Wen C, Ojea JA, Agogino AM, Tamar A, Abbeel P (2019) Reinforcement learning on variable impedance controller for high-precision robotic assembly. In: 2019 International conference on robotics and automation (ICRA), IEEE, pp 3080\u20133087","DOI":"10.1109\/ICRA.2019.8793506"},{"key":"5417_CR49","doi-asserted-by":"crossref","unstructured":"Lee D-H, Choi M-S, Park H, Jang G-R, Park J-H, Bae J-H (2022) Peg-in-hole assembly with dual-arm robot and dexterous robot hands. IEEE Robotics Automation Lett 7(4):8566\u20138573","DOI":"10.1109\/LRA.2022.3187497"},{"key":"5417_CR50","unstructured":"Haugaard R, Langaa J, Sloth C, Buch A (2021) Fast robust peg-in-hole insertion with continuous visual servoing. In: Conference on Robot Learning, PMLR, pp 1696\u20131705"},{"key":"5417_CR51","doi-asserted-by":"crossref","unstructured":"Stevsic S, Christen S, Hilliges O (2020) Learning to assemble: Estimating 6d poses for robotic object-object manipulation. IEEE Robotics Automation Lett 5(2):1159\u20131166","DOI":"10.1109\/LRA.2020.2967325"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05417-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05417-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05417-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,29]],"date-time":"2024-04-29T13:46:32Z","timestamp":1714398392000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05417-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":51,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["5417"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05417-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]},"assertion":[{"value":"21 March 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 April 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}