{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T19:37:11Z","timestamp":1771961831754,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2022,12,5]],"date-time":"2022-12-05T00:00:00Z","timestamp":1670198400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,5]],"date-time":"2022-12-05T00:00:00Z","timestamp":1670198400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100008838","name":"Shanghai Municipal Commission of Economy and Informatization","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008838","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s11042-022-14123-0","type":"journal-article","created":{"date-parts":[[2022,12,5]],"date-time":"2022-12-05T02:03:38Z","timestamp":1670205818000},"page":"18867-18885","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Action fusion recognition model based on GAT-GRU binary classification networks for human-robot collaborative assembly"],"prefix":"10.1007","volume":"82","author":[{"given":"Nanyan","family":"Shen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeyuan","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9863-8955","authenticated-orcid":false,"given":"Jing","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hua","family":"You","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chenyu","family":"Xia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,12,5]]},"reference":[{"key":"14123_CR1","doi-asserted-by":"publisher","first-page":"1939","DOI":"10.1177\/09544054211014492","volume":"235","author":"B Birch","year":"2021","unstructured":"Birch B, Griffiths C, Morgan A (2021) Environmental effects on reliability and accuracy of MFCC based voice recognition for industrial human-robot-interaction. Proc Inst Mech Eng B J Eng Manuf 235:1939\u20131948. https:\/\/doi.org\/10.1177\/09544054211014492","journal-title":"Proc Inst Mech Eng B J Eng Manuf"},{"issue":"3","key":"14123_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2499621","volume":"46","author":"A Bulling","year":"2014","unstructured":"Bulling A, Blanke U, Schiele B (2014) A tutorial on human activity recognition using body-worn inertial sensors. ACM Comput Surv 46(3):1\u201333. https:\/\/doi.org\/10.1145\/2499621","journal-title":"ACM Comput Surv"},{"key":"14123_CR3","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1109\/tpami.2019.2929257","volume":"43","author":"Z Cao","year":"2021","unstructured":"Cao Z, Hidalgo G, Simon T, \u2026 Sheikh Y (2021) OpenPose: Realtime multi-person 2D pose estimation using part affinity fields. IEEE Trans Pattern Anal Mach Intell 43:172\u2013186. https:\/\/doi.org\/10.1109\/tpami.2019.2929257","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"14123_CR4","doi-asserted-by":"publisher","first-page":"27309","DOI":"10.1007\/s11042-019-07827-3","volume":"78","author":"F Carrara","year":"2019","unstructured":"Carrara F, Elias P, Sedmidubsky J, Zezula P (2019) LSTM-based real-time action detection and prediction in human motion streams. Multimed Tools Appl 78:27309\u201327331. https:\/\/doi.org\/10.1007\/s11042-019-07827-3","journal-title":"Multimed Tools Appl"},{"key":"14123_CR5","doi-asserted-by":"publisher","unstructured":"Cho K, Van Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder-decoder for statistical machine translation. https:\/\/doi.org\/10.48550\/arXiv.1406.1078","DOI":"10.48550\/arXiv.1406.1078"},{"key":"14123_CR6","doi-asserted-by":"publisher","first-page":"518","DOI":"10.1016\/j.promfg.2015.07.216","volume":"3","author":"E Coupet\u00e9","year":"2015","unstructured":"Coupet\u00e9 E, Moutarde F, Manitsaris S (2015) Gesture recognition using a depth camera for human robot collaboration on assembly line. Procedia Manuf 3:518\u2013525. https:\/\/doi.org\/10.1016\/j.promfg.2015.07.216","journal-title":"Procedia Manuf"},{"key":"14123_CR7","doi-asserted-by":"publisher","first-page":"9660","DOI":"10.1109\/jsen.2018.2872862","volume":"18","author":"N Dawar","year":"2018","unstructured":"Dawar N, Kehtarnavaz N (2018) Action detection and recognition in continuous action streams by deep learning-based sensing fusion. IEEE Sensors J 18:9660\u20139668. https:\/\/doi.org\/10.1109\/jsen.2018.2872862","journal-title":"IEEE Sensors J"},{"key":"14123_CR8","doi-asserted-by":"publisher","first-page":"5026","DOI":"10.3390\/s19225026","volume":"19","author":"A Dehghani","year":"2019","unstructured":"Dehghani A, Sarbishei O, Glatard T, Shihab E (2019) A quantitative comparison of overlapping and non-overlapping sliding windows for human activity recognition using inertial sensors. Sensors 19:5026. https:\/\/doi.org\/10.3390\/s19225026","journal-title":"Sensors"},{"key":"14123_CR9","doi-asserted-by":"publisher","first-page":"10168","DOI":"10.1016\/j.ifacol.2020.12.2744","volume":"53","author":"CW Dos Santos","year":"2020","unstructured":"Dos Santos CW, Filho NLD, Esp\u00edndola DB, Botelho SSC (2020) Situational awareness oriented interfaces on human-robot interaction for industrial welding processes. IFAC-PapersOnLine 53:10168\u201310173. https:\/\/doi.org\/10.1016\/j.ifacol.2020.12.2744","journal-title":"IFAC-PapersOnLine"},{"key":"14123_CR10","doi-asserted-by":"publisher","unstructured":"Inkulu AK, Bahubalendruni MR, Dara A, SankaranarayanaSamy K (2021) Challenges and opportunities in human robot collaboration context of industry 4.0-a state of the art review. Industrial robot: the international journal of robotics research and application. https:\/\/doi.org\/10.1108\/ir-04-2021-0077","DOI":"10.1108\/ir-04-2021-0077"},{"key":"14123_CR11","doi-asserted-by":"publisher","unstructured":"Keselman L, Woodfill JI, Grunnet-Jepsen A, Bhowmik A (2017) Intel(R) RealSense(TM) stereoscopic depth cameras. Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, In, pp 1\u201310. https:\/\/doi.org\/10.1109\/cvprw.2017.167","DOI":"10.1109\/cvprw.2017.167"},{"key":"14123_CR12","doi-asserted-by":"publisher","unstructured":"Li W, Zhang Z, Liu Z (2010) Action recognition based on a bag of 3D points. In: 2010 IEEE computer society conference on computer vision and pattern recognition-workshops, pp 9-14. https:\/\/doi.org\/10.1109\/cvprw.2010.5543273","DOI":"10.1109\/cvprw.2010.5543273"},{"key":"14123_CR13","doi-asserted-by":"publisher","unstructured":"Li Y, Lan C, Xing J, et al (2016) Online human action detection using joint classification-regression recurrent neural networks. In: Advanced Data Mining and Applications. Advanced Data Mining and Applications, pp. 203\u2013220. https:\/\/doi.org\/10.1007\/978-3-319-46478-7_13","DOI":"10.1007\/978-3-319-46478-7_13"},{"key":"14123_CR14","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1049\/iet-cvi.2016.0385","volume":"12","author":"R Li","year":"2018","unstructured":"Li R, Liu Z, Tan J (2018) Human motion segmentation using collaborative representations of 3D skeletal sequences. IET Comput Vis 12:434\u2013442. https:\/\/doi.org\/10.1049\/iet-cvi.2016.0385","journal-title":"IET Comput Vis"},{"key":"14123_CR15","doi-asserted-by":"publisher","unstructured":"Li M, Chen S, Chen X, Zhang Y, Wang Y, Tian Q (2019) Actional-structural graph convolutional networks for skeleton-based action recognition. In: proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3595-3603. https:\/\/doi.org\/10.48550\/arXiv.1904.12659.","DOI":"10.48550\/arXiv.1904.12659"},{"issue":"3","key":"14123_CR16","doi-asserted-by":"publisher","first-page":"949","DOI":"10.1007\/s00170-021-07985-5","volume":"118","author":"S Liu","year":"2022","unstructured":"Liu S, Liu P (2022) Benchmarking and optimization of robot motion planning with motion planning pipeline. Int J Adv Manuf Technol 118(3):949\u2013961. https:\/\/doi.org\/10.1007\/s00170-021-07985-5","journal-title":"Int J Adv Manuf Technol"},{"key":"14123_CR17","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.procir.2018.03.224","volume":"72","author":"H Liu","year":"2018","unstructured":"Liu H, Fang T, Zhou T, \u2026 Wang L (2018) Deep learning-based multimodal control Interface for human-robot collaboration. Procedia CIRP 72:3\u20138. https:\/\/doi.org\/10.1016\/j.procir.2018.03.224","journal-title":"Procedia CIRP"},{"issue":"2","key":"14123_CR18","doi-asserted-by":"publisher","first-page":"1447","DOI":"10.1007\/s11071-019-05170-8","volume":"98","author":"P Liu","year":"2019","unstructured":"Liu P, Yu H, Cang S (2019) Adaptive neural network tracking control for underactuated systems with matched and mismatched disturbances. Nonlinear Dynamics 98(2):1447\u20131464. https:\/\/doi.org\/10.1007\/s11071-019-05170-8","journal-title":"Nonlinear Dynamics"},{"key":"14123_CR19","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1016\/j.image.2018.09.003","volume":"71","author":"C-Y Ma","year":"2019","unstructured":"Ma C-Y, Chen M-H, Kira Z, Alregib G (2019) TS-LSTM and temporal-inception: exploiting spatiotemporal dynamics for activity recognition. Signal Process Image Commun 71:76\u201387. https:\/\/doi.org\/10.1016\/j.image.2018.09.003","journal-title":"Signal Process Image Commun"},{"key":"14123_CR20","doi-asserted-by":"publisher","unstructured":"Manosha Chathuramali KG, Rodrigo R (2012) Faster human activity recognition with SVM. https:\/\/doi.org\/10.1109\/icter.2012.6421415","DOI":"10.1109\/icter.2012.6421415"},{"key":"14123_CR21","doi-asserted-by":"publisher","first-page":"1888","DOI":"10.1109\/tcyb.2019.2947532","volume":"51","author":"UE Ogenyi","year":"2021","unstructured":"Ogenyi UE, Liu J, Yang C, Ju Z, Liu H (2021) Physical human\u2013robot collaboration: robotic systems, learning methods, collaborative strategies, sensors, and actuators. IEEE Trans Cybern 51:1888\u20131901. https:\/\/doi.org\/10.1109\/tcyb.2019.2947532","journal-title":"IEEE Trans Cybern"},{"key":"14123_CR22","doi-asserted-by":"publisher","unstructured":"Ren B, Liu M, Ding R, Liu H (2020) A survey on 3d skeleton-based action recognition using learning method. https:\/\/doi.org\/10.48550\/arXiv.2002.05907.","DOI":"10.48550\/arXiv.2002.05907"},{"key":"14123_CR23","doi-asserted-by":"publisher","unstructured":"Schlagenhauf F, Sreeram S, Singhose W (2018) Comparison of Kinect and Vicon motion capture of upper-body joint angle tracking. In: 2018 IEEE 14th international conference on control and automation, pp 674-679. https:\/\/doi.org\/10.1109\/icca.2018.8444349","DOI":"10.1109\/icca.2018.8444349"},{"key":"14123_CR24","unstructured":"Shafer G (1976) A mathematical theory of evidence. Princeton University Press, Princeton, New Jersey"},{"key":"14123_CR25","doi-asserted-by":"publisher","unstructured":"Shahroudy A, Liu J, Ng T-T, Wang G (2016) NTU RGB+D: a large scale dataset for 3D human activity analysis. Proceedings of the IEEE conference on computer vision and pattern recognition, In, pp 1010\u20131019. https:\/\/doi.org\/10.1109\/cvpr.2016.115","DOI":"10.1109\/cvpr.2016.115"},{"issue":"9","key":"14123_CR26","doi-asserted-by":"publisher","first-page":"3487","DOI":"10.1109\/jsen.2018.2888815","volume":"19","author":"L Sun","year":"2018","unstructured":"Sun L, Zhao C, Yan Z, Liu P, Duckett T, Stolkin R (2018) A novel weakly-supervised approach for RGB-D-based nuclear waste object detection. IEEE Sensors J 19(9):3487\u20133500. https:\/\/doi.org\/10.1109\/jsen.2018.2888815","journal-title":"IEEE Sensors J"},{"key":"14123_CR27","doi-asserted-by":"publisher","unstructured":"Sun K, Xiao B, Liu D, Wang J (2019) Deep high-resolution representation learning for human pose estimation. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, In, pp 5693\u20135703. https:\/\/doi.org\/10.1109\/cvpr.2019.00584","DOI":"10.1109\/cvpr.2019.00584"},{"key":"14123_CR28","doi-asserted-by":"publisher","unstructured":"Veli\u010dkovi\u0107 P, Cucurull G, Casanova A, Romero A, Lio P, Bengio Y (2017) Graph attention networks. https:\/\/doi.org\/10.48550\/arXiv.1710.10903","DOI":"10.48550\/arXiv.1710.10903"},{"key":"14123_CR29","doi-asserted-by":"publisher","unstructured":"Vemulapalli R, Arrate F, Chellappa R (2014) Human action recognition by representing 3D skeletons as points in a lie group. Proceedings of the IEEE conference on computer vision and pattern recognition, In, pp 588\u2013595. https:\/\/doi.org\/10.1109\/cvpr.2014.82","DOI":"10.1109\/cvpr.2014.82"},{"key":"14123_CR30","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1007\/s00170-021-08319-1","volume":"119","author":"K-J Wang","year":"2022","unstructured":"Wang K-J, Santoso D (2022) A smart operator advice model by deep learning for motion recognition in human\u2013robot coexisting assembly line. Int J Adv Manuf Technol 119:865\u2013884. https:\/\/doi.org\/10.1007\/s00170-021-08319-1","journal-title":"Int J Adv Manuf Technol"},{"key":"14123_CR31","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.cirp.2018.04.066","volume":"67","author":"P Wang","year":"2018","unstructured":"Wang P, Liu H, Wang L, Gao RX (2018) Deep learning-based human motion recognition for predictive context-aware human-robot collaboration. CIRP Ann 67:17\u201320. https:\/\/doi.org\/10.1016\/j.cirp.2018.04.066","journal-title":"CIRP Ann"},{"key":"14123_CR32","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1016\/j.cirp.2019.05.002","volume":"68","author":"L Wang","year":"2019","unstructured":"Wang L, Gao R, V\u00e1ncza J, Kr\u00fcger J, Wang XV, Makris S, Chryssolouris G (2019) Symbiotic human-robot collaborative assembly. CIRP Ann 68:701\u2013726. https:\/\/doi.org\/10.1016\/j.cirp.2019.05.002","journal-title":"CIRP Ann"},{"key":"14123_CR33","doi-asserted-by":"publisher","unstructured":"Yan S, Xiong Y, Lin D (2018) Spatial temporal graph convolutional networks for skeleton-based action recognition. In: thirty-second AAAI conference on artificial intelligence. https:\/\/doi.org\/10.48550\/arXiv.1802.09834.","DOI":"10.48550\/arXiv.1802.09834"},{"key":"14123_CR34","doi-asserted-by":"publisher","unstructured":"Yong D, Wang W, Wang L (2015) Hierarchical recurrent neural network for skeleton based action recognition. Proceedings of the IEEE conference on computer vision and pattern recognition, In, pp 1110\u20131118. https:\/\/doi.org\/10.1109\/cvpr.2015.7298714","DOI":"10.1109\/cvpr.2015.7298714"},{"key":"14123_CR35","doi-asserted-by":"publisher","unstructured":"Zhang K, Xu W, Yao B et al (2020) Human motion recognition for industrial human-robot collaboration based on a novel skeleton descriptor. In: 2020 IEEE 16th international conference on automation science and engineering, pp 404-410. https:\/\/doi.org\/10.1109\/case48305.2020.9216971","DOI":"10.1109\/case48305.2020.9216971"},{"key":"14123_CR36","doi-asserted-by":"publisher","unstructured":"Zhao R, Ali H, Van Der Smagt P (2017) Two-stream RNN\/CNN for action recognition in 3D videos. In 2017 IEEE\/RSJ international conference on intelligent robots and systems, pp 4260-4267. https:\/\/doi.org\/10.1109\/iros.2017.8206288","DOI":"10.1109\/iros.2017.8206288"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-14123-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-14123-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-14123-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T15:11:45Z","timestamp":1682003505000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-14123-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,5]]},"references-count":36,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["14123"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-14123-0","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,5]]},"assertion":[{"value":"26 April 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 October 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Ethics approval Not applicable.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This manuscript is the authors\u2019 original work and has not been published nor has it been submitted simultaneously elsewhere.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"All authors have checked the manuscript and have agreed to the submission.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}