{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T19:32:35Z","timestamp":1783625555632,"version":"3.55.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2021,6,15]],"date-time":"2021-06-15T00:00:00Z","timestamp":1623715200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,15]],"date-time":"2021-06-15T00:00:00Z","timestamp":1623715200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100007224","name":"National Foundation for Science and Technology Development","doi-asserted-by":"publisher","award":["102.01-2017.12"],"award-info":[{"award-number":["102.01-2017.12"]}],"id":[{"id":"10.13039\/100007224","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1007\/s11042-021-11058-w","type":"journal-article","created":{"date-parts":[[2021,6,15]],"date-time":"2021-06-15T02:02:21Z","timestamp":1623722541000},"page":"28919-28940","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Combining skeleton and accelerometer data for human fine-grained activity recognition and abnormal behaviour detection with deep temporal convolutional networks"],"prefix":"10.1007","volume":"80","author":[{"given":"Cuong","family":"Pham","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linh","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anh","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ngon","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6934-3923","authenticated-orcid":false,"given":"Van-Toi","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,6,15]]},"reference":[{"issue":"17","key":"11058_CR1","doi-asserted-by":"publisher","first-page":"3808","DOI":"10.3390\/s19173808","volume":"19","author":"AA Aguileta","year":"2019","unstructured":"Aguileta AA, Brena RF, Mayora O, Molino-Minero-Re E, Trejo LA (2019) Multi-sensor fusion for activity recognition - A survey. Sensors 19 (17):3808","journal-title":"Sensors"},{"key":"11058_CR2","doi-asserted-by":"crossref","unstructured":"Ahmad Z, Khan N (2019) Human action recognition using deep multilevel multimodal (m2) fusion of depth and inertial sensors. IEEE Sensors J","DOI":"10.1109\/JSEN.2019.2947446"},{"issue":"12","key":"11058_CR3","doi-asserted-by":"publisher","first-page":"31314","DOI":"10.3390\/s151229858","volume":"15","author":"F Attal","year":"2015","unstructured":"Attal F, Mohammed S, Dedabrishvili M, Chamroukhi F, Oukhellou L, Amirat Y (2015) Physical human activity recognition using wearable sensors. Sensors 15(12):31314\u201331338","journal-title":"Sensors"},{"key":"11058_CR4","unstructured":"Bai S, Kolter J, Koltun V (2018) An empirical evaluation of generic convolutional and recurrent networks for sequence modeling. 03"},{"key":"11058_CR5","doi-asserted-by":"crossref","unstructured":"Chen C, Jafari R, Kehtarnavaz N (2015) Utd-mhad: A multimodal dataset for human action recognition utilizing a depth camera and a wearable inertial sensor. In: 2015 IEEE International conference on image processing (ICIP). IEEE, pp 168\u2013172","DOI":"10.1109\/ICIP.2015.7350781"},{"key":"11058_CR6","doi-asserted-by":"crossref","unstructured":"Chen C, Rosa S, Miao Y, Lu CX, Wu W, Markham A, Trigoni N (2019) Selective sensor fusion for neural visual-inertial odometry. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 10542\u201310551","DOI":"10.1109\/CVPR.2019.01079"},{"key":"11058_CR7","doi-asserted-by":"crossref","unstructured":"Cippitelli E, Gasparrini S, Gambi E, Spinsante S (2016) A human activity recognition system using skeleton data from rgbd sensors. Computational intelligence and neuroscience 2016","DOI":"10.1155\/2016\/4351435"},{"issue":"23","key":"11058_CR8","doi-asserted-by":"publisher","first-page":"9660","DOI":"10.1109\/JSEN.2018.2872862","volume":"18","author":"N Dawar","year":"2018","unstructured":"Dawar N, Kehtarnavaz N (2018) Action detection and recognition in continuous action streams by deep learning-based sensing fusion. IEEE Sensors J 18 (23):9660\u20139668","journal-title":"IEEE Sensors J"},{"key":"11058_CR9","doi-asserted-by":"crossref","unstructured":"Du Y, Fu Y, Wang L (2015) Skeleton based action recognition with convolutional neural network. In: 2015 3rd IAPR asian conference on pattern recognition (ACPR). IEEE, pp 579\u2013583","DOI":"10.1109\/ACPR.2015.7486569"},{"issue":"1","key":"11058_CR10","first-page":"12:1","volume":"3","author":"Y Gao","year":"2019","unstructured":"Gao Y, Long Y, Guan Y, Basu A, Baggaley J, Ploetz T (2019) Towards reliable, automated general movement assessment for perinatal stroke screening in infants using wearable accelerometers. Proc. ACM Interact. Mob. Wearable Ubiquitous Technol 3(1):12:1\u201312:22","journal-title":"Proc. ACM Interact. Mob. Wearable Ubiquitous Technol"},{"issue":"2","key":"11058_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3090076","volume":"1","author":"Y Guan","year":"2017","unstructured":"Guan Y, Pl\u00f6tz T (2017) Ensembles of deep lstm learners for activity recognition using wearables. Proc ACM Interact Mob Wearable Ubiquitous Technol 1 (2):1\u201328","journal-title":"Proc ACM Interact Mob Wearable Ubiquitous Technol"},{"key":"11058_CR12","doi-asserted-by":"crossref","unstructured":"Hoang V, Le T, Tran T, Hai-vu, Nguyen V (2019) 3d skeleton-based action recognition with convolutional neural networks. In: 2019 international conference on multimedia analysis and pattern recognition (MAPR), pp 1\u20136","DOI":"10.1109\/MAPR.2019.8743545"},{"issue":"8","key":"11058_CR13","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"3","key":"11058_CR14","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1016\/j.pmcj.2010.11.007","volume":"7","author":"J Hoey","year":"2011","unstructured":"Hoey J, Pl\u00f6tz T, Jackson D, Monk A, Pham C, Olivier P (2011) Rapid specification and automated generation of prompting systems to assist people with dementia. Pervasive Mob Comput 7(3):299\u2013318","journal-title":"Pervasive Mob Comput"},{"key":"11058_CR15","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1016\/j.asoc.2017.09.027","volume":"62","author":"A Ignatov","year":"2018","unstructured":"Ignatov A (2018) Real-time human activity recognition from accelerometer data using convolutional neural networks. Appl Soft Comput 62:915\u2013922","journal-title":"Appl Soft Comput"},{"key":"11058_CR16","doi-asserted-by":"crossref","unstructured":"Imran J, Raman B (2019) Evaluating fusion of rgb-d and inertial sensors for multimodal human action recognition. J Ambient Intell Human Comput 1\u201320","DOI":"10.1007\/s12652-019-01239-9"},{"key":"11058_CR17","unstructured":"Jang E, Gu S, Poole B (2016) Categorical reparameterization with gumbel-softmax, arXiv:1611.01144"},{"issue":"Series D","key":"11058_CR18","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1115\/1.3662552","volume":"82","author":"RE Kalman","year":"1960","unstructured":"Kalman RE (1960) A new approach to linear filtering and prediction problems. Trans ASME\u2013J Basic Eng 82(Series D):35\u201345","journal-title":"Trans ASME\u2013J Basic Eng"},{"key":"11058_CR19","doi-asserted-by":"crossref","unstructured":"Khan A, Mellor S, Berlin E, Thompson R, McNaney R, Olivier P, Pl\u00f6tz T (2015) Beyond activity recognition: Skill assessment from accelerometer data. In: Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing, UbiComp \u201915. ACM, pp 1155\u20131166","DOI":"10.1145\/2750858.2807534"},{"key":"11058_CR20","doi-asserted-by":"crossref","unstructured":"Lea C, Flynn M, Vidal R, Reiter A, Hager G (2017) Temporal convolutional networks for action segmentation and detection. 1003\u20131012, 07","DOI":"10.1109\/CVPR.2017.113"},{"key":"11058_CR21","doi-asserted-by":"publisher","first-page":"39920","DOI":"10.1109\/ACCESS.2020.2976496","volume":"8","author":"C Liang","year":"2020","unstructured":"Liang C, Liu D, Qi L, Guan L (2020) Multi-modal human action recognition with sub-action exploiting and class-privacy preserved collaborative representation learning. IEEE Access 8:39920\u201339933","journal-title":"IEEE Access"},{"issue":"6","key":"11058_CR22","doi-asserted-by":"publisher","first-page":"1898","DOI":"10.1109\/JSEN.2014.2306094","volume":"14","author":"K Liu","year":"2014","unstructured":"Liu K, Chen C, Jafari R, Kehtarnavaz N (2014) Fusion of inertial and depth sensor data for robust hand gesture recognition. IEEE Sensors J 14 (6):1898\u20131903","journal-title":"IEEE Sensors J"},{"key":"11058_CR23","unstructured":"Liu L, Jiang H, He P, Chen W, Liu X, Gao J, Han J (2019) On the variance of the adaptive learning rate and beyond. arXiv:1908.03265"},{"key":"11058_CR24","doi-asserted-by":"crossref","unstructured":"Liu J, Shahroudy A, Xu D, Wang G (2016) Spatio-temporal lstm with trust gates for 3d human action recognition. In: European conference on computer vision. Springer, pp 816\u2013833","DOI":"10.1007\/978-3-319-46487-9_50"},{"key":"11058_CR25","doi-asserted-by":"publisher","first-page":"7432","DOI":"10.1109\/JIOT.2020.2984544","volume":"7","author":"F Luo","year":"2020","unstructured":"Luo F, Poslad S, Bodanese E (2020) Temporal convolutional networks for multiperson activity recognition using a 2-d lidar. IEEE Int Things J 7:7432\u20137442","journal-title":"IEEE Int Things J"},{"key":"11058_CR26","unstructured":"Maddison CJ, Mnih A, Teh YW (2016) The concrete distribution: A continuous relaxation of discrete random variables. arXiv:1611.00712"},{"issue":"4","key":"11058_CR27","doi-asserted-by":"publisher","first-page":"1585","DOI":"10.1109\/JBHI.2018.2869779","volume":"23","author":"A Mannini","year":"2019","unstructured":"Mannini A, Intille SS (2019) Classifier personalization for activity recognition using wrist accelerometers. IEEE J Biomed Health Inform 23(4):1585\u20131594","journal-title":"IEEE J Biomed Health Inform"},{"key":"11058_CR28","doi-asserted-by":"crossref","unstructured":"Memmesheimer R, Theisen N, Paulus D (2020) Gimme Signals: Discriminative signal encoding for multimodal activity recognition. arXiv:2003.06156","DOI":"10.1109\/IROS45743.2020.9341699"},{"key":"11058_CR29","doi-asserted-by":"crossref","unstructured":"M\u00fcnzner S, Schmidt P, Reiss A, Hanselmann M, Stiefelhagen R, D\u00fcrichen R (2017) Cnn-based sensor fusion techniques for multimodal human activity recognition. In: Proceedings of the 2017 ACM international symposium on wearable computers, pp 158\u2013165","DOI":"10.1145\/3123021.3123046"},{"key":"11058_CR30","doi-asserted-by":"crossref","unstructured":"Nguyen T, Pham D, Le T, Vu H, Tran T (2018) Novel skeleton-based action recognition using covariance descriptors on most informative joints. In: 2018 10th international conference on knowledge and systems engineering (KSE), pp 50\u201355","DOI":"10.1109\/KSE.2018.8573421"},{"issue":"1","key":"11058_CR31","doi-asserted-by":"publisher","first-page":"115","DOI":"10.3390\/s16010115","volume":"16","author":"F Ord\u00f3\u00f1ez","year":"2016","unstructured":"Ord\u00f3\u00f1ez F, Roggen D (2016) Deep convolutional and lstm recurrent neural networks for multimodal wearable activity recognition. Sensors 16(1):115","journal-title":"Sensors"},{"key":"11058_CR32","doi-asserted-by":"crossref","unstructured":"Pavllo D, Feichtenhofer C, Grangier D, Auli M (2019) 3d human pose estimation in video with temporal convolutions and semi-supervised training. In: The IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2019.00794"},{"key":"11058_CR33","doi-asserted-by":"crossref","unstructured":"Pham C, Diep NN, Phuong TM (2017) E-shoes: Smart shoes for unobtrusive human activity recognition. In: 9th International Conference on Knowledge and Systems Engineering, KSE 2017, Hue, Vietnam October 19-21, 2017, pp 269\u2013274","DOI":"10.1109\/KSE.2017.8119470"},{"key":"11058_CR34","doi-asserted-by":"crossref","unstructured":"Tran T, Le T, Pham D, Hoang V, Khong V, Tran Q, Nguyen T, Pham C (2018) A multi-modal multi-view dataset for human fall analysis and preliminary investigation on modality. In: 2018 24th International Conference on Pattern Recognition (ICPR), pp 1947\u20131952","DOI":"10.1109\/ICPR.2018.8546308"},{"key":"11058_CR35","doi-asserted-by":"crossref","unstructured":"Um TT, Pfister FMJ, Pichler D, Endo S, Lang M, Hirche S, Fietzek U, Kuli\u0107 D (2017) Data augmentation of wearable sensor data for parkinson\u2019s disease monitoring using convolutional neural networks. In: Proceedings of the 19th ACM international conference on multimodal interaction, ICMI 2017. ACM, New York, pp 216\u2013220","DOI":"10.1145\/3136755.3136817"},{"issue":"4","key":"11058_CR36","doi-asserted-by":"publisher","first-page":"875","DOI":"10.1109\/TSMCA.2012.2226575","volume":"43","author":"Q Wu","year":"2013","unstructured":"Wu Q, Wang Z, Deng F, Chi Z, Feng DD (2013) Realistic human action recognition with multimodal feature selection and fusion. IEEE Trans Syst Man Cybern Syst 43(4):875\u2013885","journal-title":"IEEE Trans Syst Man Cybern Syst"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11058-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-11058-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-11058-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T17:55:18Z","timestamp":1629395718000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-11058-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,15]]},"references-count":36,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["11058"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-11058-w","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,15]]},"assertion":[{"value":"4 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 January 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 May 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 June 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}