{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T09:50:37Z","timestamp":1776765037521,"version":"3.51.2"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,11,26]],"date-time":"2020-11-26T00:00:00Z","timestamp":1606348800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,11,26]],"date-time":"2020-11-26T00:00:00Z","timestamp":1606348800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"the Fundamental Research Funds for the Central Universities","award":["No. 2020QNA5017"],"award-info":[{"award-number":["No. 2020QNA5017"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s10489-020-02005-7","type":"journal-article","created":{"date-parts":[[2020,11,26]],"date-time":"2020-11-26T03:02:43Z","timestamp":1606359763000},"page":"4029-4042","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":58,"title":["Deep learning based multimodal complex human activity recognition using wearable devices"],"prefix":"10.1007","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1934-5992","authenticated-orcid":false,"given":"Ling","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoze","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liangying","family":"Peng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Menghan","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,11,26]]},"reference":[{"key":"2005_CR1","doi-asserted-by":"crossref","unstructured":"Guo H, Chen L, Shen Y, Chen G (2014) Activity recognition exploiting classifier level fusion of acceleration and physiological signals. In Proceedings of the 16th International Joint Conference on Pervasive and Ubiquitous Computing, 63\u201366","DOI":"10.1145\/2638728.2638777"},{"issue":"6","key":"2005_CR2","doi-asserted-by":"publisher","first-page":"1780","DOI":"10.1109\/TBME.2014.2307069","volume":"61","author":"P Gupta","year":"2014","unstructured":"Gupta P, Dallas T (2014) Feature selection and activity recognition system using a single triaxial accelerometer. IEEE Trans Biomed Eng 61(6):1780\u20131786","journal-title":"IEEE Trans Biomed Eng"},{"issue":"5","key":"2005_CR3","doi-asserted-by":"publisher","first-page":"717","DOI":"10.1016\/j.pmcj.2011.06.004","volume":"8","author":"OD Lara","year":"2012","unstructured":"Lara OD, P\u00e9rez AJ, Labrador MA, Posada JD (2012) Centinela: a human activity recognition system based on acceleration and vital sign data. Pervasive and Mobile Computing 8(5):717\u2013729","journal-title":"Pervasive and Mobile Computing"},{"key":"2005_CR4","unstructured":"Ravi N, Dandekar N, Mysore P, Littman ML (2005) Activity recognition from accelerometer data. In Proceedings of the 20th Association for the Advance of Artificial Intelligence, 1541\u20131546"},{"issue":"1","key":"2005_CR5","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.maturitas.2011.11.003","volume":"7","author":"K Taraldsen","year":"2012","unstructured":"Taraldsen K, Chastin SF, Riphagen II, Vereijken B, Helbostad JL (2012) Physical activity monitoring by use of accelerometer-based body-worn sensors in older adults: a systematic literature review of current knowledge and applications. Maturitas 7(1):13\u201319","journal-title":"Maturitas"},{"issue":"6","key":"2005_CR6","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1109\/TKDE.2011.51","volume":"24","author":"L Chen","year":"2012","unstructured":"Chen L, Nugent CD, Wang H (2012) A knowledge-driven approach to activity recognition in smart homes. IEEE Trans Knowl Data Eng 24(6):961\u2013974","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"2005_CR7","doi-asserted-by":"crossref","unstructured":"Bao L, Intille SS (2004) Activity recognition from user-annotated acceleration data. In Proceedings of the 2nd International Conference on Pervasive Computing, 1\u201317","DOI":"10.1007\/978-3-540-24646-6_1"},{"key":"2005_CR8","doi-asserted-by":"crossref","unstructured":"Dernbach S, Das B, Krishnan NC, Thomas BL, Cook DJ (2012) Simple and complex activity recognition through smart phones. In Proceedings of the 8th International Conference on Intelligent Environments, 214\u2013221","DOI":"10.1109\/IE.2012.39"},{"key":"2005_CR9","doi-asserted-by":"crossref","unstructured":"Banke U, Schiele B (2009) Daily routine recognition through activity spotting. In Proceedings of the 4th International Symposium on Location-and Context-Awareness, 192\u2013206","DOI":"10.1007\/978-3-642-01721-6_12"},{"key":"2005_CR10","doi-asserted-by":"crossref","unstructured":"Blanke U, Schiele B (2010) Remember and transfer what you have learned-recognizing composite activities based on activity spotting. In Proceeding of the 14th International Symposium on Wearable Computers, 1\u20138","DOI":"10.1109\/ISWC.2010.5665869"},{"key":"2005_CR11","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1016\/j.knosys.2015.09.024","volume":"90","author":"L Liu","year":"2015","unstructured":"Liu L, Peng Y, Liu M, Huang Z (2015) Sensor-based human activity recognition system with a multilayered model using time series shapelets. Knowl-Based Syst 90:138\u2013152","journal-title":"Knowl-Based Syst"},{"key":"2005_CR12","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.ins.2016.01.020","volume":"340","author":"L Liu","year":"2016","unstructured":"Liu L, Peng Y, Wang S, Liu M, Huang Z (2016) Complex activity recognition using time series pattern dictionary learned from ubiquitous sensors. Inf Sci 340:41\u201357","journal-title":"Inf Sci"},{"key":"2005_CR13","doi-asserted-by":"crossref","unstructured":"Yan Z, Chakraborty D, Misra A, Jeung H, Aberer K (2012) Sammple: Detecting semantic indoor activities in practical settings using locomotive signatures. In Proceeding of 16th International Symposium on Wearable Computers, 37\u201340","DOI":"10.1109\/ISWC.2012.22"},{"key":"2005_CR14","doi-asserted-by":"crossref","unstructured":"Yan Z, Chakraborty D, Mittal S, Misra A, Aberer K (2013) An exploration with online complex activity recognition using cellphone accelerometer. In Proceeding of the 15th International Conference on Pervasive and Ubiquitous Computing, 199\u2013202","DOI":"10.1145\/2494091.2494156"},{"key":"2005_CR15","doi-asserted-by":"crossref","unstructured":"Huynh T, Fritz M, Schiele B (2008) Discovery of activity patterns using topic models. In Proceedings of the 10th International Conference on Ubiquitous Computing, 10\u201319","DOI":"10.1145\/1409635.1409638"},{"issue":"9","key":"2005_CR16","doi-asserted-by":"publisher","first-page":"1991","DOI":"10.1109\/TMC.2018.2793913","volume":"17","author":"M Lv","year":"2018","unstructured":"Lv M, Chen L, Chen T, Chen G (2018) Bi-view semi-supervised learning based semantic human activity recognition using accelerometers. IEEE Trans Mob Comput 17(9):1991\u20132001","journal-title":"IEEE Trans Mob Comput"},{"issue":"7","key":"2005_CR17","doi-asserted-by":"publisher","first-page":"1488","DOI":"10.1109\/TMC.2018.2863292","volume":"18","author":"L Peng","year":"2019","unstructured":"Peng L, Chen L, Wu M, Chen G (2019) Complex activity recognition using acceleration, vital sign, and location data. IEEE Trans Mob Comput 18(7):1488\u20131498","journal-title":"IEEE Trans Mob Comput"},{"issue":"6","key":"2005_CR18","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1109\/TBME.2016.2604856","volume":"64","author":"L Peng","year":"2017","unstructured":"Peng L, Chen L, Wu X, Guo H, Chen G (2017) Hierarchical complex activity representation and recognition using topic model and classifier level fusion. IEEE Trans Biomed Eng 64(6):1369\u20131379","journal-title":"IEEE Trans Biomed Eng"},{"issue":"3","key":"2005_CR19","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1109\/TASE.2013.2256349","volume":"10","author":"D Trabelsi","year":"2013","unstructured":"Trabelsi D, Mohammed S, Chamroukhi F, Oukhellou L, Amirat Y (2013) An unsupervised approach for automatic activity recognition based on hidden Markov model regression. IEEE Trans Autom Sci Eng 10(3):829\u2013835","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"2005_CR20","unstructured":"Guan X, Raich R, Wong WK (2016) Efficient multi-instance learning for activity recognition from time series data using an auto-regressive hidden Markov model. In Proceedings of the 33rd International Conference on Machine Learning, 2330\u20132339"},{"issue":"8","key":"2005_CR21","doi-asserted-by":"publisher","first-page":"1820","DOI":"10.3390\/s19081820","volume":"19","author":"CF Martindale","year":"2019","unstructured":"Martindale CF, Sprager S, Eskofier BM (2019) Hidden Markov model-based smart annotation for benchmark cyclic activity recognition database using wearables. Sensors 19(8):1820","journal-title":"Sensors"},{"key":"2005_CR22","doi-asserted-by":"crossref","unstructured":"Tapia EM, Intille SS, Haskell W, Larson K, Wright J, King A, Friedman R (2007) Real-time recognition of physical activities and their intensities using wireless accelerometers and a heart rate monitor. In Proceedings of the 11th International Symposium on Wearable Computers, 37\u201340","DOI":"10.1109\/ISWC.2007.4373774"},{"issue":"1","key":"2005_CR23","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1109\/THMS.2018.2884717","volume":"49","author":"M Guo","year":"2019","unstructured":"Guo M, Wang Z, Yang N, Li Z, An T (2019) A multisensor multiclassifier hierarchical fusion model based on entropy weight for human activity recognition using wearable inertial sensors. IEEE Transactions on Human-Machine Systems 49(1):105\u2013111","journal-title":"IEEE Transactions on Human-Machine Systems"},{"key":"2005_CR24","doi-asserted-by":"crossref","unstructured":"Guo H, Chen L, Peng L, Chen G (2016) Wearable sensor based multimodal human activity recognition exploiting the diversity of classifier ensemble. In Proceedings of the 18th International Joint Conference on Pervasive and Ubiquitous Computing, 1112\u20131123","DOI":"10.1145\/2971648.2971708"},{"key":"2005_CR25","doi-asserted-by":"crossref","unstructured":"Guan Y, Pl\u00f6tz T (2017) Ensembles of deep LSTM learners for activity recognition using wearables. In Proceedings of the 19th ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 1(2): 11","DOI":"10.1145\/3090076"},{"issue":"1","key":"2005_CR26","doi-asserted-by":"publisher","first-page":"115","DOI":"10.3390\/s16010115","volume":"16","author":"FJ Ord\u00f3\u00f1ez","year":"2016","unstructured":"Ord\u00f3\u00f1ez FJ, Roggen D (2016) Deep convolutional and LSTM recurrent neural networks for multimodal wearable activity recognition. Sensors 16(1):115","journal-title":"Sensors"},{"key":"2005_CR27","doi-asserted-by":"crossref","unstructured":"Zeng M, Nguyen LT, Yu B, Mengshoel OJ, Zhu J, Wu P, Zhang J (2014) Convolutional neural networks for human activity recognition using mobile sensors. In Proceedings of the 6th International Conference on Mobile Computing, Applications and Services, 197\u2013205","DOI":"10.4108\/icst.mobicase.2014.257786"},{"key":"2005_CR28","doi-asserted-by":"crossref","unstructured":"Zheng Y, Liu Q, Chen E, Ge Y, Zhao JL (2014) Time series classification using multi-channels deep convolutional neural networks. In Proceedings of the 15th International Conference on Web-Age Information Management, 298\u2013310","DOI":"10.1007\/978-3-319-08010-9_33"},{"key":"2005_CR29","unstructured":"Dauphin Y, Vries H, Bengio Y (2015) Equilibrated adaptive learning rates for non-convex optimization. In Proceedings of the 29th Advances in Neural Information Processing System, 1504\u20131512"},{"key":"2005_CR30","unstructured":"Yang J, Nguyen MN, San PP, Li X, Krishnaswamy S (2015) Deep convolutional neural networks on multichannel time series for human activity recognition. In Proceedings of the 24th International Joint Conference on Artificial Intelligence, 25\u201331"},{"key":"2005_CR31","doi-asserted-by":"crossref","unstructured":"Huynh T, Schiele B (2005) Analyzing features for activity recognition. In Proceedings of the 1st Joint Conference on Smart Objects and Ambient intelligence: Innovative Context-aware Services: Usages and Technologies, 159\u2013163","DOI":"10.1145\/1107548.1107591"},{"issue":"3","key":"2005_CR32","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/2499621","volume":"46","author":"A Bulling","year":"2014","unstructured":"Bulling A, Blanke U, Schiele B (2014) A tutorial on human activity recognition using body-worn inertial sensors. ACM Comput Surv 46(3):33","journal-title":"ACM Comput Surv"},{"key":"2005_CR33","doi-asserted-by":"crossref","unstructured":"Lin J, Keogh E, Lonardi S, Chiu B (2003) A symbolic representation of time series, with implications for streaming algorithms. In Proceedings of the 8th Special Interest Group on Management of Data, 2\u201311","DOI":"10.1145\/882082.882086"},{"key":"2005_CR34","doi-asserted-by":"crossref","unstructured":"M\u00fcnzner S, Schmidt P, Reiss A, Hanselmann M, Stiefelhagen R, D\u00fcrichen R (2017) CNN-based sensor fusion techniques for multimodal human activity recognition. In Proceedings of the 21st ACM International Symposium on Wearable Computers, 158\u2013165","DOI":"10.1145\/3123021.3123046"},{"key":"2005_CR35","doi-asserted-by":"crossref","unstructured":"Chen L, Zhang Y, Peng L (2020) METIER: a deep multi-task learning based activity and user recognition model using wearable sensors. In Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 4(1): 1\u201318","DOI":"10.1145\/3381012"},{"key":"2005_CR36","doi-asserted-by":"crossref","unstructured":"Yao S, Hu S Zhao Y, Zhang A, Abdelzaher T (2017) Deepsense: a unified deep learning framework for time-series mobile sensing data processing. In Proceedings of the International Conference on World Wide Web, 351\u2013360","DOI":"10.1145\/3038912.3052577"},{"key":"2005_CR37","doi-asserted-by":"crossref","unstructured":"Radu V, Tong C, Bhattacharya S, Lane ND, Mascolo C, Marina MK, Kawsar F (2018) Multimodal deep learning for activity and context recognition. In Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 1(4): 157","DOI":"10.1145\/3161174"},{"issue":"4","key":"2005_CR38","doi-asserted-by":"publisher","first-page":"426","DOI":"10.3390\/s16040426","volume":"16","author":"M Shoaib","year":"2016","unstructured":"Shoaib M, Bosch S, Incel OD, Scholten H, Havinga PJ (2016) Complex human activity recognition using smartphone and wrist-worn motion sensors. Sensors 16(4):426","journal-title":"Sensors"},{"key":"2005_CR39","doi-asserted-by":"crossref","unstructured":"Peng L, Chen L, Ye Z, Zhang Y (2018) AROMA: A deep multi-task learning based simple and complex human activity recognition method using wearable sensors. In Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 4(2): 74","DOI":"10.1145\/3214277"},{"key":"2005_CR40","unstructured":"Boureau YL, Ponce J, LeCun Y (2010) A theoretical analysis of feature pooling in visual recognition. In Proceedings of the 27th International Conference on Machine Learning, 111\u2013118"},{"key":"2005_CR41","doi-asserted-by":"crossref","unstructured":"Reiss A, Stricker D (2012) Introducing a new benchmarked dataset for activity monitoring. In Proceedings of the 16th International Symposium on Wearable Computers, 108\u2013109","DOI":"10.1109\/ISWC.2012.13"},{"key":"2005_CR42","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In Proceedings of the 3rd International Conference on Learning Representations, 1\u201314"},{"key":"2005_CR43","unstructured":"Lin M, Chen Q, Yan S (2014) Network in network. In Proceedings of the 2nd International Conference on Learning Representations, 1\u201310"},{"issue":"8","key":"2005_CR44","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"5","key":"2005_CR45","first-page":"1112","volume":"42","author":"L Gao","year":"2019","unstructured":"Gao L, Li X, Song J, Shen HT (2019) Hierarchical LSTMs with adaptive attention for visual captioning. IEEE Trans Pattern Anal Mach Intell 42(5):1112\u20131131","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"2005_CR46","doi-asserted-by":"crossref","unstructured":"Song J, Guo Y, Gao L, Li X, Hanjalic A, Shen HT (2019) From deterministic to generative: multimodal stochastic RNNs for video captioning. IEEE Transactions on Neural Networks and Learning Systems 30(10):3047\u20133058","DOI":"10.1109\/TNNLS.2018.2851077"},{"key":"2005_CR47","unstructured":"Andrej K, Justin J, Li FF (2016) Visualizing and understanding recurrent networks. In Proceedings of the 4th International Conference on Learning Representations, 1\u201312"},{"key":"2005_CR48","doi-asserted-by":"crossref","unstructured":"Sainath TN, Vinyals O, Senior A, Sak H (2015) Convolutional, long short-term memory, fully connected deep neural networks. In Proceeding of the 40th International Conference on Acoustics, Speech and Signal Processing, 4580\u20134584","DOI":"10.1109\/ICASSP.2015.7178838"},{"key":"2005_CR49","doi-asserted-by":"crossref","unstructured":"Hammerla NY, Pl\u00f6tz T (2015) Let\u2019s (not) stick together: Pairwise similarity biases cross-validation in activity recognition. In Proceedings of the 17th International Joint Conference on Pervasive and Ubiquitous Computing, 1041\u20131051","DOI":"10.1145\/2750858.2807551"},{"key":"2005_CR50","unstructured":"Hammerla NY, Halloran S, Pl\u00f6tz T (2016) Deep, convolutional, and recurrent models for human activity recognition using wearables. In Proceedings of the 25th International Joint Conference on Artificial Intelligence, 1533\u20131540"},{"key":"2005_CR51","doi-asserted-by":"crossref","unstructured":"Yao S, Zhao Y, Shao H, Liu D, Liu S, Hao Y, Piao A, Hu S, Lu S, Abdelzaher T (2019) SADeepSense: Self-attention deep learning framework for heterogeneous on-device sensors in internet of things applications. In Proceedings of the 38th IEEE Conference on Computer Communications, 1243\u20131251","DOI":"10.1109\/INFOCOM.2019.8737500"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-02005-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-020-02005-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-02005-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,20]],"date-time":"2021-05-20T08:46:00Z","timestamp":1621500360000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-020-02005-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,26]]},"references-count":51,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["2005"],"URL":"https:\/\/doi.org\/10.1007\/s10489-020-02005-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,11,26]]},"assertion":[{"value":"5 October 2020","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 November 2020","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}