{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T16:21:09Z","timestamp":1777652469215,"version":"3.51.4"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T00:00:00Z","timestamp":1735862400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T00:00:00Z","timestamp":1735862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s00521-024-10946-0","type":"journal-article","created":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T08:41:52Z","timestamp":1735893712000},"page":"5699-5717","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["IMU-Trans: imputing missing motion capture data with unsupervised transformers"],"prefix":"10.1007","volume":"37","author":[{"given":"Goksu","family":"Avdan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0342-9251","authenticated-orcid":false,"given":"Sinan","family":"Onal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chao","family":"Lu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,3]]},"reference":[{"issue":"19","key":"10946_CR1","doi-asserted-by":"publisher","first-page":"5687","DOI":"10.3390\/s20195687","volume":"20","author":"M Menolotto","year":"2020","unstructured":"Menolotto M, Komaris DS, Tedesco S, O\u2019Flynn B, Walsh M (2020) Motion capture technology in industrial applications: a systematic review. Sensors 20(19):5687","journal-title":"Sensors"},{"issue":"5","key":"10946_CR2","doi-asserted-by":"publisher","first-page":"2011","DOI":"10.3390\/s22052011","volume":"22","author":"M Moro","year":"2022","unstructured":"Moro M, Marchesi G, Hesse F, Odone F, Casadio M (2022) Markerless vs. marker-based gait analysis: a proof of concept study. Sensors 22(5):2011","journal-title":"Sensors"},{"key":"10946_CR3","doi-asserted-by":"publisher","first-page":"50","DOI":"10.3389\/fspor.2020.00050","volume":"2","author":"N Nakano","year":"2020","unstructured":"Nakano N, Sakura T, Ueda K, Omura L, Kimura A, Iino Y, Yoshioka S (2020) Evaluation of 3D markerless motion capture accuracy using Open pose with multiple video cameras. Front Sports Act Living 2:50","journal-title":"Front Sports Act Living"},{"issue":"1","key":"10946_CR4","doi-asserted-by":"publisher","first-page":"22880","DOI":"10.1038\/s41598-023-49360-2","volume":"13","author":"K Das","year":"2023","unstructured":"Das K, de Paula Oliveira T, Newell J (2023) Comparison of markerless and marker-based motion capture systems using 95% functional limits of agreement in a linear mixed-effects modelling framework. Sci Rep 13(1):22880","journal-title":"Sci Rep"},{"key":"10946_CR5","doi-asserted-by":"crossref","unstructured":"Gabel M, Gilad-Bachrach R, Renshaw E, & Schuster A (2012) Full body gait analysis with Kinect. In: 2012 Annual International Conference of the IEEE Engineering in Medicine and Biology Society (pp. 1964\u20131967). IEEE","DOI":"10.1109\/EMBC.2012.6346340"},{"key":"10946_CR6","unstructured":"Vicon Motion Systems (2024) Vicon motion capture systems. In: Company website. Retrieved from https:\/\/www.vicon.com"},{"issue":"8","key":"10946_CR7","doi-asserted-by":"publisher","first-page":"1553","DOI":"10.1109\/TNNLS.2013.2293637","volume":"25","author":"M Bianchini","year":"2014","unstructured":"Bianchini M, Scarselli F (2014) On the complexity of neural network classifiers: a comparison between shallow and deep architectures. IEEE Trans Neural Netw Learn Syst 25(8):1553\u20131565","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10946_CR8","doi-asserted-by":"publisher","first-page":"119122","DOI":"10.1016\/j.powtec.2023.119122","volume":"432","author":"K Giannis","year":"2024","unstructured":"Giannis K, Thon C, Yang G, Kwade A, Schilde C (2024) Predicting 3D particles shapes based on 2D images by using convolutional neural network. Powder Technol 432:119122","journal-title":"Powder Technol"},{"key":"10946_CR9","doi-asserted-by":"crossref","unstructured":"Li Q, Cai W, Wang X, Zhou Y, Feng D D, & Chen M (2014) Medical image classification with convolutional neural network. In: 2014 13th international conference on control automation robotics & vision (ICARCV) (pp. 844\u2013848). IEEE","DOI":"10.1109\/ICARCV.2014.7064414"},{"key":"10946_CR10","doi-asserted-by":"crossref","unstructured":"Ito M, & Iyatomi H (2018) Web application firewall using character-level convolutional neural network. In: 2018 IEEE 14th International Colloquium on Signal Processing & Its Applications (CSPA) (pp. 103\u2013106). IEEE","DOI":"10.1109\/CSPA.2018.8368694"},{"key":"10946_CR11","doi-asserted-by":"crossref","unstructured":"Gudelek M U, Boluk S A, & Ozbayoglu A M (2017) A deep learning based stock trading model with 2-D CNN trend detection. In: 2017 IEEE symposium series on computational intelligence (SSCI) (pp. 1\u20138). IEEE","DOI":"10.1109\/SSCI.2017.8285188"},{"key":"10946_CR12","doi-asserted-by":"publisher","first-page":"114451","DOI":"10.1016\/j.enconman.2021.114451","volume":"244","author":"Y Chen","year":"2021","unstructured":"Chen Y, Wang Y, Dong Z, Su J, Han Z, Zhou D, Bao Y (2021) 2-D regional short-term wind speed forecast based on CNN-LSTM deep learning model. Energy Convers Manag 244:114451","journal-title":"Energy Convers Manag"},{"issue":"8","key":"10946_CR13","doi-asserted-by":"publisher","first-page":"3681","DOI":"10.1109\/TKDE.2020.3025580","volume":"34","author":"S Wang","year":"2020","unstructured":"Wang S, Cao J, Philip SY (2020) Deep learning for spatio-temporal data mining: a survey. IEEE Trans Knowl Data Eng 34(8):3681\u20133700","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"10","key":"10946_CR14","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2016","unstructured":"Greff K, Srivastava RK, Koutn\u00edk J, Steunebrink BR, Schmidhuber J (2016) LSTM: a search space odyssey. IEEE Trans Neural Netw Learn Syst 28(10):2222\u20132232","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"10946_CR15","doi-asserted-by":"crossref","unstructured":"Zebin T, Sperrin M, Peek N, & Casson A J (2018) Human activity recognition from inertial sensor time-series using batch normalized deep LSTM recurrent networks. In: 2018 40th annual international conference of the IEEE engineering in medicine and biology society (EMBC) (pp. 1\u20134). IEEE","DOI":"10.1109\/EMBC.2018.8513115"},{"key":"10946_CR16","unstructured":"Vaswani A, Brain G, Shazeer N, Parmar N, Uszkoreit J, Jones L, Polosukhin I (n.d.) Attention Is All You Need."},{"key":"10946_CR17","unstructured":"Zeng A, Chen M, Zhang L, & Xu Q (2022) Are transformers effective for time series forecasting? Retrieved from http:\/\/arxiv.org\/abs\/2205.13504"},{"key":"10946_CR18","doi-asserted-by":"crossref","unstructured":"Lin K, Wang L, & Liu Z (2021) End-to-end human pose and mesh reconstruction with transformers. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 1954\u20131963)","DOI":"10.1109\/CVPR46437.2021.00199"},{"key":"10946_CR19","doi-asserted-by":"publisher","unstructured":"Zerveas G, Jayaraman S, Patel D, Bhamidipaty A, & Eickhoff C (2021) A transformer-based framework for multivariate time series representation learning. In: Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (pp. 2114\u20132124). Association for Computing Machinery. https:\/\/doi.org\/10.1145\/3447548.3467401","DOI":"10.1145\/3447548.3467401"},{"key":"10946_CR20","doi-asserted-by":"publisher","first-page":"2517","DOI":"10.1109\/LSP.2022.3224880","volume":"29","author":"AY Yildiz","year":"2022","unstructured":"Yildiz AY, Koc E, Koc A (2022) Multivariate time series imputation with transformers. IEEE Signal Process Lett 29:2517\u20132521. https:\/\/doi.org\/10.1109\/LSP.2022.3224880","journal-title":"IEEE Signal Process Lett"},{"key":"10946_CR21","unstructured":"Aristidou A, Cameron J, & Lasenby J (n.d.) Predicting missing markers to drive real-time centre of rotation estimation"},{"issue":"9","key":"10946_CR22","doi-asserted-by":"publisher","first-page":"1854","DOI":"10.1016\/j.jbiomech.2016.04.016","volume":"49","author":"M Burke","year":"2016","unstructured":"Burke M, Lasenby J (2016) Estimating missing marker positions using low dimensional Kalman smoothing. J Biomech 49(9):1854\u20131858. https:\/\/doi.org\/10.1016\/j.jbiomech.2016.04.016","journal-title":"J Biomech"},{"key":"10946_CR23","unstructured":"Li L, McCann J, Pollard N, & Faloutsos C (2010) Bolero: a principled technique for including bone length constraints in motion capture occlusion filling"},{"issue":"2","key":"10946_CR24","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1109\/TPAMI.2007.1167","volume":"30","author":"JM Wang","year":"2007","unstructured":"Wang JM, Fleet DJ, Hertzmann A (2007) Gaussian process dynamical models for human motion. IEEE Trans Pattern Anal Mach Intell 30(2):283\u2013298","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10946_CR25","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0152616","author":"\u00d8 Gl\u00f8ersen","year":"2016","unstructured":"Gl\u00f8ersen \u00d8, Federolf P (2016) Predicting missing marker trajectories in human motion data using marker intercorrelations. PLoS ONE. https:\/\/doi.org\/10.1371\/journal.pone.0152616","journal-title":"PLoS ONE"},{"key":"10946_CR26","doi-asserted-by":"publisher","unstructured":"Xiao J, Feng Y, & Hu W (2011) Predicting missing markers in human motion capture using l1-sparse representation. In: Computer Animation and Virtual Worlds (Vol. 22, pp. 221\u2013228) https:\/\/doi.org\/10.1002\/cav.413","DOI":"10.1002\/cav.413"},{"key":"10946_CR27","doi-asserted-by":"crossref","unstructured":"Li L, McCann J, Pollard N S, & Faloutsos C (2009) Dynammo: Mining and summarization of coevolving sequences with missing values. In: Proceedings of the 15th ACM SIGKDD international conference on Knowledge discovery and data mining (pp. 507\u2013516)","DOI":"10.1145\/1557019.1557078"},{"key":"10946_CR28","doi-asserted-by":"crossref","unstructured":"Wang Z, Liu S, Qian R, Jiang T, Yang X, & Zhang J J (2016) Human motion data refinement unitizing structural sparsity and spatial-temporal information. In: 2016 IEEE 13th International Conference on Signal Processing (ICSP) (pp. 975\u2013982). IEEE","DOI":"10.1109\/ICSP.2016.7877975"},{"key":"10946_CR29","doi-asserted-by":"publisher","unstructured":"Holden D, Saito J, Komura T, & Joyce T (2015). Learning motion manifolds with convolutional autoencoders. In: SIGGRAPH Asia 2015 Technical Briefs, SA 2015. Association for Computing Machinery, Inc. https:\/\/doi.org\/10.1145\/2820903.2820918","DOI":"10.1145\/2820903.2820918"},{"key":"10946_CR30","doi-asserted-by":"crossref","unstructured":"Park S, Hwang J, & Kwak N (2016) 3d human pose estimation using convolutional neural networks with 2d pose information. In: Computer Vision\u2013ECCV 2016 Workshops: Amsterdam, The Netherlands, October 8\u201310 and 15\u201316, 2016, Proceedings, Part III 14 (pp. 156\u2013169). Springer","DOI":"10.1007\/978-3-319-49409-8_15"},{"issue":"4","key":"10946_CR31","doi-asserted-by":"publisher","first-page":"901","DOI":"10.1109\/TPAMI.2018.2816031","volume":"41","author":"X Zhou","year":"2018","unstructured":"Zhou X, Zhu M, Pavlakos G, Leonardos S, Derpanis KG, Daniilidis K (2018) Monocap: monocular human motion capture using a cnn coupled with a geometric prior. IEEE Trans Pattern Anal Mach Intell 41(4):901\u2013914","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10946_CR32","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s11263-013-0684-2","volume":"107","author":"Y Dai","year":"2014","unstructured":"Dai Y, Li H, He M (2014) A simple prior-free method for non-rigid structure-from-motion factorization. Int J Comput Vision 107:101\u2013122","journal-title":"Int J Comput Vision"},{"issue":"8","key":"10946_CR33","doi-asserted-by":"publisher","first-page":"1648","DOI":"10.1109\/TPAMI.2016.2605097","volume":"39","author":"X Zhou","year":"2016","unstructured":"Zhou X, Zhu M, Leonardos S, Daniilidis K (2016) Sparse representation for 3D shape estimation: A convex relaxation approach. IEEE Trans Pattern Anal Mach Intell 39(8):1648\u20131661","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10946_CR34","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201302","author":"D Holden","year":"2018","unstructured":"Holden D (2018) Robust solving of optical motion capture data by Denoising. ACM Trans Graphics. https:\/\/doi.org\/10.1145\/3197517.3201302","journal-title":"ACM Trans Graphics"},{"key":"10946_CR35","unstructured":"Kucherenko T, Beskow J, & Kjellstr\u00f6m H (2018) A neural network approach to missing marker reconstruction in human motion capture. Retrieved from http:\/\/arxiv.org\/abs\/1803.02665"},{"key":"10946_CR36","unstructured":"B\u00fctepage J, Black M J, Kragic D, & Kjellstr\u00f6m H (n.d.). Deep representation learning for human motion prediction and classification"},{"key":"10946_CR37","unstructured":"Carnegie-Mellon Mocap Database (2003)"},{"key":"10946_CR38","unstructured":"Mall U, Lal G R, Chaudhuri S, & Chaudhuri P (2017) A Deep Recurrent Framework for Cleaning Motion Capture Data Retrieved from http:\/\/arxiv.org\/abs\/1712.03380"},{"issue":"14","key":"10946_CR39","doi-asserted-by":"publisher","first-page":"10127","DOI":"10.1007\/s00521-019-04543-9","volume":"32","author":"Q Cui","year":"2020","unstructured":"Cui Q, Sun H, Li Y, Kong Y (2020) Efficient human motion recovery using bidirectional attention network. Neural Comput Appl 32(14):10127\u201310142. https:\/\/doi.org\/10.1007\/s00521-019-04543-9","journal-title":"Neural Comput Appl"},{"key":"10946_CR40","doi-asserted-by":"crossref","unstructured":"Zhu Y, & Cai Y (2022) Predicting missing markers in mocap data using LSTNet. In: Proceedings of the 7th International Conference on Cyber Security and Information Engineering (pp. 947\u2013952)","DOI":"10.1145\/3558819.3565222"},{"key":"10946_CR41","doi-asserted-by":"crossref","unstructured":"Ji L, Liu R, Zhou D, Zhang Q, & Wei X (2020) Missing data recovery for human mocap data based on a-lstm and ls constraint. In: 2020 IEEE 5th International Conference on Signal and Image Processing (ICSIP) (pp. 729\u2013734). IEEE","DOI":"10.1109\/ICSIP49896.2020.9339359"},{"key":"10946_CR42","doi-asserted-by":"crossref","unstructured":"Fragkiadaki K, Levine S, Felsen, P, & Malik J (2015) Recurrent network models for human dynamics. In: Proceedings of the IEEE international conference on computer vision (pp. 4346\u20134354)","DOI":"10.1109\/ICCV.2015.494"},{"issue":"4","key":"10946_CR43","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/3386569.3392480","volume":"39","author":"FG Harvey","year":"2020","unstructured":"Harvey FG, Yurick M, Nowrouzezahrai D, Pal C (2020) Robust motion in-betweening. ACM Trans Graphic (TOG) 39(4):60\u201361","journal-title":"ACM Trans Graphic (TOG)"},{"key":"10946_CR44","doi-asserted-by":"crossref","unstructured":"Chiu H, Adeli E, Wang B, Huang D.-A, & Niebles J C (2019) Action-agnostic human pose forecasting. In: 2019 IEEE winter conference on applications of computer vision (WACV) (pp. 1423\u20131432). IEEE","DOI":"10.1109\/WACV.2019.00156"},{"key":"10946_CR45","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0323-z","author":"T Lencioni","year":"2019","unstructured":"Lencioni T, Carpinella I, Rabuffetti M, Marzegan A, Ferrarin M (2019) Human kinematic, kinetic and EMG data during different walking and stair ascending and descending tasks. Sci Data. https:\/\/doi.org\/10.1038\/s41597-019-0323-z","journal-title":"Sci Data"},{"issue":"1","key":"10946_CR46","doi-asserted-by":"publisher","first-page":"852","DOI":"10.1038\/s41597-023-02767-y","volume":"10","author":"T Van Criekinge","year":"2023","unstructured":"Van Criekinge T, Saeys W, Truijen S, Vereeck L, Sloot LH, Hallemans A (2023) A full-body motion capture gait dataset of 138 able-bodied adults across the life span and 50 stroke survivors. Sci Data 10(1):852","journal-title":"Sci Data"},{"issue":"7","key":"10946_CR47","doi-asserted-by":"publisher","first-page":"e0199744","DOI":"10.1371\/journal.pone.0199744","volume":"13","author":"M Tits","year":"2018","unstructured":"Tits M, Tilmanne J, Dutoit T (2018) Robust and automatic motion-capture data recovery using soft skeleton constraints and model averaging. PLoS ONE 13(7):e0199744","journal-title":"PLoS ONE"},{"issue":"7","key":"10946_CR48","doi-asserted-by":"publisher","first-page":"1688","DOI":"10.1523\/JNEUROSCI.05-07-01688.1985","volume":"5","author":"T Flash","year":"1985","unstructured":"Flash T, Hogan N (1985) The coordination of arm movements: an experimentally confirmed mathematical model. J Neurosci 5(7):1688\u20131703","journal-title":"J Neurosci"},{"issue":"18","key":"10946_CR49","doi-asserted-by":"publisher","first-page":"6115","DOI":"10.3390\/s21186115","volume":"21","author":"P Skurowski","year":"2021","unstructured":"Skurowski P, Pawlyta M (2021) Gap reconstruction in optical motion capture sequences using neural networks. Sensors 21(18):6115","journal-title":"Sensors"},{"issue":"1","key":"10946_CR50","doi-asserted-by":"publisher","first-page":"3840","DOI":"10.1038\/s41598-024-53217-7","volume":"14","author":"A Cimorelli","year":"2024","unstructured":"Cimorelli A, Patel A, Karakostas T, Cotton RJ (2024) Validation of portable in-clinic video-based gait analysis for prosthesis users. Sci Rep 14(1):3840","journal-title":"Sci Rep"},{"key":"10946_CR51","doi-asserted-by":"crossref","unstructured":"Meinhardt T, Kirillov A, Leal-Taixe L, & Feichtenhofer C (2022) Trackformer: Multi-object tracking with transformers. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 8844\u20138854)","DOI":"10.1109\/CVPR52688.2022.00864"},{"key":"10946_CR52","doi-asserted-by":"crossref","unstructured":"Yang H, Zhang Z, Wang, Y, Guan D, Guo K, Chang Y, & Zhang Y (2024) A U-Shaped Spatio-Temporal Transformer as Solver for Motion Capture. In: International Conference on Computational Visual Media (pp. 274\u2013294). Springer","DOI":"10.1007\/978-981-97-2095-8_15"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10946-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10946-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10946-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,28]],"date-time":"2025-02-28T21:47:03Z","timestamp":1740779223000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10946-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,3]]},"references-count":52,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["10946"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10946-0","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,3]]},"assertion":[{"value":"9 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}