{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T06:10:53Z","timestamp":1760595053862,"version":"build-2065373602"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Knowledge-Based Systems"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1016\/j.knosys.2023.110639","type":"journal-article","created":{"date-parts":[[2023,5,19]],"date-time":"2023-05-19T21:01:14Z","timestamp":1684530074000},"page":"110639","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Diagnostic spatio-temporal transformer with faithful encoding"],"prefix":"10.1016","volume":"274","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5367-4223","authenticated-orcid":false,"given":"Jokin","family":"Labaien","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8993-2776","authenticated-orcid":false,"given":"Tsuyoshi","family":"Id\u00e9","sequence":"additional","affiliation":[]},{"given":"Pin-Yu","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Ekhi","family":"Zugasti","sequence":"additional","affiliation":[]},{"given":"Xabier","family":"De Carlos","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"year":"2021","series-title":"Stacking VAE with graph neural networks for effective and interpretable time series anomaly detection","author":"Li","key":"10.1016\/j.knosys.2023.110639_b1"},{"key":"10.1016\/j.knosys.2023.110639_b2","doi-asserted-by":"crossref","unstructured":"D. Tran, L. Bourdev, R. Fergus, L. Torresani, M. Paluri, Learning spatiotemporal features with 3D convolutional networks, in: Proceedings of the IEEE International Conference on Computer Vision, 2015, pp. 4489\u20134497.","DOI":"10.1109\/ICCV.2015.510"},{"year":"2020","series-title":"Attention, please: A spatio-temporal transformer for 3D human motion prediction","author":"Aksan","key":"10.1016\/j.knosys.2023.110639_b3"},{"year":"2021","series-title":"Gated transformer networks for multivariate time series classification","author":"Liu","key":"10.1016\/j.knosys.2023.110639_b4"},{"year":"2021","series-title":"Learning spatio-temporal transformer for visual tracking","author":"Yan","key":"10.1016\/j.knosys.2023.110639_b5"},{"issue":"3","key":"10.1016\/j.knosys.2023.110639_b6","doi-asserted-by":"crossref","first-page":"736","DOI":"10.1111\/tgis.12644","article-title":"Traffic transformer: Capturing the continuity and periodicity of time series for traffic forecasting","volume":"24","author":"Cai","year":"2020","journal-title":"Trans. GIS"},{"key":"10.1016\/j.knosys.2023.110639_b7","series-title":"European Conference on Computer Vision","first-page":"507","article-title":"Spatio-temporal graph transformer networks for pedestrian trajectory prediction","author":"Yu","year":"2020"},{"year":"2021","series-title":"Long-range transformers for dynamic spatiotemporal forecasting","author":"Grigsby","key":"10.1016\/j.knosys.2023.110639_b8"},{"key":"10.1016\/j.knosys.2023.110639_b9","unstructured":"A. Vaswani, N. Shazeer, N. Parmar, J. Uszkoreit, L. Jones, A.N. Gomez, \u0141. Kaiser, I. Polosukhin, Attention is all you need, in: Advances in Neural Information Processing Systems, 2017, pp. 5998\u20136008."},{"year":"2016","series-title":"LSTM-based encoder\u2013decoder for multi-sensor anomaly detection","author":"Malhotra","key":"10.1016\/j.knosys.2023.110639_b10"},{"key":"10.1016\/j.knosys.2023.110639_b11","doi-asserted-by":"crossref","first-page":"246","DOI":"10.1016\/j.neucom.2019.07.034","article-title":"Multi-head CNN\u2013RNN for multi-time series anomaly detection: An industrial case study","volume":"363","author":"Canizo","year":"2019","journal-title":"Neurocomputing"},{"key":"10.1016\/j.knosys.2023.110639_b12","doi-asserted-by":"crossref","unstructured":"Y. Su, Y. Zhao, C. Niu, R. Liu, W. Sun, D. Pei, Robust anomaly detection for multivariate time series through stochastic recurrent neural network, in: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, 2019, pp. 2828\u20132837.","DOI":"10.1145\/3292500.3330672"},{"key":"10.1016\/j.knosys.2023.110639_b13","first-page":"1","article-title":"Variational autoencoder based anomaly detection using reconstruction probability","volume":"vol. 2","author":"An","year":"2015"},{"issue":"4","key":"10.1016\/j.knosys.2023.110639_b14","doi-asserted-by":"crossref","first-page":"4293","DOI":"10.1109\/TKDE.2021.3140058","article-title":"Time series anomaly detection with adversarial reconstruction networks","volume":"35","author":"Liu","year":"2022","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"5","key":"10.1016\/j.knosys.2023.110639_b15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3572780","article-title":"STAD-GAN: Unsupervised anomaly detection on multivariate time series with self-training generative adversarial networks","volume":"17","author":"Zhang","year":"2023","journal-title":"ACM Trans. Knowl. Discov. Data"},{"issue":"3","key":"10.1016\/j.knosys.2023.110639_b16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3444690","article-title":"A review on outlier\/anomaly detection in time series data","volume":"54","author":"Bl\u00e1zquez-Garc\u00eda","year":"2021","journal-title":"ACM Comput. Surv."},{"issue":"2","key":"10.1016\/j.knosys.2023.110639_b17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3439950","article-title":"Deep learning for anomaly detection: A review","volume":"54","author":"Pang","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.knosys.2023.110639_b18","series-title":"International Conference on Aerospace System Science and Engineering","first-page":"351","article-title":"Spacecraft anomaly detection via transformer reconstruction error","author":"Meng","year":"2019"},{"key":"10.1016\/j.knosys.2023.110639_b19","unstructured":"P. Malhotra, L. Vig, G. Shroff, P. Agarwal, Long short term memory networks for anomaly detection in time series, in: Proceedings, Vol. 89, 2015, pp. 89\u201394."},{"issue":"4","key":"10.1016\/j.knosys.2023.110639_b20","doi-asserted-by":"crossref","first-page":"2064","DOI":"10.1109\/TNSM.2020.3034647","article-title":"HitAnomaly: Hierarchical transformers for anomaly detection in system log","volume":"17","author":"Huang","year":"2020","journal-title":"IEEE Trans. Netw. Serv. Manag."},{"key":"10.1016\/j.knosys.2023.110639_b21","article-title":"Learning graph structures with transformer for multivariate time series anomaly detection in IoT","author":"Chen","year":"2021","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.knosys.2023.110639_b22","article-title":"Anomaly transformer: time series anomaly detection with association discrepancy","author":"Xu","year":"2021","journal-title":"arXiv preprint arXiv:2110.02642"},{"year":"2022","series-title":"TranAD: Deep transformer networks for anomaly detection in multivariate time series data","author":"Tuli","key":"10.1016\/j.knosys.2023.110639_b23"},{"key":"10.1016\/j.knosys.2023.110639_b24","series-title":"2022 International Joint Conference on Neural Networks","first-page":"1","article-title":"Reward once, penalize once: Rectifying time series anomaly detection","author":"Doshi","year":"2022"},{"key":"10.1016\/j.knosys.2023.110639_b25","doi-asserted-by":"crossref","unstructured":"H. Zhou, S. Zhang, J. Peng, S. Zhang, J. Li, H. Xiong, W. Zhang, Informer: Beyond efficient transformer for long sequence time-series forecasting, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 35, no. 12, 2021, pp. 11106\u201311115.","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"10.1016\/j.knosys.2023.110639_b26","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2023.105964","article-title":"Time-series anomaly detection with stacked transformer representations and 1D convolutional network","volume":"120","author":"Kim","year":"2023","journal-title":"Eng. Appl. Artif. Intell."},{"year":"2020","series-title":"A spatio-temporal transformer for 3D human motion prediction","author":"Aksan","key":"10.1016\/j.knosys.2023.110639_b27"},{"year":"2021","series-title":"NAST: Non-autoregressive spatial-temporal transformer for time series forecasting","author":"Chen","key":"10.1016\/j.knosys.2023.110639_b28"},{"issue":"3","key":"10.1016\/j.knosys.2023.110639_b29","doi-asserted-by":"crossref","first-page":"841","DOI":"10.3390\/s22030841","article-title":"Spatial-temporal convolutional transformer network for multivariate time series forecasting","volume":"22","author":"Huang","year":"2022","journal-title":"Sensors"},{"key":"10.1016\/j.knosys.2023.110639_b30","doi-asserted-by":"crossref","unstructured":"W. Mao, M. Liu, M. Salzmann, H. Li, Learning trajectory dependencies for human motion prediction, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019, pp. 9489\u20139497.","DOI":"10.1109\/ICCV.2019.00958"},{"key":"10.1016\/j.knosys.2023.110639_b31","series-title":"International Conference on Learning Representations","article-title":"Spatio-temporal graph scattering transform","author":"Pan","year":"2021"},{"year":"2022","series-title":"FEDformer: Frequency enhanced decomposed transformer for long-term series forecasting","author":"Zhou","key":"10.1016\/j.knosys.2023.110639_b32"},{"year":"2019","series-title":"Time2Vec: Learning a vector representation of time","author":"Kazemi","key":"10.1016\/j.knosys.2023.110639_b33"},{"key":"10.1016\/j.knosys.2023.110639_b34","doi-asserted-by":"crossref","unstructured":"T.-O. Buchholz, F. Jug, Fourier image transformer, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2022, pp. 1846\u20131854.","DOI":"10.1109\/CVPRW56347.2022.00201"},{"key":"10.1016\/j.knosys.2023.110639_b35","series-title":"2021 International Conference on 3D Vision","first-page":"565","article-title":"A spatio-temporal transformer for 3D human motion prediction","author":"Aksan","year":"2021"},{"year":"2013","series-title":"Network in network","author":"Lin","key":"10.1016\/j.knosys.2023.110639_b36"},{"year":"2006","series-title":"Pattern Recognition and Machine Learning","author":"Bishop","key":"10.1016\/j.knosys.2023.110639_b37"},{"key":"10.1016\/j.knosys.2023.110639_b38","doi-asserted-by":"crossref","unstructured":"X. Zhang, Y. Gao, J. Lin, C.-T. Lu, Tapnet: Multivariate time series classification with attentional prototypical network, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 34, no. 04, 2020, pp. 6845\u20136852.","DOI":"10.1609\/aaai.v34i04.6165"},{"issue":"6","key":"10.1016\/j.knosys.2023.110639_b39","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1007\/s10618-020-00710-y","article-title":"Inceptiontime: Finding AlexNet for time series classification","volume":"34","author":"Ismail\u00a0Fawaz","year":"2020","journal-title":"Data Min. Knowl. Discov."},{"key":"10.1016\/j.knosys.2023.110639_b40","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.neunet.2019.04.014","article-title":"Multivariate LSTM-FCNs for time series classification","volume":"116","author":"Karim","year":"2019","journal-title":"Neural Netw."},{"key":"10.1016\/j.knosys.2023.110639_b41","doi-asserted-by":"crossref","unstructured":"K. Hundman, V. Constantinou, C. Laporte, I. Colwell, T. Soderstrom, Detecting spacecraft anomalies using LSTMs and nonparametric dynamic thresholding, in: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, 2018, pp. 387\u2013395.","DOI":"10.1145\/3219819.3219845"},{"key":"10.1016\/j.knosys.2023.110639_b42","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"Pedregosa","year":"2011","journal-title":"J. Mach. Learn. Res."}],"container-title":["Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705123003891?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705123003891?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T05:55:39Z","timestamp":1760594139000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950705123003891"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":42,"alternative-id":["S0950705123003891"],"URL":"https:\/\/doi.org\/10.1016\/j.knosys.2023.110639","relation":{},"ISSN":["0950-7051"],"issn-type":[{"type":"print","value":"0950-7051"}],"subject":[],"published":{"date-parts":[[2023,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Diagnostic spatio-temporal transformer with faithful encoding","name":"articletitle","label":"Article Title"},{"value":"Knowledge-Based Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.knosys.2023.110639","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"110639"}}