{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T12:10:51Z","timestamp":1770552651189,"version":"3.49.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,12,23]],"date-time":"2023-12-23T00:00:00Z","timestamp":1703289600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,23]],"date-time":"2023-12-23T00:00:00Z","timestamp":1703289600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s00521-023-09347-6","type":"journal-article","created":{"date-parts":[[2023,12,23]],"date-time":"2023-12-23T11:01:56Z","timestamp":1703329316000},"page":"3921-3940","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["An improved self-attention for long-sequence time-series data forecasting with missing values"],"prefix":"10.1007","volume":"36","author":[{"given":"Zhi-cheng","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0422-5691","authenticated-orcid":false,"given":"Yong","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Jian-jian","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Jun-ting","family":"Duan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,23]]},"reference":[{"key":"9347_CR1","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Proceedings of the 31st international conference on neural information processing systems. NIPS\u201917. Curran Associates Inc., Red Hook, pp 6000\u20136010"},{"key":"9347_CR2","unstructured":"Kitaev N, Kaiser L, Levskaya A (2020) Reformer: the efficient transformer. In: 8th international conference on learning representations, Addis Ababa, Ethiopia"},{"key":"9347_CR3","volume-title":"Enhancing the locality and breaking the memory bottleneck of transformer on time series forecasting","author":"S Li","year":"2019","unstructured":"Li S, Jin X, Xuan Y, Zhou X, Chen W, Wang Y-X, Yan X (2019) Enhancing the locality and breaking the memory bottleneck of transformer on time series forecasting. Curran Associates Inc., Red Hook"},{"key":"9347_CR4","unstructured":"Wang S, Li BZ, Khabsa M, Fang H, Ma H (2020) Linformer: self-attention with linear complexity. arXiv preprint arXiv:2006.04768"},{"key":"9347_CR5","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1007\/978-3-031-26422-1_3","volume-title":"Machine learning and knowledge discovery in databases","author":"K Madhusudhanan","year":"2023","unstructured":"Madhusudhanan K, Burchert J, Duong-Trung N, Born S, Schmidt-Thieme L (2023) U-net inspired transformer architecture for far horizon time series forecasting. Machine learning and knowledge discovery in databases. Springer, Cham, pp 36\u201352"},{"key":"9347_CR6","doi-asserted-by":"crossref","unstructured":"Zhou H, Zhang S, Peng J, Zhang S, Li J, Xiong H, Zhang W (2021) Informer: beyond efficient transformer for long sequence time-series forecasting. In: Thirty-fifth AAAI conference on artificial intelligence. AAAI Press, Virtual Event, pp 11106\u201311115","DOI":"10.1609\/aaai.v35i12.17325"},{"issue":"10","key":"9347_CR7","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.3390\/e22101071","volume":"22","author":"JE Contreras-Reyes","year":"2020","unstructured":"Contreras-Reyes JE, Hern\u00e1ndez-Santoro C (2020) Assessing Granger-causality in the southern Humboldt current ecosystem using cross-spectral methods. Entropy 22(10):1071","journal-title":"Entropy"},{"key":"9347_CR8","unstructured":"Yoon J, Jordon J, Schaar M (2018) Gain: missing data imputation using generative adversarial nets. In: International conference on machine learning. PMLR, pp 5689\u20135698"},{"key":"9347_CR9","unstructured":"Luo Y, Cai X, Zhang Y, Xu J, Yuan X (2018) Multivariate time series imputation with generative adversarial networks. In: Advances in neural information processing systems. Annual conference on neural information processing systems 2018, Montr\u00e9al, Canada, pp 1603\u20131614"},{"key":"9347_CR10","doi-asserted-by":"crossref","unstructured":"Miao X, Wu Y, Wang J, Gao Y, Mao X, Yin J (2021) Generative semi-supervised learning for multivariate time series imputation. In: Proceedings of the AAAI conference on artificial intelligence, vol 35. Virtual Event, pp 8983\u20138991","DOI":"10.1609\/aaai.v35i10.17086"},{"issue":"5","key":"9347_CR11","doi-asserted-by":"publisher","first-page":"1477","DOI":"10.1109\/TBME.2018.2874712","volume":"66","author":"J Yoon","year":"2018","unstructured":"Yoon J, Zame WR, van der Schaar M (2018) Estimating missing data in temporal data streams using multi-directional recurrent neural networks. IEEE Trans Biomed Eng 66(5):1477\u20131490","journal-title":"IEEE Trans Biomed Eng"},{"issue":"1","key":"9347_CR12","doi-asserted-by":"publisher","first-page":"6085","DOI":"10.1038\/s41598-018-24271-9","volume":"8","author":"Z Che","year":"2018","unstructured":"Che Z, Purushotham S, Cho K, Sontag D, Liu Y (2018) Recurrent neural networks for multivariate time series with missing values. Sci Rep 8(1):6085","journal-title":"Sci Rep"},{"key":"9347_CR13","unstructured":"Cao W, Wang D, Li J, Zhou H, Li L, Li Y (2018) BRITS: bidirectional recurrent imputation for time series. In: Advances in neural information processing systems. Annual conference on neural information processing systems 2018, Montr\u00e9al, Canada, pp 6776\u20136786"},{"key":"9347_CR14","unstructured":"Cini A, Marisca I, Alippi C (2022) Filling the gaps: multivariate time series imputation by graph neural networks. In: International conference on learning representations"},{"issue":"2","key":"9347_CR15","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1109\/72.279188","volume":"5","author":"JT Connor","year":"1994","unstructured":"Connor JT, Martin RD, Atlas LE (1994) Recurrent neural networks and robust time series prediction. IEEE Trans Neural Netw 5(2):240\u2013254","journal-title":"IEEE Trans Neural Netw"},{"key":"9347_CR16","doi-asserted-by":"publisher","first-page":"4927","DOI":"10.1109\/ACCESS.2018.2887354","volume":"7","author":"A Zhang","year":"2018","unstructured":"Zhang A, Zhu W, Li J (2018) Spiking echo state convolutional neural network for robust time series classification. IEEE Access 7:4927\u20134935","journal-title":"IEEE Access"},{"key":"9347_CR17","doi-asserted-by":"crossref","unstructured":"Krstanovic S, Paulheim H (2017) Ensembles of recurrent neural networks for robust time series forecasting. In: International conference on innovative techniques and applications of artificial intelligence, Cambridge, pp 34\u201346","DOI":"10.1007\/978-3-319-71078-5_3"},{"key":"9347_CR18","doi-asserted-by":"crossref","unstructured":"Guo T, Xu Z, Yao X, Chen H, Aberer K, Funaya K (2016) Robust online time series prediction with recurrent neural networks. In: 2016 IEEE international conference on data science and advanced analytics (DSAA), Montreal, QC, Canada, pp 816\u2013825","DOI":"10.1109\/DSAA.2016.92"},{"key":"9347_CR19","first-page":"23009","volume":"35","author":"Y Li","year":"2022","unstructured":"Li Y, Lu X, Wang Y, Dou D (2022) Generative time series forecasting with diffusion, denoise, and disentanglement. Adv Neural Inf Process Syst 35:23009\u201323022","journal-title":"Adv Neural Inf Process Syst"},{"key":"9347_CR20","doi-asserted-by":"crossref","unstructured":"Belkhouja T, Yan Y, Doppa JR (2022) Training robust deep models for time-series domain: novel algorithms and theoretical analysis. In: Proceedings of the AAAI conference on artificial intelligence, vol 36. Virtual Event, pp 6055\u20136063","DOI":"10.1609\/aaai.v36i6.20552"},{"key":"9347_CR21","unstructured":"Liu L, Park Y, Hoang TN, Hasson H, Huan L (2023) Robust multivariate time-series forecasting: adversarial attacks and defense mechanisms. In: The eleventh international conference on learning representations, Kigali, Rwanda"},{"issue":"6","key":"9347_CR22","doi-asserted-by":"publisher","first-page":"664","DOI":"10.1061\/(ASCE)0733-947X(2003)129:6(664)","volume":"129","author":"BM Williams","year":"2003","unstructured":"Williams BM, Hoel LA (2003) Modeling and forecasting vehicular traffic flow as a seasonal ARIMA process: theoretical basis and empirical results. J Transp Eng 129(6):664\u2013672","journal-title":"J Transp Eng"},{"issue":"3","key":"9347_CR23","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.1016\/j.apm.2011.07.052","volume":"36","author":"X Wu","year":"2012","unstructured":"Wu X, Wang Y (2012) Extended and unscented Kalman filtering based feedforward neural networks for time series prediction. Appl Math Model 36(3):1123\u20131131","journal-title":"Appl Math Model"},{"issue":"8","key":"9347_CR24","doi-asserted-by":"publisher","first-page":"3868","DOI":"10.1016\/j.eswa.2015.01.026","volume":"42","author":"TW Joo","year":"2015","unstructured":"Joo TW, Kim SB (2015) Time series forecasting based on wavelet filtering. Expert Syst Appl 42(8):3868\u20133874","journal-title":"Expert Syst Appl"},{"issue":"12","key":"9347_CR25","doi-asserted-by":"publisher","first-page":"1400","DOI":"10.1016\/j.conengprac.2012.08.006","volume":"20","author":"Z Han","year":"2012","unstructured":"Han Z, Liu Y, Zhao J, Wang W (2012) Real time prediction for converter gas tank levels based on multi-output least square support vector regressor. Control Eng Pract 20(12):1400\u20131409","journal-title":"Control Eng Pract"},{"key":"9347_CR26","first-page":"385","volume-title":"Vector autoregressive models for multivariate time series","author":"Z Eric","year":"2006","unstructured":"Eric Z, Hui W (2006) Vector autoregressive models for multivariate time series. Springer, New York, pp 385\u2013429"},{"issue":"10","key":"9347_CR27","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2017","unstructured":"Greff K, Srivastava RK, Koutn\u00edk J, Steunebrink BR, Schmidhuber J (2017) LSTM: a search space odyssey. IEEE Trans Neural Netw Learn Syst 28(10):2222\u20132232","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"9347_CR28","unstructured":"Lipton ZC, Kale DC, Elkan C, Wetzel RC (2016) Learning to diagnose with LSTM recurrent neural networks. In: 4th international conference on learning representations, San Juan, Puerto Rico"},{"key":"9347_CR29","unstructured":"Yang JB, Nguyen MN, San PP, Li XL, Krishnaswamy S (2015) Deep convolutional neural networks on multichannel time series for human activity recognition. In: Proceedings of the 24th international conference on artificial intelligence. IJCAI\u201915. AAAI Press, Buenos Aires, pp. 3995\u20134001"},{"key":"9347_CR30","doi-asserted-by":"crossref","unstructured":"Hoermann S, Bach M, Dietmayer K (2018) Dynamic occupancy grid prediction for urban autonomous driving: a deep learning approach with fully automatic labeling. In: 2018 IEEE international conference on robotics and automation (ICRA), Brisbane, Australia, pp 2056\u20132063","DOI":"10.1109\/ICRA.2018.8460874"},{"key":"9347_CR31","unstructured":"Ding X, Zhang Y, Liu T, Duan J (2015) Deep learning for event-driven stock prediction. In: Proceedings of the 24th international conference on artificial intelligence. IJCAI\u201915. AAAI Press, Buenos Aires, pp 2327\u20132333"},{"key":"9347_CR32","doi-asserted-by":"crossref","unstructured":"Zhang J, Zheng Y, Qi D (2017) Deep spatio-temporal residual networks for citywide crowd flows prediction. In: Proceedings of the thirty-first AAAI Conference on Artificial Intelligence. AAAI\u201917. AAAI Press, San Francisco, pp 1655\u20131661","DOI":"10.1609\/aaai.v31i1.10735"},{"key":"9347_CR33","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.apenergy.2016.11.111","volume":"188","author":"HZ Wang","year":"2017","unstructured":"Wang HZ, Li GQ, Wang GB, Peng JC, Jiang H, Liu YT (2017) Deep learning based ensemble approach for probabilistic wind power forecasting. Appl Energy 188:56\u201370","journal-title":"Appl Energy"},{"key":"9347_CR34","volume-title":"Time series analysis: forecasting and control. Wiley series in probability and statistics","author":"GEP Box","year":"2015","unstructured":"Box GEP, Jenkins GM, Reinsel GC, Ljung GM (2015) Time series analysis: forecasting and control. Wiley series in probability and statistics. John Wiley & Sons location, Hoboken"},{"key":"9347_CR35","first-page":"17105","volume":"33","author":"S Wu","year":"2020","unstructured":"Wu S, Xiao X, Ding Q, Zhao P, Wei Y, Huang J (2020) Adversarial sparse transformer for time series forecasting. Adv Neural Inf Process Syst 33:17105\u201317115","journal-title":"Adv Neural Inf Process Syst"},{"key":"9347_CR36","first-page":"22419","volume":"34","author":"J Xu","year":"2021","unstructured":"Xu J, Wang J, Long M et al (2021) Autoformer: decomposition transformers with auto-correlation for long-term series forecasting. Adva Neural Inf Process Syst 34:22419\u201322430","journal-title":"Adva Neural Inf Process Syst"},{"key":"9347_CR37","doi-asserted-by":"publisher","first-page":"1001","DOI":"10.7717\/peerj-cs.1001","volume":"8","author":"S Arslan","year":"2022","unstructured":"Arslan S (2022) A hybrid forecasting model using LSTM and prophet for energy consumption with decomposition of time series data. PeerJ Comput Sci 8:1001","journal-title":"PeerJ Comput Sci"},{"key":"9347_CR38","doi-asserted-by":"publisher","first-page":"106296","DOI":"10.1109\/ACCESS.2022.3211941","volume":"10","author":"PC Huy","year":"2022","unstructured":"Huy PC, Minh NQ, Tien ND, Anh TTQ (2022) Short-term electricity load forecasting based on temporal fusion transformer model. IEEE Access 10:106296\u2013106304","journal-title":"IEEE Access"},{"key":"9347_CR39","unstructured":"Liu Y, Hu T, Zhang H, Wu H, Wang S, Ma L, Long M (2023) itransformer: inverted transformers are effective for time series forecasting. CoRRarXiv:2310.06625"},{"issue":"02","key":"9347_CR40","doi-asserted-by":"publisher","first-page":"177","DOI":"10.15196\/RS120204","volume":"12","author":"S Khedhiri","year":"2022","unstructured":"Khedhiri S et al (2022) Comparison of SARFIMA and LSTM methods to model and to forecast Canadian temperature. Reg Stat 12(02):177\u2013194","journal-title":"Reg Stat"},{"key":"9347_CR41","unstructured":"Yoon T, Park Y, Ryu EK, Wang Y (2022) Robust probabilistic time series forecasting. In: International conference on artificial intelligence and statistics. Proceedings of machine learning research, vol 151. Virtual Event, pp 1336\u20131358"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-09347-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-09347-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-09347-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,12]],"date-time":"2024-02-12T10:20:07Z","timestamp":1707733207000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-09347-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,23]]},"references-count":41,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["9347"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-09347-6","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,23]]},"assertion":[{"value":"19 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 November 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 December 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}