{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T19:26:01Z","timestamp":1775503561367,"version":"3.50.1"},"reference-count":62,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272052"],"award-info":[{"award-number":["62272052"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62172051"],"award-info":[{"award-number":["62172051"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.neunet.2026.108591","type":"journal-article","created":{"date-parts":[[2026,1,11]],"date-time":"2026-01-11T22:46:15Z","timestamp":1768171575000},"page":"108591","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["RoGAtten: Rotary gated linear attention for multivariate time series forecasting"],"prefix":"10.1016","volume":"198","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-1607-9067","authenticated-orcid":false,"given":"Aobo","family":"Liang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8192-9545","authenticated-orcid":false,"given":"Yan","family":"Sun","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5969-1793","authenticated-orcid":false,"given":"Xiaohou","family":"Shi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8256-8622","authenticated-orcid":false,"given":"Ke","family":"Li","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.neunet.2026.108591_bib0001","doi-asserted-by":"crossref","unstructured":"Ahamed, M. A., & Cheng, Q. (2024). Timemachine: A time series is worth 4 Mambas for long-term forecasting. arXiv preprint arXiv: 2403.09898.","DOI":"10.3233\/FAIA240677"},{"key":"10.1016\/j.neunet.2026.108591_bib0002","article-title":"Diffusion-based time series imputation and forecasting with structured state space models","author":"Alcaraz","year":"2023","journal-title":"Transactions on Machine Learning Research"},{"key":"10.1016\/j.neunet.2026.108591_bib0003","unstructured":"Ba, J. L., Kiros, J. R., & Hinton, G. E. (2016). Layer normalization. arXiv preprint arXiv: 1607.06450."},{"key":"10.1016\/j.neunet.2026.108591_bib0004","unstructured":"Behrouz, A., Santacatterina, M., & Zabih, R. (2024). Mambamixer: Efficient selective state space models with dual token and channel selection. arXiv preprint arXiv: 2403.19888."},{"issue":"1","key":"10.1016\/j.neunet.2026.108591_bib0005","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1109\/TDSC.2017.2650901","article-title":"Stochastic model checking for predicting component failures and service availability","volume":"16","author":"Calder","year":"2017","journal-title":"IEEE Transactions on Dependable and Secure Computing"},{"key":"10.1016\/j.neunet.2026.108591_bib0006","doi-asserted-by":"crossref","DOI":"10.1016\/j.cplett.2025.141959","article-title":"Designing ionic liquid electrolytes for a rigid and li+-conductive solid electrolyte interface in high performance lithium metal batteries","volume":"866","author":"Cao","year":"2025","journal-title":"Chemical Physics Letters"},{"key":"10.1016\/j.neunet.2026.108591_bib0007","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2021.108218","article-title":"Financial time series forecasting with multi-modality graph neural network","volume":"121","author":"Cheng","year":"2022","journal-title":"Pattern Recognition"},{"key":"10.1016\/j.neunet.2026.108591_bib0008","series-title":"International conference on learning representations","article-title":"Rethinking attention with performers","author":"Choromanski","year":"2020"},{"key":"10.1016\/j.neunet.2026.108591_bib0009","doi-asserted-by":"crossref","first-page":"133","DOI":"10.58496\/BJML\/2024\/013","article-title":"A novel method of using machine learning techniques to protect clouds against distributed denial of service (DDos) attacks","volume":"2024","author":"Devi","year":"2024","journal-title":"Babylonian Journal of Machine Learning"},{"key":"10.1016\/j.neunet.2026.108591_bib0010","series-title":"International conference on learning representations","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2020"},{"key":"10.1016\/j.neunet.2026.108591_bib0011","series-title":"2020 15th conference on computer science and information systems (fedCSIS)","first-page":"179","article-title":"Overview of the transformer-based models for NLP tasks","author":"Gillioz","year":"2020"},{"key":"10.1016\/j.neunet.2026.108591_bib0012","series-title":"Proceedings of the fourteenth international conference on artificial intelligence and statistics","first-page":"315","article-title":"Deep sparse rectifier neural networks","author":"Glorot","year":"2011"},{"key":"10.1016\/j.neunet.2026.108591_bib0013","unstructured":"Gu, A., & Dao, T. (2023). Mamba: Linear-time sequence modeling with selective state spaces. arXiv preprint arXiv: 2312.00752."},{"key":"10.1016\/j.neunet.2026.108591_bib0014","first-page":"1474","article-title":"Hippo: Recurrent memory with optimal polynomial projections","volume":"33","author":"Gu","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0015","series-title":"The tenth international conference on learning representations, ICLR 2022, virtual event, April 25\u201329, 2022","article-title":"Efficiently modeling long sequences with structured state spaces","author":"Gu","year":"2022"},{"key":"10.1016\/j.neunet.2026.108591_bib0016","first-page":"572","article-title":"Combining recurrent, convolutional, and continuous-time models with linear state space layers","volume":"34","author":"Gu","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0017","unstructured":"Hendrycks, D., & Gimpel, K. (2016). Gaussian error linear units (gelus). arXiv preprint arXiv: 1606.08415."},{"key":"10.1016\/j.neunet.2026.108591_bib0018","series-title":"International conference on machine learning","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"Ioffe","year":"2015"},{"key":"10.1016\/j.neunet.2026.108591_bib0019","first-page":"12389","article-title":"Witran: Water-wave information transmission and recurrent acceleration network for long-range time series forecasting","volume":"36","author":"Jia","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"5","key":"10.1016\/j.neunet.2026.108591_bib0020","doi-asserted-by":"crossref","first-page":"366","DOI":"10.3390\/nano15050366","article-title":"Controllable preparation of low-cost coal gangue-based SAPO-5 molecular sieve and its adsorption performance for heavy metal ions","volume":"15","author":"Kang","year":"2025","journal-title":"Nanomaterials"},{"key":"10.1016\/j.neunet.2026.108591_bib0021","series-title":"International conference on machine learning","first-page":"5156","article-title":"Transformers are RNNs: Fast autoregressive transformers with linear attention","author":"Katharopoulos","year":"2020"},{"key":"10.1016\/j.neunet.2026.108591_bib0022","series-title":"International conference on learning representations","article-title":"Reversible instance normalization for accurate time-series forecasting against distribution shift","author":"Kim","year":"2021"},{"key":"10.1016\/j.neunet.2026.108591_bib0023","first-page":"971","article-title":"Self-normalizing neural networks","volume":"30","author":"Klambauer","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0024","doi-asserted-by":"crossref","first-page":"72","DOI":"10.58496\/BJAI\/2025\/007","article-title":"The rise of transformers\u2013redefining the landscape of artificial intelligence","volume":"2025","author":"Ladu","year":"2025","journal-title":"Babylonian Journal of Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.108591_bib0025","series-title":"The 41st international ACM SIGIR conference on research & development in information retrieval","first-page":"95","article-title":"Modeling long-and short-term temporal patterns with deep neural networks","author":"Lai","year":"2018"},{"issue":"8","key":"10.1016\/j.neunet.2026.108591_bib0026","doi-asserted-by":"crossref","first-page":"11382","DOI":"10.1109\/TNNLS.2023.3260258","article-title":"Multiview subspace clustering via low-rank symmetric affinity graph","volume":"35","author":"Lan","year":"2023","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"1","key":"10.1016\/j.neunet.2026.108591_bib0027","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3698192","article-title":"Contrastive clustering learning for multi-behavior recommendation","volume":"43","author":"Lan","year":"2024","journal-title":"ACM Transactions on Information Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0028","first-page":"5243","article-title":"Enhancing the locality and breaking the memory bottleneck of transformer on time series forecasting","volume":"32","author":"Li","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0029","doi-asserted-by":"crossref","first-page":"31467","DOI":"10.1109\/JIOT.2024.3419768","article-title":"GTFormer: Graph-based temporal-order-aware transformer for long-term series forecasting","volume":"11","author":"Liang","year":"2024","journal-title":"IEEE Internet of Things Journal"},{"issue":"2194","key":"10.1016\/j.neunet.2026.108591_bib0030","article-title":"Time-series forecasting with deep learning: A survey","volume":"379","author":"Lim","year":"2021","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"10.1016\/j.neunet.2026.108591_bib0031","series-title":"2021\u202fIEEE International conference on data mining (ICDM)","first-page":"370","article-title":"SSDNet: State space decomposition neural network for time series forecasting","author":"Lin","year":"2021"},{"key":"10.1016\/j.neunet.2026.108591_bib0032","series-title":"Proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining","first-page":"1042","article-title":"MSDR: Multi-step dependency relation networks for spatial temporal forecasting","author":"Liu","year":"2022"},{"key":"10.1016\/j.neunet.2026.108591_bib0033","series-title":"International conference on learning representations","article-title":"Pyraformer: Low-complexity pyramidal attention for long-range time series modeling and forecasting","author":"Liu","year":"2022"},{"key":"10.1016\/j.neunet.2026.108591_bib0034","series-title":"The twelfth international conference on learning representations","article-title":"iTransformer: Inverted transformers are effective for time series forecasting","author":"Liu","year":"2024"},{"key":"10.1016\/j.neunet.2026.108591_bib0035","doi-asserted-by":"crossref","first-page":"9881","DOI":"10.52202\/068431-0718","article-title":"Non-stationary transformers: Exploring the stationarity in time series forecasting","volume":"35","author":"Liu","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0036","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1016\/j.neunet.2022.04.030","article-title":"Multivariate time series forecasting method based on nonlinear spiking neural p systems and non-subsampled shearlet transform","volume":"152","author":"Long","year":"2022","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.108591_bib0037","doi-asserted-by":"crossref","first-page":"157","DOI":"10.58496\/BJML\/2024\/016","article-title":"Object detection using capsule neural network: An overview","volume":"2024","author":"Mahdi","year":"2024","journal-title":"Babylonian Journal of Machine Learning"},{"key":"10.1016\/j.neunet.2026.108591_bib0038","doi-asserted-by":"crossref","first-page":"77","DOI":"10.58496\/BJAI\/2025\/008","article-title":"Artificial intelligence in malware and network intrusion detection: A comprehensive survey of techniques, datasets, challenges, and future directions","volume":"2025","author":"Moamin","year":"2025","journal-title":"Babylonian Journal of Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.108591_bib0039","series-title":"The eleventh international conference on learning representations, ICLR 2023, Kigali, Rwanda, May 1\u20135, 2023","article-title":"A time series is worth 64 words: Long-term forecasting with transformers","author":"Nie","year":"2023"},{"key":"10.1016\/j.neunet.2026.108591_bib0040","unstructured":"Pang, L., Yao, J., Li, K., & Cao, X. (2025). Special: zero-shot hyperspectral image classification with clip. arXiv preprint arXiv: 2501.16222."},{"key":"10.1016\/j.neunet.2026.108591_bib0041","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1016\/j.neunet.2023.06.044","article-title":"GBT: Two-stage transformer framework for non-stationary time series forecasting","volume":"165","author":"Shen","year":"2023","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.108591_bib0042","doi-asserted-by":"crossref","DOI":"10.1016\/j.neucom.2023.127063","article-title":"Roformer: Enhanced transformer with rotary position embedding","volume":"568","author":"Su","year":"2024","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neunet.2026.108591_bib0043","first-page":"5998","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0044","series-title":"The twelfth international conference on learning representations","article-title":"Timemixer: Decomposable multiscale mixing for time series forecasting","author":"Wang","year":"2024"},{"key":"10.1016\/j.neunet.2026.108591_bib0045","doi-asserted-by":"crossref","unstructured":"Wang, Z., Kong, F., Feng, S., Wang, M., Zhao, H., Wang, D., & Zhang, Y. (2024b). Is Mamba effective for time series forecasting?arXiv preprint arXiv: 2403.11144.","DOI":"10.2139\/ssrn.4832898"},{"key":"10.1016\/j.neunet.2026.108591_bib0046","series-title":"The eleventh international conference on learning representations","article-title":"TimesNet: Temporal 2D-variation modeling for general time series analysis","author":"Wu","year":"2022"},{"key":"10.1016\/j.neunet.2026.108591_bib0047","series-title":"The eleventh international conference on learning representations, ICLR 2023, Kigali, Rwanda, May 1\u20135, 2023","article-title":"TimesNet: Temporal 2D-variation modeling for general time series analysis","author":"Wu","year":"2023"},{"key":"10.1016\/j.neunet.2026.108591_bib0048","series-title":"Advances in neural information processing systems","article-title":"Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting","author":"Wu","year":"2021"},{"key":"10.1016\/j.neunet.2026.108591_bib0049","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2024.109218","article-title":"A new chiller fault diagnosis method under the imbalanced data environment via combining an improved generative adversarial network with an enhanced deep extreme learning machine","volume":"137","author":"Yang","year":"2024","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.108591_bib0050","doi-asserted-by":"crossref","first-page":"1803","DOI":"10.1109\/TII.2024.3488777","article-title":"A Difference Metric Attention With Position Distance-Based Weighting for Transformer in Data Sequence Modeling of Industrial Processes","volume":"21","author":"Yang","year":"2024","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"10.1016\/j.neunet.2026.108591_bib0051","doi-asserted-by":"crossref","first-page":"5811","DOI":"10.1109\/TII.2025.3547031","article-title":"Gaussian-based interval-aware transformer with interval embedding for data sequence modeling with irregular sampling frequency in industrial processes","volume":"21","author":"Yang","year":"2025","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"4","key":"10.1016\/j.neunet.2026.108591_bib0052","doi-asserted-by":"crossref","first-page":"5253","DOI":"10.1109\/TII.2023.3329684","article-title":"Attention-based interval aided networks for data modeling of heterogeneous sampling sequences with missing values in process industry","volume":"20","author":"Yuan","year":"2023","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"10.1016\/j.neunet.2026.108591_bib0053","series-title":"8th international conference on learning representations, ICLR 2020, Addis Ababa, Ethiopia, April 26\u201330, 2020","article-title":"Are transformers universal approximators of sequence-to-sequence functions?","author":"Yun","year":"2020"},{"key":"10.1016\/j.neunet.2026.108591_bib0054","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"11121","article-title":"Are transformers effective for time series forecasting?","volume":"vol. 37","author":"Zeng","year":"2023"},{"key":"10.1016\/j.neunet.2026.108591_bib0055","first-page":"12381","article-title":"Root mean square layer normalization","volume":"32","author":"Zhang","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.108591_bib0056","doi-asserted-by":"crossref","DOI":"10.1016\/j.rser.2021.111768","article-title":"Solar forecasting with hourly updated numerical weather prediction","volume":"154","author":"Zhang","year":"2022","journal-title":"Renewable and Sustainable Energy Reviews"},{"key":"10.1016\/j.neunet.2026.108591_bib0057","doi-asserted-by":"crossref","DOI":"10.1016\/j.vacuum.2025.114117","article-title":"Oxygen vacancies-modulated c-WO3\/biOBr heterojunction for highly efficient benzene degradation","volume":"234","author":"Zhang","year":"2025","journal-title":"Vacuum"},{"key":"10.1016\/j.neunet.2026.108591_bib0058","doi-asserted-by":"crossref","DOI":"10.1016\/j.jobe.2023.106338","article-title":"Imbalanced data based fault diagnosis of the chiller via integrating a new resampling technique with an improved ensemble extreme learning machine","volume":"70","author":"Zhang","year":"2023","journal-title":"Journal of Building Engineering"},{"key":"10.1016\/j.neunet.2026.108591_bib0059","doi-asserted-by":"crossref","DOI":"10.1016\/j.jobe.2024.110402","article-title":"A novel global modelling strategy integrated dynamic kernel canonical variate analysis for the air handling unit fault detection via considering the two-directional dynamics","volume":"96","author":"Zhang","year":"2024","journal-title":"Journal of Building Engineering"},{"key":"10.1016\/j.neunet.2026.108591_bib0060","unstructured":"Zhang, M., Saab, K. K., Poli, M., Dao, T., Goel, K., & R\u00e9, C. (2023b). Effectively modeling time series with simple discrete state spaces. arXiv preprint arXiv: 2303.09489."},{"key":"10.1016\/j.neunet.2026.108591_bib0061","series-title":"The eleventh international conference on learning representations, ICLR 2023, Kigali, Rwanda, May 1\u20135, 2023","article-title":"Crossformer: Transformer utilizing cross-dimension dependency for multivariate time series forecasting","author":"Zhang","year":"2023"},{"key":"10.1016\/j.neunet.2026.108591_bib0062","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"11106","article-title":"Informer: Beyond efficient transformer for long sequence time-series forecasting","volume":"vol. 35","author":"Zhou","year":"2021"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026000547?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026000547?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T18:40:24Z","timestamp":1775500824000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026000547"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":62,"alternative-id":["S0893608026000547"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.108591","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"RoGAtten: Rotary gated linear attention for multivariate time series forecasting","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.108591","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108591"}}