{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T12:05:21Z","timestamp":1784203521981,"version":"3.55.0"},"reference-count":62,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62233006"],"award-info":[{"award-number":["62233006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.neunet.2026.109059","type":"journal-article","created":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T14:29:10Z","timestamp":1777559350000},"page":"109059","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Probingformer: Modeling cross-dimension dependencies via pretraining\u2013probing for long-term time series forecasting"],"prefix":"10.1016","volume":"202","author":[{"given":"Beijin","family":"Zhou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8708-2920","authenticated-orcid":false,"given":"Jiang-Wen","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4722-1332","authenticated-orcid":false,"given":"Yan-Wu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tian-Hao","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.neunet.2026.109059_bib0001","series-title":"International conference on representation learning (ICLR)","first-page":"10527","article-title":"Pathformer: Multi-scale transformers with adaptive pathways for time series forecasting","author":"Chen","year":"2024"},{"issue":"1","key":"10.1016\/j.neunet.2026.109059_bib0002","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1007\/s11263-023-01852-4","article-title":"Context autoencoder for self-supervised representation learning","volume":"132","author":"Chen","year":"2024","journal-title":"International Journal of Computer Vision"},{"key":"10.1016\/j.neunet.2026.109059_bib0003","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106334","article-title":"A joint time-frequency domain transformer for multivariate time series forecasting","volume":"176","author":"Chen","year":"2024","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.109059_bib0004","doi-asserted-by":"crossref","DOI":"10.1016\/j.enconman.2023.117715","article-title":"Regional wind-photovoltaic combined power generation forecasting based on a novel multi-task learning framework and TPA-LSTM","volume":"297","author":"Chen","year":"2023","journal-title":"Energy Conversion and Management"},{"key":"10.1016\/j.neunet.2026.109059_bib0005","unstructured":"Cheng, M., Liu, Q., Liu, Z., Zhang, H., Zhang, R., & Chen, E. (2023). TimeMAE: Self-supervised representations of time series with decoupled masked autoencoders. arXiv preprint arXiv:arXiv: 2303.00320\">2303.00320."},{"key":"10.1016\/j.neunet.2026.109059_bib0006","series-title":"International conference on data engineering (ICDE)","first-page":"2900","article-title":"Towards spatio-temporal aware traffic time series forecasting","author":"Cirstea","year":"2022"},{"key":"10.1016\/j.neunet.2026.109059_bib0007","series-title":"International conference on representation learning (ICLR)","first-page":"48067","article-title":"Periodicity decoupling framework for long-term series forecasting","author":"Dai","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0008","series-title":"Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: Human language technologies, volume 1 (long and short papers)","first-page":"4171","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"key":"10.1016\/j.neunet.2026.109059_bib0009","series-title":"International conference on machine learning (ICML)","first-page":"11412","article-title":"TimeSiam: A pre-training framework for siamese time-series modeling","author":"Dong","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0010","doi-asserted-by":"crossref","first-page":"29996","DOI":"10.52202\/075280-1306","article-title":"SimMTM: A simple pre-training framework for masked time-series modeling","volume":"36","author":"Dong","year":"2023","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"10.1016\/j.neunet.2026.109059_bib0011","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/j.neucom.2019.12.118","article-title":"Multivariate time series forecasting via attention-based encoder\u2013decoder framework","volume":"388","author":"Du","year":"2020","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neunet.2026.109059_bib0012","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"7522","article-title":"Dish-TS: A general paradigm for alleviating distribution shift in time series forecasting","volume":"vol. 37","author":"Fan","year":"2023"},{"key":"10.1016\/j.neunet.2026.109059_bib0013","series-title":"International conference on learning representations","article-title":"DEPTS: Deep expansion learning for periodic time series forecasting","author":"Fan","year":"2022"},{"key":"10.1016\/j.neunet.2026.109059_bib0014","article-title":"Rethinking patch dependence for masked autoencoders","volume":"2025","author":"Fu","year":"2025","journal-title":"Transactions on Machine Learning Research"},{"key":"10.1016\/j.neunet.2026.109059_bib0015","doi-asserted-by":"crossref","first-page":"7129","DOI":"10.1109\/TKDE.2024.3400008","article-title":"The capacity and robustness trade-off: Revisiting the channel independent strategy for multivariate time series forecasting","volume":"36","author":"Han","year":"2024","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"10.1016\/j.neunet.2026.109059_bib0016","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (CVPR)","first-page":"16000","article-title":"Masked autoencoders are scalable vision learners","author":"He","year":"2022"},{"key":"10.1016\/j.neunet.2026.109059_bib0017","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (CVPR)","first-page":"9729","article-title":"Momentum contrast for unsupervised visual representation learning","author":"He","year":"2020"},{"key":"10.1016\/j.neunet.2026.109059_bib0018","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (CVPR)","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He","year":"2016"},{"key":"10.1016\/j.neunet.2026.109059_bib0019","series-title":"International conference on learning representations (ICLR)","article-title":"Time-LLM: Time series forecasting by reprogramming large language models","author":"Jin","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0020","series-title":"The 41st international ACM SIGIR conference on research & development in information retrieval","first-page":"95","article-title":"Modeling long-and short-term temporal patterns with deep neural networks","author":"Lai","year":"2018"},{"key":"10.1016\/j.neunet.2026.109059_bib0021","series-title":"International conference on representation learning (ICLR)","first-page":"27599","article-title":"Learning to embed time series patches independently","author":"Lee","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0022","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106745","article-title":"Multi-scale convolution enhanced transformer for multivariate long-term time series forecasting","volume":"180","author":"Li","year":"2024","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.109059_bib0023","unstructured":"Li, Z., Rao, Z., Pan, L., Wang, P., & Xu, Z. (2023). Ti-MAE: Self-supervised masked time series autoencoders. arXiv preprint arXiv:arXiv: 2301.08871\">2301.08871."},{"key":"10.1016\/j.neunet.2026.109059_bib0024","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.112556","article-title":"Periodformer: An efficient long-term time series forecasting method based on periodic attention","volume":"304","author":"Liang","year":"2024","journal-title":"Knowledge-Based Systems"},{"key":"10.1016\/j.neunet.2026.109059_bib0025","series-title":"ICDE","article-title":"Efficient multivariate time series forecasting via calibrated language models with privileged knowledge distillation","author":"Liu","year":"2025"},{"key":"10.1016\/j.neunet.2026.109059_bib0026","series-title":"AAAI","article-title":"TimeCMA: Towards LLM-empowered multivariate time series forecasting via cross-modality alignment","author":"Liu","year":"2025"},{"key":"10.1016\/j.neunet.2026.109059_bib0027","series-title":"IJCAI","article-title":"Towards cross-modality modeling for time series analytics: A survey in the LLM era","author":"Liu","year":"2025"},{"key":"10.1016\/j.neunet.2026.109059_bib0028","series-title":"Proceedings of the ACM web conference 2024","article-title":"Unitime: A language-empowered unified model for cross-domain time series forecasting","author":"Liu","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0029","series-title":"International conference on representation learning (ICLR)","first-page":"11116","article-title":"Itransformer: Inverted transformers are effective for time series forecasting","author":"Liu","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0030","doi-asserted-by":"crossref","first-page":"9881","DOI":"10.52202\/068431-0718","article-title":"Non-stationary transformers: Exploring the stationarity in time series forecasting","volume":"35","author":"Liu","year":"2022","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"10.1016\/j.neunet.2026.109059_bib0031","series-title":"Less is more: Efficient time series dataset condensation via two-fold modal matching","first-page":"226","volume":"Vol. 18","author":"Miao","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0032","series-title":"International conference on learning representations (ICLR)","article-title":"A time series is worth 64 words: Long-term forecasting with transformers","author":"Nie","year":"2023"},{"key":"10.1016\/j.neunet.2026.109059_bib0033","series-title":"International joint conferences on artificial intelligence (IJCAI)","first-page":"5556","article-title":"Evaluation methods for representation learning: A survey","author":"Nozawa","year":"2022"},{"issue":"9","key":"10.1016\/j.neunet.2026.109059_bib0034","doi-asserted-by":"crossref","first-page":"2363","DOI":"10.14778\/3665844.3665863","article-title":"TFB: Towards comprehensive and fair benchmarking of time series forecasting methods","volume":"17","author":"Qiu","year":"2024","journal-title":"Proceedings of the VLDB Endowment"},{"key":"10.1016\/j.neunet.2026.109059_bib0035","unstructured":"Qiu, X., Wu, X., Lin, Y., Guo, C., Hu, J., & Yang, B. (2024b). DUET: Dual clustering enhanced multivariate time series forecasting. arXiv preprint arXiv:arXiv: 2412.10859\">2412.10859."},{"issue":"140","key":"10.1016\/j.neunet.2026.109059_bib0036","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.neunet.2026.109059_bib0037","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106181","article-title":"Financial time series forecasting with deep learning: A systematic literature review: 2005\u20132019","volume":"90","author":"Sezer","year":"2020","journal-title":"Applied Soft Computing"},{"key":"10.1016\/j.neunet.2026.109059_bib0038","doi-asserted-by":"crossref","first-page":"1421","DOI":"10.1007\/s10994-019-05815-0","article-title":"Temporal pattern attention for multivariate time series forecasting","volume":"108","author":"Shih","year":"2019","journal-title":"Machine Learning"},{"key":"10.1016\/j.neunet.2026.109059_bib0039","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"914","article-title":"Spatial-temporal synchronous graph convolutional networks: A new framework for spatial-temporal network data forecasting","volume":"vol. 34","author":"Song","year":"2020"},{"key":"10.1016\/j.neunet.2026.109059_bib0040","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"20601","article-title":"xPatch: Dual-stream time series forecasting with exponential seasonal-trend decomposition","volume":"vol. 39","author":"Stitsyuk","year":"2025"},{"key":"10.1016\/j.neunet.2026.109059_bib0041","doi-asserted-by":"crossref","DOI":"10.1016\/j.neucom.2023.127063","article-title":"Roformer: Enhanced transformer with rotary position embedding","volume":"568","author":"Su","year":"2024","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neunet.2026.109059_bib0042","first-page":"6000","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"10.1016\/j.neunet.2026.109059_bib0043","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2025.107921","article-title":"CSFformer: Redefining multi-channel time series analysis with cross-scale fusion transformer","volume":"192","author":"Wan","year":"2025","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.109059_bib0044","series-title":"International conference on representation learning (ICLR)","first-page":"38626","article-title":"TimeMixer: Decomposable multiscale mixing for time series forecasting","author":"Wang","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0045","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.123601","article-title":"A self-supervised learning framework based on masked autoencoder for complex wafer bin map classification","volume":"249","author":"Wang","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.neunet.2026.109059_bib0046","series-title":"International conference on learning representations (ICLR)","article-title":"CoST: Contrastive learning of disentangled seasonal-trend representations for time series forecasting","author":"Woo","year":"2022"},{"key":"10.1016\/j.neunet.2026.109059_bib0047","first-page":"22419","article-title":"Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting","volume":"34","author":"Wu","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"issue":"6","key":"10.1016\/j.neunet.2026.109059_bib0048","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1038\/s42256-023-00667-9","article-title":"Interpretable weather forecasting for worldwide stations with a unified deep model","volume":"5","author":"Wu","year":"2023","journal-title":"Nature Machine Intelligence"},{"key":"10.1016\/j.neunet.2026.109059_bib0049","series-title":"Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining","first-page":"753-763","article-title":"Connecting the dots: Multivariate time series forecasting with graph neural networks","author":"Wu","year":"2020"},{"key":"10.1016\/j.neunet.2026.109059_bib0050","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.123118","article-title":"TFCSRec: Time-frequency consistency based contrastive learning for sequential recommendation","volume":"245","author":"Xiao","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.neunet.2026.109059_bib0051","series-title":"International conference on machine learning (ICML)","first-page":"10524","article-title":"On layer normalization in the transformer architecture","author":"Xiong","year":"2020"},{"key":"10.1016\/j.neunet.2026.109059_bib0052","series-title":"Advances in neural information processing systems","first-page":"55115","article-title":"FilterNet: Harnessing frequency filters for time series forecasting","volume":"vol. 37","author":"Yi","year":"2024"},{"issue":"6","key":"10.1016\/j.neunet.2026.109059_bib0053","doi-asserted-by":"crossref","first-page":"4927","DOI":"10.1109\/TITS.2021.3054840","article-title":"Deep learning on traffic prediction: Methods, analysis, and future directions","volume":"23","author":"Yin","year":"2021","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"10.1016\/j.neunet.2026.109059_bib0054","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"8980","article-title":"TS2Vec: Towards universal representation of time series","volume":"vol. 36","author":"Yue","year":"2022"},{"key":"10.1016\/j.neunet.2026.109059_bib0055","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"11121","article-title":"Are transformers effective for time series forecasting?","volume":"vol. 37","author":"Zeng","year":"2023"},{"key":"10.1016\/j.neunet.2026.109059_bib0056","series-title":"Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining","first-page":"2114","article-title":"A transformer-based framework for multivariate time series representation learning","author":"Zerveas","year":"2021"},{"key":"10.1016\/j.neunet.2026.109059_bib0057","doi-asserted-by":"crossref","first-page":"3988","DOI":"10.52202\/068431-0288","article-title":"Self-supervised contrastive pre-training for time series via time-frequency consistency","volume":"35","author":"Zhang","year":"2022","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"10.1016\/j.neunet.2026.109059_bib0058","series-title":"International conference on learning representations (ICLR)","article-title":"Crossformer: Transformer utilizing cross-dimension dependency for multivariate time series forecasting","author":"Zhang","year":"2023"},{"key":"10.1016\/j.neunet.2026.109059_bib0059","series-title":"Proceedings of the 33rd ACM international conference on information and knowledge management","first-page":"3352","article-title":"HiMTM: Hierarchical multi-scale masked time series modeling with self-distillation for long-term forecasting","author":"Zhao","year":"2024"},{"key":"10.1016\/j.neunet.2026.109059_bib0060","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.112652","article-title":"Rethinking self-supervised learning for time series forecasting: A temporal perspective","volume":"305","author":"Zhao","year":"2024","journal-title":"Knowledge-Based Systems"},{"key":"10.1016\/j.neunet.2026.109059_bib0061","series-title":"Proceedings of the 42nd international conference on machine learning","article-title":"Time-VLM: Exploring multimodal vision-language models for augmented time series forecasting","author":"Zhong","year":"2025"},{"key":"10.1016\/j.neunet.2026.109059_bib0062","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"11106","article-title":"Informer: Beyond efficient transformer for long sequence time-series forecasting","volume":"vol. 35","author":"Zhou","year":"2021"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026005198?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026005198?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T11:23:56Z","timestamp":1784201036000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026005198"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":62,"alternative-id":["S0893608026005198"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109059","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Probingformer: Modeling cross-dimension dependencies via pretraining\u2013probing for long-term time series forecasting","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109059","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"109059"}}