{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:40:16Z","timestamp":1742913616849,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031723469"},{"type":"electronic","value":"9783031723476"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72347-6_15","type":"book-chapter","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T13:02:55Z","timestamp":1726491775000},"page":"221-234","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["ESSformer: Transformers with\u00a0ESS Attention for\u00a0Long-Term Series Forecasting"],"prefix":"10.1007","author":[{"given":"Siyu","family":"Wu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kai","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feiyang","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiyu","family":"Pan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianjun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,17]]},"reference":[{"key":"15_CR1","unstructured":"Bao, H., Dong, L., Piao, S., Wei, F.: BEit: BERT pre-training of image transformers. arXiv preprint arXiv: 2106.08254 (2021)"},{"issue":"332","key":"15_CR2","doi-asserted-by":"publisher","first-page":"1509","DOI":"10.1080\/01621459.1970.10481180","volume":"65","author":"GE Box","year":"1970","unstructured":"Box, G.E., Pierce, D.A.: Distribution of residual autocorrelations in autoregressive integrated moving average time series models. J. Am. Stat. Assoc. 65(332), 1509\u20131526 (1970)","journal-title":"J. Am. Stat. Assoc."},{"key":"15_CR3","unstructured":"Chen, S.A., Li, C.L., Yoder, N., Arik, S.O., T., P.: TSmixer: an all-MLP architecture for time series forecasting. arXiv preprint arXiv:2303.06053 (2023)"},{"key":"15_CR4","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv: 1810.04805 (2018)"},{"key":"15_CR5","unstructured":"Dosovitskiy, A., et al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR (2021)"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Eldele, E., et al.: Time-series representation learning via temporal and contextual contrasting. arXiv preprint arXiv: 2106.14112 (2021)","DOI":"10.24963\/ijcai.2021\/324"},{"key":"15_CR7","unstructured":"G, W., C, L., D, S.: ETSformer: exponential smoothing transformers for time-series forecasting. arXiv preprint arXiv: 2202.01381 (2022)"},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Girshick, R.: Fast r-CNN. In: ICCV, vol. 36, pp. 1440\u20131448 (2015)","DOI":"10.1109\/ICCV.2015.169"},{"key":"15_CR9","doi-asserted-by":"crossref","unstructured":"Han, L., Ye, H.J., Zhan, D.C.: The capacity and robustness trade-off: revisiting the channel independent strategy for multivariate time series forecasting. arXiv preprint:arXiv:2304.05206 (2023)","DOI":"10.1109\/TKDE.2024.3400008"},{"key":"15_CR10","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Proceedings of The IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9729\u20139738 (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Chen, X., Xie, S., Li, Y., Doll\u00e1r, P., Girshick, R.: Masked autoencoders are scalable vision learners. In: CVPR, pp. 16000\u201316009 (2022)","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"15_CR12","doi-asserted-by":"publisher","first-page":"3451","DOI":"10.1109\/TASLP.2021.3122291","volume":"29","author":"WN Hsu","year":"2021","unstructured":"Hsu, W.N., Bolte, B., Tsai, Y.H.H., Lakhotia, K., Salakhutdinov, R., Mohamed, A.: Hubert: self-supervised speech representation learning by masked prediction of hidden units. IEEE\/ACM Trans. Audio Speech Lang. Proc. 29, 3451\u20133460 (2021)","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Proc."},{"key":"15_CR13","unstructured":"Hyndman, R.J., Athanasopoulos, G.: Forecasting: Principles and Practice. OTexts (2018)"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"Kilian, L., L\u00fctkepohl, H.: Structural Vector Autoregressive Analysis. Cambridge University Press (2017)","DOI":"10.1017\/9781108164818"},{"key":"15_CR15","unstructured":"Kornblith, S., Norouzi, M., Lee, H., Hinton, G.E.: Similarity of neural network representations revisited. In: ICML, pp. 3519\u20133529 (2019)"},{"key":"15_CR16","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: NIPS, pp. 1106\u20131114 (2012)"},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Lai, G., Chang, W.C., Yang, Y., Liu, H.: Modeling long-and short-term temporal patterns with deep neural networks. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, pp. 95\u2013104 (2018)","DOI":"10.1145\/3209978.3210006"},{"key":"15_CR18","unstructured":"Lee, S., Park, T., Lee, K.: Learning to embed time series patches independently. arXiv preprint: arXiv: 2312.16427 (2023)"},{"key":"15_CR19","unstructured":"Liu, S., et al.: Pyraformer: Low-complexity pyramidal attention for long-range time series modeling and forecasting. In: ICLR, vol.\u00a030 (2021)"},{"key":"15_CR20","doi-asserted-by":"publisher","first-page":"109324","DOI":"10.1016\/j.knosys.2022.109324","volume":"252","author":"T Liu","year":"2022","unstructured":"Liu, T., Ma, X., Li, S., Li, X., Zhang, C.: A stock price prediction method based on meta-learning and variational mode decomposition. Knowl.-Based Syst. 252, 109324 (2022)","journal-title":"Knowl.-Based Syst."},{"key":"15_CR21","unstructured":"Liu, Y., Wu, H., Wang, J., Long, M.: Non-stationary transformers: rethinking the stationarity in time series forecasting. In: NeurIPS, vol.\u00a035, pp. 9881\u20139893 (2022)"},{"key":"15_CR22","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/j.ins.2022.09.010","volume":"613","author":"X Ma","year":"2022","unstructured":"Ma, X., Zhao, T., Guo, Q., Li, X., Zhang, C.: Fuzzy hypergraph network for recommending top-k profitable stocks. Inf. Sci. 613, 239\u2013255 (2022)","journal-title":"Inf. Sci."},{"key":"15_CR23","unstructured":"N, K., \u0141, K., A., L.: Reformer: the efficient transformer. arXiv preprint arXiv:2001.04451 (2020)"},{"key":"15_CR24","unstructured":"Nie, Y., Nguyen, N.H., Sinthong, P., Kalagnanam, J.: A time series is worth 64 words: long-term forecasting with transformers. arXiv preprint arXiv: 2211.14730 (2022)"},{"issue":"3","key":"15_CR25","doi-asserted-by":"publisher","first-page":"1181","DOI":"10.1016\/j.ijforecast.2019.07.001","volume":"36","author":"D Salinas","year":"2020","unstructured":"Salinas, D., Flunkert, V., Gasthaus, J., Januschowski, T.: DeepAR: probabilistic forecasting with autoregressive recurrent networks. Int. J. Forecast. 36(3), 1181\u20131191 (2020)","journal-title":"Int. J. Forecast."},{"key":"15_CR26","unstructured":"Sen, R., Yu, H.F., Dhillon, I.S.: Think globally, act locally: a deep neural network approach to high-dimensional time series forecasting. In: NeurIPS, vol.\u00a028 (2019)"},{"key":"15_CR27","unstructured":"SHI, X., Chen, Z., Hao\u00a0Wang, D.Y.Y., kin Wong, W., chun WOO, W.: Convolutional LSTM network: a machine learning approach for precipitation nowcasting. Adv. Neural Inf. Proc. Syst. 28 (2015)"},{"key":"15_CR28","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Proc. Syst. 30 (2017)"},{"key":"15_CR29","unstructured":"Wang, H., Peng, J., Huang, F., Wang, J., Chen, J., Xiao, Y.: Micn: multi-scale local and global context modeling for long-term series forecasting. In: ICLR, pp. 16000\u201316009 (2023)"},{"key":"15_CR30","unstructured":"Wu, H., Xu, J., Wang, J., Long, M.: Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting. Adv. Neural Inf. Proc. Syst. 34, 101\u2013112 (2021)"},{"key":"15_CR31","unstructured":"Wu, H., Hu, T., Liu, Y., Zhou, H., Wang, J., Long, M.: TimesNet temporal 2D-variation modeling for general time series analysis. In: ICLR (2023)"},{"key":"15_CR32","unstructured":"Yang, L., Hong, S.: Unsupervised time-series representation learning with iterative bilinear temporal-spectral fusion. In: ICML, pp. 25038\u201325054 (2022)"},{"key":"15_CR33","unstructured":"Yu, F., Koltun, V.: Multi-scale context aggregation by dilated convolutions. arXiv preprint: arXiv:1511.07122 (2015)"},{"key":"15_CR34","doi-asserted-by":"crossref","unstructured":"Yue, Z., et al.: Ts2Vec: towards universal representation of time series. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.36, pp. 8980\u20138987 (2022)","DOI":"10.1609\/aaai.v36i8.20881"},{"key":"15_CR35","doi-asserted-by":"crossref","unstructured":"Zeng, A., Chen, M., Zhang, L., Xu, Q.: Are transformers effective for time series forecasting? In: AAAI, vol.\u00a037, pp. 11121\u201311128 (2023)","DOI":"10.1609\/aaai.v37i9.26317"},{"key":"15_CR36","doi-asserted-by":"crossref","unstructured":"Zerveas, G., Jayaraman, S., Patel, D., Bhamidipaty, A., Eickhoff, C.: A transformer-based framework for multivariate time series representation learning. In: Proceedings of the 27th ACMSIGKDD Conference on Knowledge Discovery & Data Mining, pp. 2114\u20132124 (2021)","DOI":"10.1145\/3447548.3467401"},{"key":"15_CR37","doi-asserted-by":"publisher","first-page":"110794","DOI":"10.1016\/j.knosys.2023.110794","volume":"277","author":"F Zhang","year":"2023","unstructured":"Zhang, F., Guo, T., Wang, H.: DFNet: decomposition fusion model for long sequence time-series forecasting. Knowl.-Based Syst. 277, 110794 (2023)","journal-title":"Knowl.-Based Syst."},{"key":"15_CR38","unstructured":"Zhang, Y., Yan, J.: Crossformer: Transformer utilizing cross-dimension dependency for multivariate time series forecasting. In: ICLR (2023)"},{"key":"15_CR39","unstructured":"Zhao, T., Ma, X., Li, X., Zhang, C.: MPRnet: multi-scale pattern reproduction guided universality time series interpretable forecasting. arXiv preprint: arXiv: 2307.06736 (2023)"},{"key":"15_CR40","doi-asserted-by":"crossref","unstructured":"Zhou, H., et al.: Informer: Beyond efficient transformer for long sequence time-series forecasting. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a035, pp. 11106\u201311115 (2021)","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"15_CR41","unstructured":"Zhou, T., Ma, Z., Wen, Q., Wang, X., Sun, L., Jin, R.: FEDformer: frequency enhanced decomposed transformer for long-term series forecasting. In: ICML, vol.\u00a030, pp. 27268\u201327286 (2022)"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72347-6_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T13:17:24Z","timestamp":1726492644000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72347-6_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723469","9783031723476"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72347-6_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"17 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"33","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}