{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T06:08:29Z","timestamp":1783577309922,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U2342217,62021002"],"award-info":[{"award-number":["U2342217,62021002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"BNRist Innovation Fund","award":["BNR2024RC01010"],"award-info":[{"award-number":["BNR2024RC01010"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,27]]},"DOI":"10.1145\/3746027.3755238","type":"proceedings-article","created":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T07:26:38Z","timestamp":1761377198000},"page":"10975-10983","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["TimesBERT: A BERT-Style Foundation Model for Time Series Understanding"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3245-459X","authenticated-orcid":false,"given":"Haoran","family":"Zhang","sequence":"first","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6719-9980","authenticated-orcid":false,"given":"Yong","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1034-1140","authenticated-orcid":false,"given":"Yunzhong","family":"Qiu","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6793-7723","authenticated-orcid":false,"given":"Haixuan","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4324-6989","authenticated-orcid":false,"given":"Zhongyi","family":"Pei","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6841-7943","authenticated-orcid":false,"given":"Jianmin","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5412-9120","authenticated-orcid":false,"given":"Mingsheng","family":"Long","sequence":"additional","affiliation":[{"name":"School of Software, BNRist, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Practical Approach to Asynchronous Multivariate Time Series Anomaly Detection and Localization. KDD","author":"Abdulaal Ahmed","year":"2021","unstructured":"Ahmed Abdulaal, Zhuanghua Liu, and Tomer Lancewicki. 2021. Practical Approach to Asynchronous Multivariate Time Series Anomaly Detection and Localization. KDD (2021)."},{"key":"e_1_3_2_1_2_1","volume-title":"Sebastian Pineda Arango, Shubham Kapoor, et al.","author":"Ansari Abdul Fatir","year":"2024","unstructured":"Abdul Fatir Ansari, Lorenzo Stella, Caner Turkmen, Xiyuan Zhang, Pedro Mercado, Huibin Shen, Oleksandr Shchur, Syama Sundar Rangapuram, Sebastian Pineda Arango, Shubham Kapoor, et al. 2024. Chronos: Learning the language of time series. arXiv preprint arXiv:2403.07815 (2024)."},{"key":"e_1_3_2_1_3_1","volume-title":"Jason Lines, Michael Flynn, James Large, Aaron George Bostrom, Paul Southam, and Eamonn J. Keogh.","author":"Bagnall Anthony J.","year":"2018","unstructured":"Anthony J. Bagnall, Hoang Anh Dau, Jason Lines, Michael Flynn, James Large, Aaron George Bostrom, Paul Southam, and Eamonn J. Keogh. 2018. The UEA multivariate time series classification archive, 2018. arXiv preprint arXiv:1811.00075 (2018)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1111\/coin.12156"},{"key":"e_1_3_2_1_5_1","volume-title":"Beit: Bert pre-training of image transformers. arXiv preprint arXiv:2106.08254","author":"Bao Hangbo","year":"2021","unstructured":"Hangbo Bao, Li Dong, Songhao Piao, and Furu Wei. 2021. Beit: Bert pre-training of image transformers. arXiv preprint arXiv:2106.08254 (2021)."},{"key":"e_1_3_2_1_6_1","volume-title":"KDD Workshop.","author":"Donald","unstructured":"Donald J. Berndt and James Clifford. 1994. Using Dynamic TimeWarping to Find Patterns in Time Series. In KDD Workshop."},{"key":"e_1_3_2_1_7_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877-1901."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25854"},{"key":"e_1_3_2_1_9_1","volume-title":"Jianling Sun, and Chenghao Liu.","author":"Chen Mouxiang","year":"2024","unstructured":"Mouxiang Chen, Lefei Shen, Zhuo Li, Xiaoyun Joy Wang, Jianling Sun, and Chenghao Liu. 2024. Visionts: Visual masked autoencoders are free-lunch zeroshot time series forecasters. arXiv preprint arXiv:2408.17253 (2024)."},{"key":"e_1_3_2_1_10_1","volume-title":"Long-term Forecasting with","author":"Das Abhimanyu","year":"2023","unstructured":"Abhimanyu Das, Weihao Kong, Andrew Leach, Rajat Sen, and Rose Yu. 2023. Long-term Forecasting with TiDE: Time-series Dense Encoder. arXiv preprint arXiv:2304.08424 (2023)."},{"key":"e_1_3_2_1_11_1","volume-title":"A decoder-only foundation model for time-series forecasting. arXiv preprint arXiv:2310.10688","author":"Das Abhimanyu","year":"2023","unstructured":"Abhimanyu Das,Weihao Kong, Rajat Sen, and Yichen Zhou. 2023. A decoder-only foundation model for time-series forecasting. arXiv preprint arXiv:2310.10688 (2023)."},{"key":"e_1_3_2_1_12_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_13_1","volume-title":"SimMTM: A Simple Pre-Training Framework for Masked Time-Series Modeling. arXiv preprint arXiv:2302.00861","author":"Dong Jiaxiang","year":"2023","unstructured":"Jiaxiang Dong, Haixu Wu, Haoran Zhang, Li Zhang, Jianmin Wang, and Mingsheng Long. 2023. SimMTM: A Simple Pre-Training Framework for Masked Time-Series Modeling. arXiv preprint arXiv:2302.00861 (2023)."},{"key":"e_1_3_2_1_14_1","unstructured":"Luo donghao and wang xue. 2024. ModernTCN: A Modern Pure Convolution Structure for General Time Series Analysis. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=vpJMJerXHU"},{"key":"e_1_3_2_1_15_1","unstructured":"Alexey Dosovitskiy Lucas Beyer Alexander Kolesnikov Dirk Weissenborn Xiaohua Zhai Thomas Unterthiner Mostafa Dehghani Matthias Minderer Georg Heigold Sylvain Gelly et al. 2020. An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)."},{"key":"e_1_3_2_1_16_1","unstructured":"Jean-Yves Franceschi Aymeric Dieuleveut and Martin Jaggi. 2019. Unsupervised Scalable Representation Learning for Multivariate Time Series. In NeurIPS."},{"key":"e_1_3_2_1_17_1","volume-title":"MOMENT: A Family of Open Time-series Foundation Models. arXiv preprint arXiv:2402.03885","author":"Goswami Mononito","year":"2024","unstructured":"Mononito Goswami, Konrad Szafer, Arjun Choudhry, Yifu Cai, Shuo Li, and Artur Dubrawski. 2024. MOMENT: A Family of Open Time-series Foundation Models. arXiv preprint arXiv:2402.03885 (2024)."},{"key":"e_1_3_2_1_18_1","unstructured":"Brian Gow Tom Pollard Larry A Nathanson Alistair Johnson Benjamin Moody Chrystinne Fernandes Nathaniel Greenbaum Seth Berkowitz Dana Moukheiber Parastou Eslami et al. 2023. Mimic-iv-ecg-diagnostic electrocardiogram matched subset. Type: dataset (2023)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"S. Hochreiter and J. Schmidhuber. 1997. Long Short-Term Memory. Neural Comput. (1997).","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_1_21_1","volume-title":"Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685","author":"Hu Edward J","year":"2021","unstructured":"Edward J Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 (2021)."},{"key":"e_1_3_2_1_22_1","volume-title":"Detecting Spacecraft Anomalies Using LSTMs and Nonparametric Dynamic Thresholding. KDD","author":"Hundman Kyle","year":"2018","unstructured":"Kyle Hundman, Valentino Constantinou, Christopher Laporte, Ian Colwell, and Tom S\u00f6derstr\u00f6m. 2018. Detecting Spacecraft Anomalies Using LSTMs and Nonparametric Dynamic Thresholding. KDD (2018)."},{"key":"e_1_3_2_1_23_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 364","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 364 (2019)."},{"key":"e_1_3_2_1_24_1","volume-title":"itransformer: Inverted transformers are effective for time series forecasting. arXiv preprint arXiv:2310.06625","author":"Liu Yong","year":"2024","unstructured":"Yong Liu, Tengge Hu, Haoran Zhang, Haixu Wu, Shiyu Wang, Lintao Ma, and Mingsheng Long. 2024. itransformer: Inverted transformers are effective for time series forecasting. arXiv preprint arXiv:2310.06625 (2024)."},{"key":"e_1_3_2_1_25_1","volume-title":"Koopa: Learning Non-stationary Time Series Dynamics with Koopman Predictors. arXiv preprint arXiv:2305.18803","author":"Liu Yong","year":"2023","unstructured":"Yong Liu, Chenyu Li, JianminWang, and Mingsheng Long. 2023. Koopa: Learning Non-stationary Time Series Dynamics with Koopman Predictors. arXiv preprint arXiv:2305.18803 (2023)."},{"key":"e_1_3_2_1_26_1","volume-title":"AutoTimes: Autoregressive Time Series Forecasters via Large Language Models. arXiv preprint arXiv:2402.02370","author":"Liu Yong","year":"2024","unstructured":"Yong Liu, Guo Qin, Xiangdong Huang, Jianmin Wang, and Mingsheng Long. 2024. AutoTimes: Autoregressive Time Series Forecasters via Large Language Models. arXiv preprint arXiv:2402.02370 (2024)."},{"key":"e_1_3_2_1_27_1","volume-title":"Timer-XL: Long-Context Transformers for Unified Time Series Forecasting. arXiv preprint arXiv:2410.04803","author":"Liu Yong","year":"2024","unstructured":"Yong Liu, Guo Qin, Xiangdong Huang, Jianmin Wang, and Mingsheng Long. 2024. Timer-XL: Long-Context Transformers for Unified Time Series Forecasting. arXiv preprint arXiv:2410.04803 (2024)."},{"key":"e_1_3_2_1_28_1","volume-title":"Timer: Transformers for time series analysis at scale. arXiv preprint arXiv:2402.02368","author":"Liu Yong","year":"2024","unstructured":"Yong Liu, Haoran Zhang, Chenyu Li, Xiangdong Huang, Jianmin Wang, and Mingsheng Long. 2024. Timer: Transformers for time series analysis at scale. arXiv preprint arXiv:2402.02368 (2024)."},{"key":"e_1_3_2_1_29_1","volume-title":"Mathur and Nils Ole Tippenhauer","author":"Aditya","year":"2016","unstructured":"Aditya P. Mathur and Nils Ole Tippenhauer. 2016. SWaT: a water treatment testbed for research and training on ICS security. In CySWATER."},{"key":"e_1_3_2_1_30_1","volume-title":"A time series is worth 64 words: Long-term forecasting with transformers. arXiv preprint arXiv:2211.14730","author":"Nie Yuqi","year":"2023","unstructured":"Yuqi Nie, Nam H Nguyen, Phanwadee Sinthong, and Jayant Kalagnanam. 2023. A time series is worth 64 words: Long-term forecasting with transformers. arXiv preprint arXiv:2211.14730 (2023)."},{"key":"e_1_3_2_1_31_1","volume-title":"NBEATS: Neural basis expansion analysis for interpretable time series forecasting. ICLR","author":"Oreshkin Boris N","year":"2019","unstructured":"Boris N Oreshkin, Dmitri Carpov, Nicolas Chapados, and Yoshua Bengio. 2019. NBEATS: Neural basis expansion analysis for interpretable time series forecasting. ICLR (2019)."},{"key":"e_1_3_2_1_32_1","unstructured":"Alec Radford Karthik Narasimhan Tim Salimans Ilya Sutskever et al. 2018. Improving language understanding by generative pre-training. (2018)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455856"},{"key":"e_1_3_2_1_34_1","unstructured":"Spyros Makridakis. 2018. M4 dataset. https:\/\/github.com\/M4Competition\/M4-methods\/tree\/master\/Dataset"},{"key":"e_1_3_2_1_35_1","volume-title":"Robust Anomaly Detection for Multivariate Time Series through Stochastic Recurrent Neural Network. KDD","author":"Su Ya","year":"2019","unstructured":"Ya Su, Y. Zhao, Chenhao Niu, Rong Liu, W. Sun, and Dan Pei. 2019. Robust Anomaly Detection for Multivariate Time Series through Stochastic Recurrent Neural Network. KDD (2019)."},{"key":"e_1_3_2_1_36_1","unstructured":"Aaron Van Den Oord Oriol Vinyals et al. 2017. Neural discrete representation learning. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_37_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_38_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan N Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All you Need. In NeurIPS."},{"key":"e_1_3_2_1_39_1","volume-title":"The Eleventh International Conference on Learning Representations.","author":"Peng Jian","year":"2022","unstructured":"HuiqiangWang, Jian Peng, Feihu Huang, JinceWang, Junhui Chen, and Yifei Xiao. 2022. Micn: Multi-scale local and global context modeling for long-term series forecasting. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_40_1","volume-title":"Unified training of universal time series forecasting transformers. arXiv preprint arXiv:2402.02592","author":"Woo Gerald","year":"2024","unstructured":"Gerald Woo, Chenghao Liu, Akshat Kumar, Caiming Xiong, Silvio Savarese, and Doyen Sahoo. 2024. Unified training of universal time series forecasting transformers. arXiv preprint arXiv:2402.02592 (2024)."},{"key":"e_1_3_2_1_41_1","volume-title":"Timesnet: Temporal 2d-variation modeling for general time series analysis. arXiv preprint arXiv:2210.02186","author":"Wu Haixu","year":"2023","unstructured":"Haixu Wu, Tengge Hu, Yong Liu, Hang Zhou, Jianmin Wang, and Mingsheng Long. 2023. Timesnet: Temporal 2d-variation modeling for general time series analysis. arXiv preprint arXiv:2210.02186 (2023)."},{"key":"e_1_3_2_1_42_1","volume-title":"Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting. Advances in neural information processing systems 34","author":"Xu Jiehui","year":"2021","unstructured":"HaixuWu, Jiehui Xu, JianminWang, and Mingsheng Long. 2021. Autoformer: Decomposition transformers with auto-correlation for long-term series forecasting. Advances in neural information processing systems 34 (2021), 22419-22430."},{"key":"e_1_3_2_1_43_1","volume-title":"Anomaly transformer: Time series anomaly detection with association discrepancy. arXiv preprint arXiv:2110.02642","author":"Xu Jiehui","year":"2021","unstructured":"Jiehui Xu, Haixu Wu, Jianmin Wang, and Mingsheng Long. 2021. Anomaly transformer: Time series anomaly detection with association discrepancy. arXiv preprint arXiv:2110.02642 (2021)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i9.26317"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Ailing Zeng Muxi Chen Lei Zhang and Qiang Xu. 2023. Are Transformers Effective for Time Series Forecasting? AAAI.","DOI":"10.1609\/aaai.v37i9.26317"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"e_1_3_2_1_47_1","volume-title":"Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting. In AAAI.","author":"Zhou Haoyi","year":"2021","unstructured":"Haoyi Zhou, Shanghang Zhang, Jieqi Peng, Shuai Zhang, Jianxin Li, Hui Xiong, and Wancai Zhang. 2021. Informer: Beyond Efficient Transformer for Long Sequence Time-Series Forecasting. In AAAI."},{"key":"e_1_3_2_1_48_1","unstructured":"Tian Zhou Ziqing Ma Qingsong Wen Xue Wang Liang Sun and Rong Jin. 2022. FEDformer: Frequency enhanced decomposed transformer for long-term series forecasting. In ICML."},{"key":"e_1_3_2_1_49_1","volume-title":"One Fits All: Power General Time Series Analysis by Pretrained LM. arXiv preprint arXiv:2302.11939","author":"Zhou Tian","year":"2023","unstructured":"Tian Zhou, Peisong Niu, Xue Wang, Liang Sun, and Rong Jin. 2023. One Fits All: Power General Time Series Analysis by Pretrained LM. arXiv preprint arXiv:2302.11939 (2023)."}],"event":{"name":"MM '25: The 33rd ACM International Conference on Multimedia","location":"Dublin Ireland","acronym":"MM '25","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 33rd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746027.3755238","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T19:50:59Z","timestamp":1765309859000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746027.3755238"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,27]]},"references-count":49,"alternative-id":["10.1145\/3746027.3755238","10.1145\/3746027"],"URL":"https:\/\/doi.org\/10.1145\/3746027.3755238","relation":{},"subject":[],"published":{"date-parts":[[2025,10,27]]},"assertion":[{"value":"2025-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}