{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T15:42:34Z","timestamp":1785512554932,"version":"3.56.0"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,6,7]],"date-time":"2025-06-07T00:00:00Z","timestamp":1749254400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,7]],"date-time":"2025-06-07T00:00:00Z","timestamp":1749254400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2023A1515010673"],"award-info":[{"award-number":["2023A1515010673"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2023A1515010673"],"award-info":[{"award-number":["2023A1515010673"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2023A1515010673"],"award-info":[{"award-number":["2023A1515010673"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2023A1515010673"],"award-info":[{"award-number":["2023A1515010673"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Science and Technology Innovation Bureau","award":["JSGG20220831110400001"],"award-info":[{"award-number":["JSGG20220831110400001"]}]},{"name":"Shenzhen Science and Technology Innovation Bureau","award":["JSGG20220831110400001"],"award-info":[{"award-number":["JSGG20220831110400001"]}]},{"name":"Shenzhen Science and Technology Innovation Bureau","award":["JSGG20220831110400001"],"award-info":[{"award-number":["JSGG20220831110400001"]}]},{"name":"Shenzhen Science and Technology Innovation Bureau","award":["JSGG20220831110400001"],"award-info":[{"award-number":["JSGG20220831110400001"]}]},{"name":"Shenzhen Medical Research Fund","award":["D2404001"],"award-info":[{"award-number":["D2404001"]}]},{"name":"Shenzhen Medical Research Fund","award":["D2404001"],"award-info":[{"award-number":["D2404001"]}]},{"name":"Shenzhen Medical Research Fund","award":["D2404001"],"award-info":[{"award-number":["D2404001"]}]},{"name":"Shenzhen Medical Research Fund","award":["D2404001"],"award-info":[{"award-number":["D2404001"]}]},{"name":"Shenzhen Engineering Laboratory for Diagnosis & Treatment Key Technologies of Interventional Surgical Robots","award":["XMHT20220104009"],"award-info":[{"award-number":["XMHT20220104009"]}]},{"name":"Shenzhen Engineering Laboratory for Diagnosis & Treatment Key Technologies of Interventional Surgical Robots","award":["XMHT20220104009"],"award-info":[{"award-number":["XMHT20220104009"]}]},{"name":"Shenzhen Engineering Laboratory for Diagnosis & Treatment Key Technologies of Interventional Surgical Robots","award":["XMHT20220104009"],"award-info":[{"award-number":["XMHT20220104009"]}]},{"name":"Shenzhen Engineering Laboratory for Diagnosis & Treatment Key Technologies of Interventional Surgical Robots","award":["XMHT20220104009"],"award-info":[{"award-number":["XMHT20220104009"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07491-5","type":"journal-article","created":{"date-parts":[[2025,6,7]],"date-time":"2025-06-07T14:49:15Z","timestamp":1749307755000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Small but mighty: enhancing time series forecasting with lightweight LLMs"],"prefix":"10.1007","volume":"81","author":[{"given":"Haoran","family":"Fan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yixuan","family":"Weng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shoujun","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,7]]},"reference":[{"key":"7491_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2022.115995","volume":"268","author":"A Petrucci","year":"2022","unstructured":"Petrucci A, Barone G, Buonomano A, Athienitis A (2022) Modelling of a multi-stage energy management control routine for energy demand forecasting, flexibility, and optimization of smart communities using a recurrent neural network. Energy Convers Manag 268:115995","journal-title":"Energy Convers Manag"},{"issue":"14","key":"7491_CR2","doi-asserted-by":"publisher","first-page":"15358","DOI":"10.1007\/s11227-023-05242-y","volume":"79","author":"L Zhao","year":"2023","unstructured":"Zhao L, Li Z, Ma Y, Qu L (2023) A novel cryptocurrency price time series hybrid prediction model via machine learning with matlab\/simulink. J Supercomput 79(14):15358\u201315389","journal-title":"J Supercomput"},{"issue":"3","key":"7491_CR3","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1029\/RG012i003p00447","volume":"12","author":"SH Schneider","year":"1974","unstructured":"Schneider SH, Dickinson RE (1974) Climate modeling. Rev Geophys 12(3):447\u2013493","journal-title":"Rev Geophys"},{"issue":"4","key":"7491_CR4","doi-asserted-by":"publisher","first-page":"1827","DOI":"10.1109\/TSG.2015.2410131","volume":"6","author":"N Li","year":"2015","unstructured":"Li N, Chen L, Dahleh MA (2015) Demand response using linear supply function bidding. IEEE Trans Smart Grid 6(4):1827\u20131838","journal-title":"IEEE Trans Smart Grid"},{"key":"7491_CR5","unstructured":"Box GEP, Jenkins GM (1994) Time series analysis: forecasting and control. Prentice Hall PTR"},{"key":"7491_CR6","unstructured":"Liu Y, Hu T, Zhang H, Wu H, Wang S, Ma L, Long M (2023) itransformer: inverted transformers are effective for time series forecasting. arXiv preprint arXiv:2310.06625"},{"key":"7491_CR7","unstructured":"Jin M, Wang S, Ma L, Chu Z, Zhang JY, Shi X, Chen P-Y, Liang Y, Li Y-F, Pan S, et al (2023) Time-llm: time series forecasting by reprogramming large language models. arXiv preprint arXiv:2310.01728"},{"key":"7491_CR8","doi-asserted-by":"crossref","unstructured":"Zhou Y, Chu Z, Ruan Y, Jin G, Huang Y, Li S (2023) ptse: a multi-model ensemble method for probabilistic time series forecasting. In: Proceedings of the 32nd International Joint Conference on Artificial Intelligence, pp 4684\u20134692","DOI":"10.24963\/ijcai.2023\/521"},{"key":"7491_CR9","unstructured":"Touvron H, Martin L, Stone K, Albert P, Almahairi A, Babaei Y, Bashlykov N, Batra S, Bhargava P, Bhosale S, et al (2023) Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288"},{"key":"7491_CR10","doi-asserted-by":"crossref","unstructured":"Zhou H, Zhang S, Peng J, Zhang S, Li J, Xiong H, Zhang W (2021) Informer: beyond efficient transformer for long sequence time-series forecasting. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 35, pp 11106\u201311115","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"7491_CR11","unstructured":"Woo G, Liu C, Kumar A, Xiong C, Savarese S, Sahoo D (2024) Unified training of universal time series forecasting transformers. In: International Conference on Machine Learning, pp 53140\u201353164. PMLR"},{"key":"7491_CR12","first-page":"19622","volume":"36","author":"N Gruver","year":"2023","unstructured":"Gruver N, Finzi M, Qiu S, Wilson AG (2023) Large language models are zero-shot time series forecasters. Adv Neural Inf Process Syst 36:19622\u201319635","journal-title":"Adv Neural Inf Process Syst"},{"key":"7491_CR13","first-page":"122154","volume":"37","author":"Y Liu","year":"2025","unstructured":"Liu Y, Qin G, Huang X, Wang J, Long M (2025) Autotimes: autoregressive time series forecasters via large language models. Adv Neural Inf Process Syst 37:122154\u2013122184","journal-title":"Adv Neural Inf Process Syst"},{"key":"7491_CR14","first-page":"22419","volume":"34","author":"H Wu","year":"2021","unstructured":"Wu H, Xu J, Wang J, Long M (2021) Autoformer: decomposition transformers with auto-correlation for long-term series forecasting. Adv Neural Inf Process Syst 34:22419\u201322430","journal-title":"Adv Neural Inf Process Syst"},{"key":"7491_CR15","doi-asserted-by":"crossref","unstructured":"Lai G, Chang W-C, Yang Y, Liu H (2018) Modeling long-and short-term temporal patterns with deep neural networks. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, pp 95\u2013104","DOI":"10.1145\/3209978.3210006"},{"key":"7491_CR16","doi-asserted-by":"crossref","unstructured":"Shumway RH, Stoffer DS, Shumway RH, Stoffer DS (2017) Arima models. Time series analysis and its applications: with R examples, pp 75\u2013163","DOI":"10.1007\/978-3-319-52452-8_3"},{"key":"7491_CR17","unstructured":"Chen Z, Zhao Y-L, Pan X-Y, Dong Z-Y, Gao B, Zhong Z-W (2009) An overview of prophet. In: Algorithms and Architectures for Parallel Processing: 9th International Conference, ICA3PP 2009, Taipei, Taiwan, June 8-11, 2009. Proceedings 9, pp 396\u2013407. Springer"},{"key":"7491_CR18","volume":"47","author":"AK Dubey","year":"2021","unstructured":"Dubey AK, Kumar A, Garc\u00eda-D\u00edaz V, Sharma AK, Kanhaiya K (2021) Study and analysis of sarima and lstm in forecasting time series data. Sustain Energy Technol Assess 47:101474","journal-title":"Sustain Energy Technol Assess"},{"issue":"3","key":"7491_CR19","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1287\/mnsc.6.3.324","volume":"6","author":"PR Winters","year":"1960","unstructured":"Winters PR (1960) Forecasting sales by exponentially weighted moving averages. Manag Sci 6(3):324\u2013342","journal-title":"Manag Sci"},{"key":"7491_CR20","first-page":"12271","volume":"36","author":"Y Liu","year":"2023","unstructured":"Liu Y, Li C, Wang J, Long M (2023) Koopa: learning non-stationary time series dynamics with koopman predictors. Adv Neural Inf Process Syst 36:12271\u201312290","journal-title":"Adv Neural Inf Process Syst"},{"issue":"8","key":"7491_CR21","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"7491_CR22","unstructured":"Bai S, Kolter JZ, Koltun V (2018) An empirical evaluation of generic convolutional and recurrent networks for sequence modeling. arXiv preprint arXiv:1803.01271"},{"key":"7491_CR23","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst, vol 30"},{"issue":"14","key":"7491_CR24","doi-asserted-by":"publisher","first-page":"21128","DOI":"10.1007\/s11227-024-06266-8","volume":"80","author":"D Cao","year":"2024","unstructured":"Cao D, Zhang S (2024) Ad-autoformer: decomposition transformers with attention distilling for long sequence time-series forecasting. J Supercomput 80(14):21128\u201321148","journal-title":"J Supercomput"},{"issue":"1","key":"7491_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11227-024-06694-6","volume":"81","author":"AA Alioghli","year":"2025","unstructured":"Alioghli AA, Y\u0131ld\u0131r\u0131m Okay F (2025) Enhancing multivariate time-series anomaly detection with positional encoding mechanisms in transformers. J Supercomput 81(1):1\u201327","journal-title":"J Supercomput"},{"key":"7491_CR26","first-page":"38723","volume":"36","author":"K Wen","year":"2023","unstructured":"Wen K, Li Y, Liu B, Risteski A (2023) Transformers are uninterpretable with myopic methods: a case study with bounded dyck grammars. Adv Neural Inf Process Syst 36:38723\u201338766","journal-title":"Adv Neural Inf Process Syst"},{"key":"7491_CR27","first-page":"43322","volume":"36","author":"T Zhou","year":"2023","unstructured":"Zhou T, Niu P, Sun L, Jin R et al (2023) One fits all: power general time series analysis by pretrained lm. Adv Neural Inf Process Syst 36:43322\u201343355","journal-title":"Adv Neural Inf Process Syst"},{"issue":"11","key":"7491_CR28","doi-asserted-by":"publisher","first-page":"6851","DOI":"10.1109\/TKDE.2023.3342137","volume":"36","author":"H Xue","year":"2023","unstructured":"Xue H, Salim FD (2023) Promptcast: a new prompt-based learning paradigm for time series forecasting. IEEE Trans Knowl Data Eng 36(11):6851\u20136864","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"7491_CR29","unstructured":"Cao D, Jia F, Arik SO, Pfister T, Zheng Y, Ye W, Liu Y (2023) Tempo: prompt-based generative pre-trained transformer for time series forecasting. arXiv preprint arXiv:2310.04948"},{"key":"7491_CR30","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1007\/s11023-020-09548-1","volume":"30","author":"L Floridi","year":"2020","unstructured":"Floridi L, Chiriatti M (2020) Gpt-3: its nature, scope, limits, and consequences. Minds Mach 30:681\u2013694","journal-title":"Minds Mach"},{"key":"7491_CR31","unstructured":"Yang C-HH, Tsai Y-Y, Chen P-Y (2021) Voice2series: reprogramming acoustic models for time series classification. In: International Conference on Machine Learning, pp 11808\u201311819. PMLR"},{"issue":"11","key":"7491_CR32","doi-asserted-by":"publisher","first-page":"13023","DOI":"10.1109\/TITS.2022.3232153","volume":"24","author":"C Chen","year":"2023","unstructured":"Chen C, Wang C, Liu B, He C, Cong L, Wan S (2023) Edge intelligence empowered vehicle detection and image segmentation for autonomous vehicles. IEEE Trans Intell Transp Syst 24(11):13023\u201313034","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"7491_CR33","unstructured":"Nie Y, Nguyen N.H, Sinthong P, Kalagnanam J (2022) A time series is worth 64 words: long-term forecasting with transformers. arXiv preprint arXiv:2211.14730"},{"key":"7491_CR34","unstructured":"Dubey A, Jauhri A, Pandey A, Kadian A, Al-Dahle A, Letman A, Mathur A, Schelten A, Yang A, Fan A, et al (2024) The llama 3 herd of models. arXiv preprint arXiv:2407.21783"},{"key":"7491_CR35","unstructured":"Hendrycks D, Gimpel K (2016) Gaussian error linear units (gelus). arXiv preprint arXiv:1606.08415"},{"key":"7491_CR36","unstructured":"Devlin J, Chang M.-W, Lee K, Toutanova K (2019) Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol 1 (long and Short Papers), pp 4171\u20134186"},{"key":"7491_CR37","doi-asserted-by":"crossref","unstructured":"Liu L, Liu X, Gao J, Chen W, Han J (2020) Understanding the difficulty of training transformers. arXiv preprint arXiv:2004.08249","DOI":"10.18653\/v1\/2020.emnlp-main.463"},{"key":"7491_CR38","first-page":"4095","volume":"2024","author":"X Liu","year":"2024","unstructured":"Liu X, Hu J, Li Y, Diao S, Liang Y, Hooi B, Zimmermann R (2024) Unitime: a language-empowered unified model for cross-domain time series forecasting. Proc ACM Web Conf 2024:4095\u20134106","journal-title":"Proc ACM Web Conf"},{"key":"7491_CR39","first-page":"11121","volume":"37","author":"A Zeng","year":"2023","unstructured":"Zeng A, Chen M, Zhang L, Xu Q (2023) Are transformers effective for time series forecasting? Proc AAAI Conf Artif Intell 37:11121\u201311128","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"7491_CR40","unstructured":"Wu H, Hu T, Liu Y, Zhou H, Wang J, Long M (2022) Timesnet: temporal 2d-variation modeling for general time series analysis. arXiv preprint arXiv:2210.02186"},{"key":"7491_CR41","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980"},{"key":"7491_CR42","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, et al (2019) Pytorch: an imperative style, high-performance deep learning library. Adv Neural Inf Process Syst, vol 32"},{"key":"7491_CR43","unstructured":"Zhang S, Roller S, Goyal N, Artetxe M, Chen M, Chen S, Dewan C, Diab M, Li X, Lin XV, et al (2022) Opt: open pre-trained transformer language models. arXiv preprint arXiv:2205.01068"},{"issue":"8","key":"7491_CR44","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, Luan D, Amodei D, Sutskever I et al (2019) Language models are unsupervised multitask learners. OpenAI Blog 1(8):9","journal-title":"OpenAI Blog"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07491-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07491-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07491-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,7]],"date-time":"2025-06-07T14:49:24Z","timestamp":1749307764000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07491-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,7]]},"references-count":44,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2025,6]]}},"alternative-id":["7491"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07491-5","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,7]]},"assertion":[{"value":"21 May 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 June 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"985"}}