{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T19:09:59Z","timestamp":1770491399857,"version":"3.49.0"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100007129","name":"Shandong Provincial Natural Science Foundation of China","doi-asserted-by":"publisher","award":["ZR2020MG075"],"award-info":[{"award-number":["ZR2020MG075"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Plan of Youth Innovation Team Development of Colleges and Universities in Shandong Province","award":["SD2019-161"],"award-info":[{"award-number":["SD2019-161"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3208139","type":"journal-article","created":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T19:29:21Z","timestamp":1663702161000},"page":"101347-101361","source":"Crossref","is-referenced-by-count":6,"title":["Umformer: A Transformer Dedicated to Univariate Multistep Prediction"],"prefix":"10.1109","volume":"10","author":[{"given":"Min","family":"Li","sequence":"first","affiliation":[{"name":"Shandong Computer Science Center, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5504-2951","authenticated-orcid":false,"given":"Qinghui","family":"Chen","sequence":"additional","affiliation":[{"name":"Shandong Computer Science Center, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Li","sequence":"additional","affiliation":[{"name":"Shandong Computer Science Center, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Delong","family":"Han","sequence":"additional","affiliation":[{"name":"Shandong Computer Science Center, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/NC.2017.8263256"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93034-3_22"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1111\/tgis.12644"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ECTICon.2018.8619867"},{"key":"ref5","article-title":"A memory-network based solution for multivariate time-series forecasting","author":"Chang","year":"2018","journal-title":"arXiv:1809.02105"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210006"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2017.1380080"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2021.03.012"},{"key":"ref9","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref10","first-page":"933","article-title":"Language modeling with gated convolutional networks","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","author":"Dauphin"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2012-65"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-2070(00)00072-8"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-2070(02)00057-2"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-2619(03)00096-5"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s11269-018-2155-6"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/NAFIPS-WConSC.2015.7284136"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICDSE.2018.8527804"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3152123"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1979.10482531"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1981.10477622"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.2307\/2335819"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.2307\/1269835"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CoNMedia.2013.6708545"},{"key":"ref24","volume-title":"Forecasting Methods and Applications","author":"Makridakis","year":"2008"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.solener.2004.09.013"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2003.811010"},{"key":"ref27","first-page":"5243","article-title":"Enhancing the locality and breaking the memory bottleneck of transformer on time series forecasting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Li"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2002.804943"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-8352(98)00066-7"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2020.105340"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/for.3980040103"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71918-2"},{"key":"ref33","first-page":"380","article-title":"The simple exponential smoothing model","volume-title":"Proc. 4th Int. Conf. Modelling Mech. Mechatronic Syst., Tech. Univ. Ko\u0161ice, Slovak Republic","author":"Ostertagov\u00e1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2753802"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2016.0208"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2018.01.177"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2018.00227"},{"key":"ref38","article-title":"Deep transformer models for time series forecasting: The influenza prevalence case","author":"Wu","year":"2020","journal-title":"arXiv:2001.08317"},{"key":"ref39","article-title":"Spatial-temporal transformer networks for traffic flow forecasting","author":"Xu","year":"2020","journal-title":"arXiv:2001.02908"},{"key":"ref40","article-title":"Cluster-former: Clustering-based sparse transformer for long-range dependency encoding","author":"Wang","year":"2020","journal-title":"arXiv:2009.06097"},{"key":"ref41","article-title":"Seq2seq RNNs and ARIMA models for cryptocurrency prediction: A comparative study","volume-title":"Proc. SIGKDD Fintech","author":"Rebane"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.118371"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-85713-4_11"},{"key":"ref44","first-page":"799","article-title":"Adaptively truncating backpropagation through time to control gradient bias","volume-title":"Uncertainty in Artificial Intelligence","author":"Aicher","year":"2020"},{"key":"ref45","first-page":"4965","article-title":"Learning longer-term dependencies in rnns with auxiliary losses","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Trinh"},{"key":"ref46","first-page":"7180","article-title":"Improving breadth-wise backpropagation in graph neural networks helps learning long-range dependencies","volume-title":"Proc. 38th Int. Conf. Mach. Learn.","author":"Lukovnikov"},{"key":"ref47","article-title":"Diffusion convolutional recurrent neural network: Data-driven traffic forecasting","author":"Li","year":"2017","journal-title":"arXiv:1707.01926"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32248-9_28"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-548"},{"key":"ref50","article-title":"Attention-based models for speech recognition","author":"Chorowski","year":"2015","journal-title":"arXiv:1506.07503"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.232"},{"key":"ref52","article-title":"Reformer: The efficient transformer","author":"Kitaev","year":"2020","journal-title":"arXiv:2001.04451"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11635"},{"key":"ref56","article-title":"CDSA: Cross-dimensional self-attention for multivariate, geo-tagged time series imputation","author":"Ma","year":"2019","journal-title":"arXiv:1905.09904"},{"key":"ref57","article-title":"Longformer: The long-document transformer","author":"Beltagy","year":"2020","journal-title":"arXiv:2004.05150"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-1694-0_12"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.2307\/2335479"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.1982.4767213"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1155\/2020\/6622927"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.3390\/en12163199"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273577"},{"key":"ref64","article-title":"GLU variants improve transformer","author":"Shazeer","year":"2020","journal-title":"arXiv:2002.05202"},{"key":"ref65","article-title":"Gaussian error linear units (GELUs)","author":"Hendrycks","year":"2016","journal-title":"arXiv:1606.08415"},{"key":"ref66","first-page":"1","article-title":"Algorithms for hyper-parameter optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bergstra"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09895412.pdf?arnumber=9895412","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T21:18:50Z","timestamp":1705958330000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9895412\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":66,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3208139","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}