{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,15]],"date-time":"2025-08-15T02:03:24Z","timestamp":1755223404400,"version":"3.43.0"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"16","license":[{"start":{"date-parts":[[2025,8,15]],"date-time":"2025-08-15T00:00:00Z","timestamp":1755216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,8,15]],"date-time":"2025-08-15T00:00:00Z","timestamp":1755216000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,8,15]],"date-time":"2025-08-15T00:00:00Z","timestamp":1755216000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2023-04883"],"award-info":[{"award-number":["RGPIN-2023-04883"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2025,8,15]]},"DOI":"10.1109\/jiot.2025.3571746","type":"journal-article","created":{"date-parts":[[2025,5,20]],"date-time":"2025-05-20T13:16:20Z","timestamp":1747746980000},"page":"33067-33079","source":"Crossref","is-referenced-by-count":0,"title":["Time Series Forecasting via Reinforcement-Learning-Based Model Combination"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1753-2179","authenticated-orcid":false,"given":"Yuwei","family":"Fu","sequence":"first","affiliation":[{"name":"Department of Electrical Computer Engineering, McGill University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7419-9903","authenticated-orcid":false,"given":"Di","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Electrical Computer Engineering, McGill University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3191-3967","authenticated-orcid":false,"given":"Benoit","family":"Boulet","sequence":"additional","affiliation":[{"name":"Department of Electrical Computer Engineering, McGill University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2716-3889","authenticated-orcid":false,"given":"Arnaud","family":"Zinflou","sequence":"additional","affiliation":[{"name":"Data Science Team, Institut de Recherche Hydro Québec, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"volume-title":"Forecasting: Principles and Practice","year":"2018","author":"Hyndman","key":"ref1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i6.20618"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/23744731.2020.1795514"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2986965"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.3014806"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2021.3140058"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2020.0209"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/SERIES1345"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.120493"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1996.8.7.1341"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-019-00619-1"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/S0925-2312(01)00702-0"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.omega.2004.07.024"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/84.2.489"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71918-2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199641178.001.0001"},{"key":"ref17","first-page":"64","article-title":"Recurrent neural networks","volume-title":"Design and Applications","volume":"5","author":"Medsker","year":"2001"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.113"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2024.3393926"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3208211"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref23","first-page":"7785","article-title":"Deep state space models for time series forecasting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Rangapuram"},{"key":"ref24","article-title":"N-BEATS: Neural basis expansion analysis for interpretable time series forecasting","author":"Oreshkin","year":"2019","journal-title":"arXiv:1905.10437"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TEC.2009.2025431"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2018.06.001"},{"key":"ref27","first-page":"110","article-title":"Ensemble learning","volume-title":"The Handbook of Brain Theory and Neural Networks","volume":"2","author":"Dietterich","year":"2002"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-1967-3_8"},{"issue":"771","key":"ref29","first-page":"1612","article-title":"A short introduction to boosting","volume":"14","author":"Freund","year":"1999","journal-title":"Japanese Soc. Artif. Intell."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/BF00058655"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/qj.210"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1086\/686733"},{"key":"ref33","first-page":"580","article-title":"Autoregressive convolutional neural networks for asynchronous time series","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Binkowski"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.38.10.1394"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1023\/A:1019956318069"},{"key":"ref36","article-title":"On first-order meta-learning algorithms","author":"Nichol","year":"2018","journal-title":"arXiv:1803.02999"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2004.03.008"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2009.09.020"},{"key":"ref39","first-page":"18","article-title":"Meta-learning how to forecast time series","volume":"6","author":"Talagala","year":"2018","journal-title":"Monash Econometrics and Business Statistics Working Papers"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2019.02.011"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2017.26"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2008.08.008"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT.2019.8791671"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2937338"},{"key":"ref45","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv:1312.5602"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i16.17680"},{"key":"ref47","article-title":"Learning what data to learn","author":"Fan","year":"2017","journal-title":"arXiv:1702.08635"},{"key":"ref48","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown"},{"key":"ref49","article-title":"Hierarchical text-conditional image generation with clip latents","author":"Ramesh","year":"2022","journal-title":"arXiv:2204.06125"},{"key":"ref50","first-page":"15084","article-title":"Decision transformer: Reinforcement learning via sequence modeling","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Chen"},{"key":"ref51","first-page":"1","article-title":"Graph transformer networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Yun"},{"key":"ref52","first-page":"1","article-title":"A time series is worth 64 words: Long-term forecasting with transformers","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Nie"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/759"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"ref55","first-page":"11808","article-title":"Voice2Series: Reprogramming acoustic models for time series classification","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Yang"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.14778\/3514061.3514067"},{"key":"ref57","first-page":"387","article-title":"Deterministic policy gradient algorithms","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Silver"},{"volume-title":"Reinforcement Learning: An Introduction","year":"2018","author":"Sutton","key":"ref58"},{"key":"ref59","article-title":"High-dimensional continuous control using generalized advantage estimation","author":"Schulman","year":"2015","journal-title":"arXiv:1506.02438"},{"key":"ref60","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref61","article-title":"If MaxEnt RL is the answer, what is the question?","author":"Eysenbach","year":"2019","journal-title":"arXiv:1910.01913"},{"key":"ref62","first-page":"22419","article-title":"AutoFormer: Decomposition transformers with auto-correlation for long-term series forecasting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Wu"},{"key":"ref63","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref64","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Fujimoto"},{"volume-title":"Efficient Exploration in Reinforcement Learning","year":"1992","author":"Thrun","key":"ref65"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.5555\/3294996.3295070"},{"key":"ref67","article-title":"FEDFormer: Frequency enhanced decomposed transformer for long-term series forecasting","author":"Zhou","year":"2022","journal-title":"arXiv:2201.12740"},{"key":"ref68","article-title":"ETSFormer: Exponential smoothing transformers for time-series forecasting","author":"Woo","year":"2022","journal-title":"arXiv:2202.01381"},{"key":"ref69","first-page":"1","article-title":"iTransformer: Inverted transformers are effective for time series forecasting","volume-title":"Proc. 12th Int. Conf. Learn. Represent.","author":"Liu"},{"key":"ref70","first-page":"20924","article-title":"SAMformer: Unlocking the potential of transformers in time series forecasting with sharpness-aware minimization and channel-wise attention","volume-title":"Proc. 41st Int. Conf. Mach. Learn.","author":"Ilbert"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210006"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-306-47630-3_13"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6488907\/11121332\/11007540.pdf?arnumber=11007540","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,11]],"date-time":"2025-08-11T17:44:32Z","timestamp":1754934272000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11007540\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,15]]},"references-count":72,"journal-issue":{"issue":"16"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2025.3571746","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"type":"electronic","value":"2327-4662"},{"type":"electronic","value":"2372-2541"}],"subject":[],"published":{"date-parts":[[2025,8,15]]}}}