{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T07:50:13Z","timestamp":1781250613380,"version":"3.54.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2021,2,5]],"date-time":"2021-02-05T00:00:00Z","timestamp":1612483200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,5]],"date-time":"2021-02-05T00:00:00Z","timestamp":1612483200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1007\/s10489-021-02218-4","type":"journal-article","created":{"date-parts":[[2021,2,5]],"date-time":"2021-02-05T03:08:02Z","timestamp":1612494482000},"page":"6202-6223","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":53,"title":["Learning to trade in financial time series using high-frequency through wavelet transformation and deep reinforcement learning"],"prefix":"10.1007","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5614-1190","authenticated-orcid":false,"given":"Jimin","family":"Lee","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hayeong","family":"Koh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hi Jun","family":"Choe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,2,5]]},"reference":[{"key":"2218_CR1","unstructured":"Addison PS (2017) The illustrated wavelet transform handbook: introductory theory and applications in science, engineering, medicine and finance. CRC press"},{"key":"2218_CR2","doi-asserted-by":"publisher","first-page":"e0180944","DOI":"10.1371\/journal.pone.0180944","volume":"12","author":"W Bao","year":"2017","unstructured":"Bao W, Yue J, Rao Y (2017) A deep learning framework for financial time series using stacked autoencoders and long-short term memory. PloS one 12:e0180944","journal-title":"PloS one"},{"issue":"2","key":"2218_CR3","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio Y, Simard P, Frasconi P, et al (1994) Learning long-term dependencies with gradient descent is difficult. IEEE Trans Neural Netw 5(2):157\u2013166","journal-title":"IEEE Trans Neural Netw"},{"key":"2218_CR4","doi-asserted-by":"crossref","unstructured":"Bertoluzzo F, Corazza M (2007) Making financial trading by recurrent reinforcement learning. International Conference on Knowledge-Based and Intelligent Information and Engineering Systems, pp 619\u2013626","DOI":"10.1007\/978-3-540-74827-4_78"},{"key":"2218_CR5","unstructured":"Bertsekas DP, Bertsekas DP, Bertsekas DP, Bertsekas DP (1995) Dynamic programming and optimal control. Athena Sci Belmont:1(2)"},{"key":"2218_CR6","doi-asserted-by":"crossref","unstructured":"Brim A. (2020) Deep Reinforcement Learning Pairs Trading with a Double Deep Q-Network. 2020 10th Annual Computing and Communication Workshop and Conference (CCWC):0222\u20130227","DOI":"10.1109\/CCWC47524.2020.9031159"},{"key":"2218_CR7","doi-asserted-by":"publisher","first-page":"783","DOI":"10.1016\/j.asoc.2018.09.017","volume":"73","author":"J Carapu\u010bo","year":"2018","unstructured":"Carapu\u010bo J, Neves R, Horta N (2018) Reinforcement learning applied to Forex trading. Appl Soft Comput 73:783\u2013794","journal-title":"Appl Soft Comput"},{"key":"2218_CR8","doi-asserted-by":"crossref","unstructured":"Carta S, Corriga A, Ferreira A, Podda AS, Recupero DR (2020) A multi-layer and multi-ensemble stock trader using deep learning and deep reinforcement learning. Appl Intell:1\u201317","DOI":"10.1007\/s10489-020-01839-5"},{"key":"2218_CR9","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1016\/j.chaos.2018.09.027","volume":"116","author":"HJ Choe","year":"2018","unstructured":"Choe HJ, Lee J, Lee J-K (2018) Malliavin calculus for subordinated l\u00e9vy process. Chaos Solitons Fract 116:392\u2013401","journal-title":"Chaos Solitons Fract"},{"issue":"3","key":"2218_CR10","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1016\/j.eswa.2005.10.012","volume":"30","author":"MA Dempster","year":"2006","unstructured":"Dempster MA, Leemans V (2006) An automated FX trading system using adaptive reinforcement learning. Expert Syst Appl 30(3):543\u2013552","journal-title":"Expert Syst Appl"},{"issue":"3","key":"2218_CR11","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1109\/TNNLS.2016.2522401","volume":"28","author":"Y Deng","year":"2016","unstructured":"Deng Y, Bao F, Kong Y, Ren Z, Dai Q (2016) Deep direct reinforcement learning for financial signal representation and trading. IEEE Trans Neural Netw Learn Syst 28(3):653\u2013664","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"2","key":"2218_CR12","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1109\/TII.2015.2404299","volume":"11","author":"Y Deng","year":"2015","unstructured":"Deng Y, Kong Y, Bao F, Dai Q (2015) Sparse coding-inspired optimal trading system for HFT industry. IEEE Trans Ind Inf 11(2):467\u2013475","journal-title":"IEEE Trans Ind Inf"},{"key":"2218_CR13","doi-asserted-by":"publisher","first-page":"63666","DOI":"10.1109\/ACCESS.2020.2982662","volume":"8","author":"D Fengqian","year":"2020","unstructured":"Fengqian D, Chao L (2020) An adaptive financial trading system using deep reinforcement learning with candlestick decomposing features. IEEE Access 8:63666\u201363678","journal-title":"IEEE Access"},{"key":"2218_CR14","doi-asserted-by":"crossref","unstructured":"Gao Z, Gao Y, Hu Y, Jiang Z, Su J (2020) Application of Deep Q-Network in Portfolio Management. 2020 5th IEEE International Conference on Big Data Analytics (ICBDA):268\u2013275","DOI":"10.1109\/ICBDA49040.2020.9101333"},{"key":"2218_CR15","doi-asserted-by":"crossref","unstructured":"Gold C (2003) FX Trading via recurrent reinforcement learning. 2003. IEEE International Conference on Computational Intelligence for Financial Engineering, 2003. Proceedings, pp 363\u2013370","DOI":"10.1109\/CIFER.2003.1196283"},{"issue":"8","key":"2218_CR16","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"2","key":"2218_CR17","doi-asserted-by":"publisher","first-page":"2510","DOI":"10.1016\/j.asoc.2010.09.007","volume":"11","author":"T-J Hsieh","year":"2011","unstructured":"Hsieh T-J, Hsiao H-F, Yeh W-C (2011) Forecasting stock markets using wavelet transforms and recurrent neural networks: an integrated system based on artificial bee colony algorithm. Appl Soft Comput 11 (2):2510\u20132525","journal-title":"Appl Soft Comput"},{"key":"2218_CR18","doi-asserted-by":"crossref","unstructured":"Hu Y-J, Lin S-J (2019) Deep reinforcement learning for optimizing finance portfolio management. 2019 Amity International Conference on Artificial Intelligence (AICAI). IEEE, pp 14\u201320","DOI":"10.1109\/AICAI.2019.8701368"},{"key":"2218_CR19","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. arXiv:1412.6980"},{"key":"2218_CR20","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Adv Neural Inf Process Syst:1097\u20131105"},{"issue":"2","key":"2218_CR21","first-page":"218","volume":"26","author":"S Lahmiri","year":"2014","unstructured":"Lahmiri S (2014) Wavelet low-and high-frequency components as features for predicting stock prices with backpropagation neural networks. J King Saud Univ-Comput Inf Sci 26(2):218\u2013227","journal-title":"J King Saud Univ-Comput Inf Sci"},{"issue":"3","key":"2218_CR22","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1191\/0142331206tim177oa","volume":"28","author":"J Li","year":"2006","unstructured":"Li J, Shi Z, Li X (2006) Genetic programming with wavelet-based indicators for financial forecasting. Trans Inst Meas Control 28(3):285\u2013297","journal-title":"Trans Inst Meas Control"},{"key":"2218_CR23","doi-asserted-by":"crossref","unstructured":"Li Y, Ni P, Chang V (2019) Application of deep reinforcement learning in stock trading strategies and stock forecasting. Computing:1\u201318","DOI":"10.1007\/s00607-019-00773-w"},{"key":"2218_CR24","doi-asserted-by":"crossref","unstructured":"Li Y, Ni P, Chang V (2019) An Empirical Research on the Investment Strategy of Stock Market based on Deep Reinforcement Learning model. COMPLEXIS:52\u201358","DOI":"10.5220\/0007722000520058"},{"key":"2218_CR25","doi-asserted-by":"crossref","unstructured":"Mallat SG (1989) A theory for multiresolution signal decomposition: the wavelet representation. IEEE Trans Pattern Anal Mach Intell:674\u2013693","DOI":"10.1109\/34.192463"},{"key":"2218_CR26","unstructured":"Mehala N, Dahiya R (2008) A comparative study of FFT, STFT and wavelet techniques for induction machine fault diagnostic analysis. Proceedings of the 7th WSEAS international conference on computational intelligence, man-machine systems and cybernetics, Cairo, pp 2931"},{"issue":"3","key":"2218_CR27","doi-asserted-by":"publisher","first-page":"110","DOI":"10.3390\/data4030110","volume":"4","author":"TL Meng","year":"2019","unstructured":"Meng TL, Khushi M (2019) Reinforcement learning in financial markets. Data 4(3):110","journal-title":"Data"},{"issue":"4","key":"2218_CR28","doi-asserted-by":"publisher","first-page":"875","DOI":"10.1109\/72.935097","volume":"12","author":"J Moody","year":"2001","unstructured":"Moody J, Saffell M (2001) Learning to trade via direct reinforcement. IEEE Trans Neural Netw 12(4):875\u2013889","journal-title":"IEEE Trans Neural Netw"},{"issue":"5-6","key":"2218_CR29","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1002\/(SICI)1099-131X(1998090)17:5\/6<441::AID-FOR707>3.0.CO;2-#","volume":"17","author":"J Moody","year":"1998","unstructured":"Moody J, Wu L, Liao Y, Saffell M (1998) Performance functions and reinforcement learning for trading systems and portfolios. J Forecast 17(5-6):441\u2013470","journal-title":"J Forecast"},{"issue":"6","key":"2218_CR30","doi-asserted-by":"publisher","first-page":"e0156338","DOI":"10.1371\/journal.pone.0156338","volume":"11","author":"JCP M\u2019ng","year":"2016","unstructured":"M\u2019ng JCP, Mehralizadeh M (2016) Forecasting East Asian indices futures via a novel hybrid of wavelet-PCA denoising and artificial neural network models. PloS one 11(6):e0156338","journal-title":"PloS one"},{"key":"2218_CR31","unstructured":"Neuneier R (1996) Optimal asset allocation using adaptive dynamic programming. Adv Neural Inf Process Syst:952\u2013958"},{"issue":"1","key":"2218_CR32","doi-asserted-by":"publisher","first-page":"e0227222","DOI":"10.1371\/journal.pone.0227222","volume":"15","author":"J Qiu","year":"2020","unstructured":"Qiu J, Wang B, Zhou C (2020) Forecasting stock prices with long-short term memory neural network based on attention mechanism. PloS one 15(1):e0227222","journal-title":"PloS one"},{"key":"2218_CR33","unstructured":"Renaud O, Murtagh F, Starck J-L (2002) Wavelet-based forecasting of short and long memory time series. Universit\u00e9 de Gen\u00e8ve\/Facult\u00e9 des sciences \u00e9conomiques et sociales"},{"key":"2218_CR34","doi-asserted-by":"crossref","unstructured":"Rumelhart DE, Hinton GE, Williams RJ (1985) Learning internal representations by error propagation. California Univ San Diego La Jolla Inst for Cognitive Science","DOI":"10.21236\/ADA164453"},{"issue":"1","key":"2218_CR35","doi-asserted-by":"publisher","first-page":"49","DOI":"10.3905\/jpm.1994.409501","volume":"21","author":"WF Sharpe","year":"1994","unstructured":"Sharpe WF (1994) The sharpe ratio. J Portfolio Manag 21(1):49\u201358","journal-title":"J Portfolio Manag"},{"key":"2218_CR36","doi-asserted-by":"crossref","unstructured":"Sherstov AA, Stone P (2004) Three automated stock-trading agents: a comparative study. Int Workshop Agent-Mediated Electron Commerce:173\u2013187","DOI":"10.1007\/11575726_13"},{"key":"2218_CR37","doi-asserted-by":"crossref","unstructured":"Soleymani F, Paquet E (2020) Financial Portfolio Optimization with Online Deep Reinforcement Learning and Restricted Stacked Autoencoder-DeepBreath. Expert Syst Appl 113456","DOI":"10.1016\/j.eswa.2020.113456"},{"issue":"1","key":"2218_CR38","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/S0045-7906(01)00011-8","volume":"29","author":"RS Stankovi\u0107","year":"2003","unstructured":"Stankovi\u0107 RS, Falkowski BJ (2003) The Haar wavelet transform: its status and achievements. Comput Electr Eng 29(1):25\u201344","journal-title":"Comput Electr Eng"},{"key":"2218_CR39","doi-asserted-by":"crossref","unstructured":"Sundermeyer M, Schl\u00fcter R, Ney H (2012) LSTM neural networks for language modeling. Thirteenth annual conference of the international speech communication association","DOI":"10.21437\/Interspeech.2012-65"},{"key":"2218_CR40","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press"},{"key":"2218_CR41","unstructured":"Walnut DF (2013) An introduction to wavelet analysis. Springer Science & Business Media"},{"issue":"3-4","key":"2218_CR42","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3-4):279\u2013292","journal-title":"Mach Learn"},{"issue":"10","key":"2218_CR43","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1960","unstructured":"Werbos PJ, et al (1960) Backpropagation through time: what it does and how to do it. Proc IEEE 78(10):1550\u20131560","journal-title":"Proc IEEE"},{"key":"2218_CR44","doi-asserted-by":"crossref","unstructured":"Widrow B, Hoff ME (1960) Adaptive switching circuits. Stanford Univ Ca Stanford Electronics Lab","DOI":"10.21236\/AD0241531"},{"key":"2218_CR45","unstructured":"wikibook (2018) https:\/\/github.com\/quantylab\/rltrader"},{"key":"2218_CR46","doi-asserted-by":"crossref","unstructured":"Wu X, Chen H, Wang J, Troiano L, Loia V, Fujita H (2020) Adaptive Stock Trading Strategies with Deep Reinforcement Learning Methods. Information Sciences","DOI":"10.1016\/j.ins.2020.05.066"},{"key":"2218_CR47","unstructured":"Xiong Z, Liu X-Y, Zhong S, Yang H, Walid A (2018) Practical deep reinforcement learning approach for stock trading. arXiv:1811.07522"},{"issue":"4","key":"2218_CR48","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1109\/72.935090","volume":"12","author":"B-L Zhang","year":"2001","unstructured":"Zhang B.-L., Coggins R, Jabri MA, Dersch D, Flower B (2001) Multiresolution forecasting for futures trading using wavelet decompositions. IEEE Trans Neural Netw 12(4):765\u2013775","journal-title":"IEEE Trans Neural Netw"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02218-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02218-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02218-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,14]],"date-time":"2022-12-14T20:54:56Z","timestamp":1671051296000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02218-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,5]]},"references-count":48,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["2218"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02218-4","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2,5]]},"assertion":[{"value":"14 January 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 February 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}