{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T03:53:27Z","timestamp":1772942007882,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T00:00:00Z","timestamp":1662336000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T00:00:00Z","timestamp":1662336000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62006111"],"award-info":[{"award-number":["62006111"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20200330"],"award-info":[{"award-number":["BK20200330"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s13042-022-01639-y","type":"journal-article","created":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T10:15:01Z","timestamp":1662372901000},"page":"269-279","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Continual portfolio selection in dynamic environments via incremental reinforcement learning"],"prefix":"10.1007","volume":"14","author":[{"given":"Shu","family":"Liu","sequence":"first","affiliation":[]},{"given":"Bo","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Huaxiong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Chunlin","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0304-3965","authenticated-orcid":false,"given":"Zhi","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,5]]},"reference":[{"issue":"1","key":"1639_CR1","first-page":"77","volume":"7","author":"H Markowitz","year":"1952","unstructured":"Markowitz H (1952) Portfolio selection. J Finance 7(1):77\u201391","journal-title":"J Finance"},{"issue":"4","key":"1639_CR2","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1002\/j.1538-7305.1956.tb03809.x","volume":"35","author":"J Kelly Jr","year":"1956","unstructured":"Kelly J Jr (1956) A new interpretation of information rate. Bell Syst Tech J 35(4):917\u2013926","journal-title":"Bell Syst Tech J"},{"key":"1639_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-021-01402-9","author":"X Wang","year":"2021","unstructured":"Wang X, Wang B, Liu S, Li H, Wang T, Watada J (2021) Fuzzy portfolio selection based on three-way decision and cumulative prospect theory. Int J Mach Learn Cybern. https:\/\/doi.org\/10.1007\/s13042-021-01402-9","journal-title":"Int J Mach Learn Cybern"},{"issue":"6","key":"1639_CR4","doi-asserted-by":"publisher","first-page":"1253","DOI":"10.1007\/s13042-019-01036-y","volume":"11","author":"S Hu","year":"2020","unstructured":"Hu S, Li F, Liu Y, Wang S (2020) A self-adaptive preference model based on dynamic feature analysis for interactive portfolio optimization. Int J Mach Learn Cybern 11(6):1253\u20131266","journal-title":"Int J Mach Learn Cybern"},{"issue":"12","key":"1639_CR5","doi-asserted-by":"publisher","first-page":"3541","DOI":"10.1007\/s13042-021-01403-8","volume":"12","author":"V Mohagheghi","year":"2021","unstructured":"Mohagheghi V, Mousavi SM (2021) A new multi-period optimization model for resilient-sustainable project portfolio evaluation under interval-valued pythagorean fuzzy sets with a case study. Int J Mach Learn Cybern 12(12):3541\u20133560","journal-title":"Int J Mach Learn Cybern"},{"key":"1639_CR6","doi-asserted-by":"crossref","unstructured":"Shen W, Wang J (2015) Transaction costs-aware portfolio optimization via fast Lowner\u2013John ellipsoid approximation. In: Proceedings of AAAI conference on artificial intelligence, Austin, Texas, USA, vol 29","DOI":"10.1609\/aaai.v29i1.9453"},{"key":"1639_CR7","doi-asserted-by":"crossref","unstructured":"Agarwal A, Hazan E, Kale S, Schapire RE (2006) Algorithms for portfolio management based on the Newton method. In: Proceedings of international conference on machine learning, Pittsburgh, Pennsylvania, USA, pp 9\u201316","DOI":"10.1145\/1143844.1143846"},{"issue":"9","key":"1639_CR8","doi-asserted-by":"publisher","first-page":"2480","DOI":"10.1109\/TKDE.2016.2563433","volume":"28","author":"D Huang","year":"2016","unstructured":"Huang D, Zhou J, Li B, Hoi SC, Zhou S (2016) Robust median reversion strategy for online portfolio selection. IEEE Trans Knowl Data Eng 28(9):2480\u20132493","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"113","key":"1639_CR9","first-page":"546","volume":"159","author":"M Khedmati","year":"2020","unstructured":"Khedmati M, Azin P (2020) An online portfolio selection algorithm using clustering approaches and considering transaction costs. Expert Syst Appl 159(113):546","journal-title":"Expert Syst Appl"},{"issue":"4","key":"1639_CR10","doi-asserted-by":"publisher","first-page":"747","DOI":"10.1007\/s13042-020-01096-5","volume":"11","author":"X Wang","year":"2020","unstructured":"Wang X, Zhao Y, Pourpanah F (2020) Recent advances in deep learning. Int J Mach Learn Cybern 11(4):747\u2013750","journal-title":"Int J Mach Learn Cybern"},{"key":"1639_CR11","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.ins.2016.04.051","volume":"378","author":"J Li","year":"2017","unstructured":"Li J, Huang C, Qi J, Qian Y, Liu W (2017) Three-way cognitive concept learning via multi-granularity. Inf Sci 378:244\u2013263","journal-title":"Inf Sci"},{"issue":"3","key":"1639_CR12","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1007\/s13042-019-01028-y","volume":"11","author":"D Yu","year":"2020","unstructured":"Yu D, Xu Z, Wang X (2020) Bibliometric analysis of support vector machines research trend: a case study in china. Int J Mach Learn Cybern 11(3):715\u2013728","journal-title":"Int J Mach Learn Cybern"},{"issue":"5","key":"1639_CR13","doi-asserted-by":"publisher","first-page":"795","DOI":"10.1007\/s13042-016-0608-x","volume":"9","author":"H Zhi","year":"2018","unstructured":"Zhi H, Li J (2018) Influence of dynamical changes on concept lattice and implication rules. Int J Mach Learn Cybern 9(5):795\u2013805","journal-title":"Int J Mach Learn Cybern"},{"issue":"2","key":"1639_CR14","doi-asserted-by":"publisher","first-page":"703","DOI":"10.1109\/TCYB.2017.2653223","volume":"48","author":"XZ Wang","year":"2017","unstructured":"Wang XZ, Wang R, Xu C (2017) Discovering the relationship between generalization and uncertainty by incorporating complexity of classification. IEEE Trans Cybern 48(2):703\u2013715","journal-title":"IEEE Trans Cybern"},{"issue":"1","key":"1639_CR15","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/s13042-015-0411-0","volume":"7","author":"Y Tang","year":"2016","unstructured":"Tang Y, Fan M, Li J (2016) An information fusion technology for triadic decision contexts. Int J Mach Learn Cybern 7(1):13\u201324","journal-title":"Int J Mach Learn Cybern"},{"issue":"1","key":"1639_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/2251-712X-9-1","volume":"9","author":"STA Niaki","year":"2013","unstructured":"Niaki STA, Hoseinzade S (2013) Forecasting S &P 500 index using artificial neural networks and design of experiments. J Ind Eng Int 9(1):1\u20139","journal-title":"J Ind Eng Int"},{"key":"1639_CR17","doi-asserted-by":"crossref","unstructured":"Das P, Johnson N, Banerjee A (2014) Online portfolio selection with group sparsity. In: Proceedings of AAAI conference on artificial intelligence, Qu\u00e9bec City, Qu\u00e9bec, Canada, vol 28","DOI":"10.1609\/aaai.v28i1.8907"},{"issue":"1","key":"1639_CR18","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/asmb.2209","volume":"33","author":"JB Heaton","year":"2017","unstructured":"Heaton JB, Polson NG, Witte JH (2017) Deep learning for finance: deep portfolios. Appl Stoch Models Bus Ind 33(1):3\u201312","journal-title":"Appl Stoch Models Bus Ind"},{"key":"1639_CR19","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction, 2nd edn. MIT press, Cambridge","edition":"2"},{"key":"1639_CR20","unstructured":"Jiang Z, Xu D, Liang J (2017) A deep reinforcement learning framework for the financial portfolio management problem. arXiv preprint arXiv:1706.10059"},{"issue":"7540","key":"1639_CR21","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"issue":"7782","key":"1639_CR22","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1038\/s41586-019-1724-z","volume":"575","author":"O Vinyals","year":"2019","unstructured":"Vinyals O, Babuschkin I, Czarnecki WM et al (2019) Grandmaster level in StarCraft II using multi-agent reinforcement learning. Nature 575(7782):350\u2013354","journal-title":"Nature"},{"issue":"7676","key":"1639_CR23","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K et al (2017) Mastering the game of Go without human knowledge. Nature 550(7676):354\u2013359","journal-title":"Nature"},{"issue":"26","key":"1639_CR24","doi-asserted-by":"publisher","first-page":"eaau5872","DOI":"10.1126\/scirobotics.aau5872","volume":"4","author":"J Hwangbo","year":"2019","unstructured":"Hwangbo J, Lee J, Dosovitskiy A, Bellicoso D, Tsounis V, Koltun V, Hutter M (2019) Learning agile and dynamic motor skills for legged robots. Sci Robot 4(26):eaau5872","journal-title":"Sci Robot"},{"key":"1639_CR25","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1038\/s41562-019-0804-2","volume":"4","author":"JA Li","year":"2020","unstructured":"Li JA, Dong D, Wei Z, Liu Y, Pan Y, Nori F, Zhang X (2020) Quantum reinforcement learning during human decision-making. Nat Hum Behav 4:294\u2013307","journal-title":"Nat Hum Behav"},{"key":"1639_CR26","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE20202979700","author":"Y Zhang","year":"2020","unstructured":"Zhang Y, Zhao P, Li B, Wu Q, Huang J, Tan M (2020) Cost-sensitive portfolio selection via deep reinforcement learning. IEEE Trans Knowl Data Eng. https:\/\/doi.org\/10.1109\/TKDE20202979700","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1639_CR27","doi-asserted-by":"crossref","unstructured":"Xu K, Zhang Y, Ye D, Zhao P, Tan M (2020) Relation-aware transformer for portfolio policy learning. In: Proceedings of international joint conference on artificial intelligence, Yokohama, Japan, pp 4647\u20134653","DOI":"10.24963\/ijcai.2020\/641"},{"issue":"113","key":"1639_CR28","first-page":"573","volume":"158","author":"H Park","year":"2020","unstructured":"Park H, Sim MK, Choi DG (2020) An intelligent financial portfolio trading strategy using deep q-learning. Expert Syst Appl 158(113):573","journal-title":"Expert Syst Appl"},{"key":"1639_CR29","doi-asserted-by":"crossref","unstructured":"Liang Q, Zhu M, Zheng X, Wang Y (2021) An adaptive news-driven method for CVaR-sensitive online portfolio selection in non-stationary financial markets. In: Proceedings of AAAI conference on artificial intelligence, Vancouver, British Columbia, Canada, pp 2708\u20132715","DOI":"10.24963\/ijcai.2021\/373"},{"issue":"12","key":"1639_CR30","doi-asserted-by":"publisher","first-page":"1901","DOI":"10.1109\/TNN.2011.2171713","volume":"22","author":"H He","year":"2011","unstructured":"He H, Chen S, Li K, Xu X (2011) Incremental learning from stream data. IEEE Trans Neural Netw 22(12):1901\u20131914","journal-title":"IEEE Trans Neural Netw"},{"issue":"12","key":"1639_CR31","first-page":"2346","volume":"31","author":"J Lu","year":"2019","unstructured":"Lu J, Liu A, Dong F, Gu F, Gama J, Zhang G (2019) Learning under concept drift: a review. IEEE Trans Knowl Data Eng 31(12):2346\u20132363","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"10","key":"1639_CR32","doi-asserted-by":"publisher","first-page":"1517","DOI":"10.1109\/TNN.2011.2160459","volume":"22","author":"R Elwell","year":"2011","unstructured":"Elwell R, Polikar R (2011) Incremental learning of concept drift in nonstationary environments. IEEE Trans Neural Netw 22(10):1517\u20131531","journal-title":"IEEE Trans Neural Netw"},{"issue":"4","key":"1639_CR33","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1109\/5326.983933","volume":"31","author":"R Polikar","year":"2001","unstructured":"Polikar R, Upda L, Upda SS, Honavar V (2001) Learn++: an incremental learning algorithm for supervised neural networks. IEEE Trans Syst Man Cybern Part C (Appl Rev) 31(4):497\u2013508","journal-title":"IEEE Trans Syst Man Cybern Part C (Appl Rev)"},{"issue":"3","key":"1639_CR34","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1109\/2.33","volume":"21","author":"GA Carpenter","year":"1988","unstructured":"Carpenter GA, Grossberg S (1988) The ART of adaptive pattern recognition by a self-organizing neural network. Computer 21(3):77\u201388","journal-title":"Computer"},{"issue":"10","key":"1639_CR35","doi-asserted-by":"publisher","first-page":"3947","DOI":"10.1109\/TNNLS.2019.2947658","volume":"31","author":"H Yu","year":"2020","unstructured":"Yu H, Lu J, Zhang G (2020) Online topology learning by a Gaussian membership-based self-organizing incremental neural network. IEEE Trans Neural Netw Learn Syst 31(10):3947\u20133961","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"1\u20133","key":"1639_CR36","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1007\/s11263-007-0075-7","volume":"77","author":"DA Ross","year":"2008","unstructured":"Ross DA, Lim J, Lin RS, Yang MH (2008) Incremental learning for robust visual tracking. Int J Comput Vis 77(1\u20133):125\u2013141","journal-title":"Int J Comput Vis"},{"issue":"5","key":"1639_CR37","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1109\/TEVC.2007.913070","volume":"12","author":"S Yang","year":"2008","unstructured":"Yang S, Yao X (2008) Population-based incremental learning with associative memory for dynamic environments. IEEE Trans Evol Comput 12(5):542\u2013561","journal-title":"IEEE Trans Evol Comput"},{"issue":"3","key":"1639_CR38","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1177\/0278364911426178","volume":"31","author":"D Kuli\u0107","year":"2012","unstructured":"Kuli\u0107 D, Ott C, Lee D, Ishikawa J, Nakamura Y (2012) Incremental learning of full body motion primitives and their sequencing through human motion observation. Int J Robot Res 31(3):330\u2013345","journal-title":"Int J Robot Res"},{"issue":"12","key":"1639_CR39","doi-asserted-by":"publisher","first-page":"2612","DOI":"10.1109\/TSMC.2018.2810447","volume":"49","author":"Z Wang","year":"2019","unstructured":"Wang Z, Li HX (2019) Incremental spatiotemporal learning for online modeling of distributed parameter systems. IEEE Trans Syst Man Cybern Syst 49(12):2612\u20132622","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"issue":"5","key":"1639_CR40","doi-asserted-by":"publisher","first-page":"1175","DOI":"10.1109\/TFUZZ.2016.2599855","volume":"25","author":"M Pratama","year":"2017","unstructured":"Pratama M, Lu J, Lughofer E, Zhang G, Er MJ (2017) An incremental learning of concept drifts using evolving type-2 recurrent fuzzy neural networks. IEEE Trans Fuzzy Syst 25(5):1175\u20131192","journal-title":"IEEE Trans Fuzzy Syst"},{"key":"1639_CR41","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.neucom.2015.06.022","volume":"171","author":"M Pratama","year":"2016","unstructured":"Pratama M, Lu J, Anavatti S, Lughofer E, Lim CP (2016) An incremental meta-cognitive-based scaffolding fuzzy neural network. Neurocomputing 171:89\u2013105","journal-title":"Neurocomputing"},{"issue":"2","key":"1639_CR42","doi-asserted-by":"publisher","first-page":"621","DOI":"10.1109\/TMECH.2019.2899365","volume":"24","author":"Z Wang","year":"2019","unstructured":"Wang Z, Chen C, Li HX, Dong D, Tarn TJ (2019) Incremental reinforcement learning with prioritized sweeping for dynamic environments. IEEE\/ASME Trans Mechatron 24(2):621\u2013632","journal-title":"IEEE\/ASME Trans Mechatron"},{"issue":"6","key":"1639_CR43","doi-asserted-by":"publisher","first-page":"1870","DOI":"10.1109\/TNNLS.2019.2927320","volume":"31","author":"Z Wang","year":"2020","unstructured":"Wang Z, Li HX, Chen C (2020) Incremental reinforcement learning in continuous spaces via policy relaxation and importance weighting. IEEE Trans Neural Netw Learn Syst 31(6):1870\u20131883","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"1639_CR44","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS20213055499","author":"Z Wang","year":"2021","unstructured":"Wang Z, Chen C, Dong D (2021) Lifelong incremental reinforcement learning with online Bayesian inference. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS20213055499","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"3","key":"1639_CR45","first-page":"1","volume":"46","author":"B Li","year":"2014","unstructured":"Li B, Hoi SC (2014) Online portfolio selection: a survey. ACM Comput Surv 46(3):1\u201336","journal-title":"ACM Comput Surv"},{"key":"1639_CR46","unstructured":"Sutton RS, McAllester DA, Singh SP, Mansour Y (2000) Policy gradient methods for reinforcement learning with function approximation. In: Proceedings of advances in neural information processing systems, Denver, USA, pp 1057\u20131063"},{"key":"1639_CR47","first-page":"735","volume":"27","author":"J Martens","year":"2010","unstructured":"Martens J (2010) Deep learning via Hessian-free optimization. Int Conf Mach Learn 27:735\u2013742","journal-title":"Int Conf Mach Learn"},{"key":"1639_CR48","unstructured":"Finn C, Abbeel P, Levine S (2017) Model-agnostic meta-learning for fast adaptation of deep networks. In: Proceedings of international conference on machine learning, Sydney, NSW, Australia, pp 1126\u20131135"},{"key":"1639_CR49","unstructured":"Rakelly K, Zhou A, Finn C, Levine S, Quillen D (2019) Efficient off-policy meta-reinforcement learning via probabilistic context variables. In: Proceedings of international conference on machine learning, Long Beach, California, USA, pp 5331\u20135340"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-022-01639-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-022-01639-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-022-01639-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,19]],"date-time":"2023-01-19T04:12:10Z","timestamp":1674101530000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-022-01639-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,5]]},"references-count":49,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["1639"],"URL":"https:\/\/doi.org\/10.1007\/s13042-022-01639-y","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"value":"1868-8071","type":"print"},{"value":"1868-808X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,5]]},"assertion":[{"value":"21 January 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 August 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 September 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}