{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T15:52:36Z","timestamp":1781884356017,"version":"3.54.5"},"reference-count":115,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,12,20]],"date-time":"2024-12-20T00:00:00Z","timestamp":1734652800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,12,20]],"date-time":"2024-12-20T00:00:00Z","timestamp":1734652800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior - CAPES","award":["Finance Code 001"],"award-info":[{"award-number":["Finance Code 001"]}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015772","name":"Pontifical Catholic University of Minas Gerais","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100015772","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"DOI":"10.1007\/s10462-024-11062-0","type":"journal-article","created":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T23:25:47Z","timestamp":1734650747000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Advances and challenges in learning from experience replay"],"prefix":"10.1007","volume":"58","author":[{"given":"Daniel Eug\u00eanio","family":"Neves","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lucila","family":"Ishitani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zenilton Kleber Gon\u00e7alves","family":"do Patroc\u00ednio J\u00fanior","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,20]]},"reference":[{"issue":"126","key":"11062_CR1","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1016\/j.neucom.2023.126616","volume":"554","author":"C An","year":"2023","unstructured":"An C, Zhou J (2023) Adaptive dynamic programming for data-based optimal state regulation with experience replay. Neurocomputing 554(126):616. https:\/\/doi.org\/10.1016\/j.neucom.2023.126616 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0925231223007397)","journal-title":"Neurocomputing"},{"key":"11062_CR2","unstructured":"Andrychowicz M, Wolski F, Ray A, et al. (2017) Hindsight experience replay. In: Guyon I, Luxburg UV, Bengio S, et al. (eds) Advances in neural information processing systems (NIPS 2017)"},{"issue":"11","key":"11062_CR3","doi-asserted-by":"publisher","first-page":"2350","DOI":"10.1109\/LWC.2022.3202904","volume":"11","author":"A Anzaldo","year":"2022","unstructured":"Anzaldo A, Andrade \u00c1G (2022) Experience replay-based power control for sum-rate maximization in multi-cell networks. IEEE Wirel Commun Lett 11(11):2350\u20132354. https:\/\/doi.org\/10.1109\/LWC.2022.3202904","journal-title":"IEEE Wirel Commun Lett"},{"key":"11062_CR4","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare MG, Naddaf Y, Veness J et al. (2013) The arcade learning environment: an evaluation platform for general agents. J Artif Intell Res 47:253\u2013279. https:\/\/doi.org\/10.1613\/jair.3912","journal-title":"J Artif Intell Res"},{"key":"11062_CR5","unstructured":"Bellemare MG, Dabney W, Munos R (2017) A distributional perspective on reinforcement learning. In: International conference on machine learning, PMLR, pp 449\u2013458"},{"key":"11062_CR6","doi-asserted-by":"publisher","unstructured":"Brockman G, Cheung V, Pettersson L, et al. (2016) Openai gym. arXiv preprint arXiv:1606.01540https:\/\/doi.org\/10.48550\/arXiv.1606.01540","DOI":"10.48550\/arXiv.1606.01540"},{"key":"11062_CR7","doi-asserted-by":"publisher","unstructured":"Castro PS, Moitra S, Gelada C, et al. (2018) Dopamine: a research framework for deep reinforcement learning. arXiv preprint https:\/\/doi.org\/10.48550\/arXiv.1812.06110","DOI":"10.48550\/arXiv.1812.06110"},{"key":"11062_CR8","doi-asserted-by":"publisher","unstructured":"Chen X, Yao L, McAuley J, et al. (2022a) Locality-sensitive state-guided experience replay optimization for sparse rewards in online recommendation. In: Proceedings of the 45th international ACM SIGIR conference on research and development in information retrieval, pp 1316\u20131325, https:\/\/doi.org\/10.1145\/3477495.3532015","DOI":"10.1145\/3477495.3532015"},{"key":"11062_CR9","doi-asserted-by":"publisher","unstructured":"Chen X, Yao L, McAuley J, et al. (2022b) Locality-sensitive state-guided experience replay optimization for sparse rewards in online recommendation. In: SIGIR 2022 - Proceedings of the 45th international ACM SIGIR conference on research and development in information retrieval. Association for Computing Machinery, Inc, pp 1316\u20131325, https:\/\/doi.org\/10.1145\/3477495.3532015","DOI":"10.1145\/3477495.3532015"},{"key":"11062_CR10","doi-asserted-by":"publisher","first-page":"1016","DOI":"10.1109\/TNSRE.2021.3081056","volume":"29","author":"DC Crowder","year":"2021","unstructured":"Crowder DC, Abreu J, Kirsch RF (2021) Hindsight experience replay improves reinforcement learning for control of a mimo musculoskeletal model of the human arm. IEEE Trans Neural Syst Rehabil Eng 29:1016\u20131025. https:\/\/doi.org\/10.1109\/TNSRE.2021.3081056","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"issue":"11","key":"11062_CR11","doi-asserted-by":"publisher","first-page":"11253","DOI":"10.1109\/JSEN.2023.3237206","volume":"23","author":"J Cui","year":"2023","unstructured":"Cui J, Yuan L, He L et al. (2023) Multi-input autonomous driving based on deep reinforcement learning with double bias experience replay. IEEE Sens J 23(11):11253\u201311261. https:\/\/doi.org\/10.1109\/JSEN.2023.3237206","journal-title":"IEEE Sens J"},{"key":"11062_CR12","unstructured":"Dabney W, Ostrovski G, Silver D, et al. (2018) Implicit quantile networks for distributional reinforcement learning. In: Proceedings of the 35th international conference on machine learning, PMLR, pp 1096\u20131105"},{"key":"11062_CR13","unstructured":"Degris T, White M, Sutton RS (2012) Off-policy actor-critic. In: 29th International conference on machine learning"},{"issue":"102","key":"11062_CR14","doi-asserted-by":"publisher","first-page":"842","DOI":"10.1016\/j.simpat.2023.102842","volume":"129","author":"L Dong","year":"2023","unstructured":"Dong L, Li N, Gong G (2023) Curiosity-tuned experience replay for wargaming decision modeling without reward-engineering. Simul Model Pract Theory 129(102):842. https:\/\/doi.org\/10.1016\/j.simpat.2023.102842 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1569190X23001193)","journal-title":"Simul Model Pract Theory"},{"issue":"3","key":"11062_CR15","doi-asserted-by":"publisher","first-page":"1687","DOI":"10.1007\/s00521-021-06104-5","volume":"34","author":"Y Du","year":"2022","unstructured":"Du Y, Warnell G, Gebremedhin A et al. (2022) Lucid dreaming for experience replay: refreshing past states with the current policy. Neural Comput Appl 34(3):1687\u20131712. https:\/\/doi.org\/10.1007\/s00521-021-06104-5","journal-title":"Neural Comput Appl"},{"issue":"100","key":"11062_CR16","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1016\/j.cosrev.2024.100645","volume":"53","author":"O Elharrouss","year":"2024","unstructured":"Elharrouss O, Akbari Y, Almadeed N et al. (2024) Backbones-review: feature extractor networks for deep learning and deep reinforcement learning approaches in computer vision. Comput Sci Rev 53(100):645. https:\/\/doi.org\/10.1016\/j.cosrev.2024.100645 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1574013724000297)","journal-title":"Comput Sci Rev"},{"key":"11062_CR17","unstructured":"Espeholt L, Soyer H, Munos R, et al. (2018) Impala: Scalable distributed deep-rl with importance weighted actor-learner architectures. In: 35th International conference on machine learning, PMLR, pp 1407\u20131416"},{"key":"11062_CR18","doi-asserted-by":"publisher","first-page":"60836","DOI":"10.1109\/ACCESS.2022.3179720","volume":"10","author":"D F\u00e4hrmann","year":"2022","unstructured":"F\u00e4hrmann D, Jorek N, Damer N et al. (2022) Double deep q-learning with prioritized experience replay for anomaly detection in smart environments. IEEE Access 10:60836\u201360848. https:\/\/doi.org\/10.1109\/ACCESS.2022.3179720","journal-title":"IEEE Access"},{"key":"11062_CR19","unstructured":"Fedus W, Ramachandran P, Agarwal R, et al. (2020) Revisiting fundamentals of experience replay. In: International conference on machine learning, PMLR, pp 3061\u20133071"},{"key":"11062_CR20","unstructured":"Fortunato M, Azar MG, Piot B, et al. (2018) Noisy networks for exploration. In: 6th International conference on learning representations"},{"key":"11062_CR21","unstructured":"Fujimoto S, van Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. In: Dy J, Krause A (eds) Proceedings of the 35th international conference on machine learning, vol\u00a080. PMLR, pp 1587\u20131596"},{"key":"11062_CR22","unstructured":"Fujimoto S, Meger D, Precup D (2020) An equivalence between loss functions and non-uniform sampling in experience replay. In: Larochelle H, Ranzato M, Hadsell R, et al. (eds) Advances in neural information processing systems, vol\u00a033. Curran Associates, Inc., pp 14,219\u201314,230"},{"key":"11062_CR23","doi-asserted-by":"publisher","unstructured":"Gao J, Li X, Liu W, et al. (2021) Prioritized experience replay method based on experience reward. In: 2021 International conference on machine learning and intelligent systems engineering (MLISE), IEEE, pp 214\u2013219, https:\/\/doi.org\/10.1109\/MLISE54096.2021.00045","DOI":"10.1109\/MLISE54096.2021.00045"},{"key":"11062_CR24","unstructured":"Gu S, Lillicrap T, Sutskever I, et al. (2016) Continuous deep q-learning with model-based acceleration. In: Proceedings of The 33rd international conference on machine learning, PMLR, pp 2829\u20132838"},{"key":"11062_CR25","unstructured":"Haarnoja T, Zhou A, Abbeel P, et al. (2018) Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: Proceedings of the 35th international conference on machine learning, PMLR, pp 1861\u20131870"},{"key":"11062_CR26","unstructured":"van Hasselt H (2010) Double Q-learning. In: Advances in neural information processing systems 23 (NIPS 2010), pp 2613\u20132621"},{"key":"11062_CR27","unstructured":"van Hasselt HP, Hessel M, Aslanides J (2019) When to use parametric models in reinforcement learning? In: Wallach H, Larochelle H, Beygelzimer A et al. (eds) Adv Neural Inform Process Syst, vol 32. Curran Associates Inc"},{"key":"11062_CR28","unstructured":"Hausknecht M, Stone P (2015) Deep recurrent q-learning for partially observable mdps. In: AAAI fall symposium on sequential decision making for intelligent agents (AAAI-SDMIA15)"},{"key":"11062_CR29","doi-asserted-by":"publisher","unstructured":"Hessel M, Modayil J, Van Hasselt H, et al. (2018) Rainbow: combining improvements in deep reinforcement learning. In: Proceedings of the AAAI conference on artificial intelligence, https:\/\/doi.org\/10.1609\/aaai.v32i1.11796","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"11062_CR30","doi-asserted-by":"publisher","DOI":"10.1145\/3623377","author":"T Hickling","year":"2023","unstructured":"Hickling T, Zenati A, Aouf N et al. (2023) Explainability in deep reinforcement learning: a review into current methods and applications. ACM Comput Surv. https:\/\/doi.org\/10.1145\/3623377","journal-title":"ACM Comput Surv"},{"key":"11062_CR31","unstructured":"Horgan D, Quan J, Budden D, et al. (2018) Distributed prioritized experience replay. In: International conference on learning representations"},{"issue":"11","key":"11062_CR32","doi-asserted-by":"publisher","first-page":"13985","DOI":"10.1109\/TVT.2023.3285595","volume":"72","author":"Z Hu","year":"2023","unstructured":"Hu Z, Gao X, Wan K et al. (2023) Asynchronous curriculum experience replay: a deep reinforcement learning approach for uav autonomous motion control in unknown dynamic environments. IEEE Trans Vehic Technol 72(11):13985\u201314001. https:\/\/doi.org\/10.1109\/TVT.2023.3285595","journal-title":"IEEE Trans Vehic Technol"},{"key":"11062_CR33","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: accelerating deep network training by reducing internal covariate shift. In: Bach F, Blei D (eds) Proceedings of the 32nd international conference on machine learning, vol\u00a037. PMLR, pp 448\u2013456"},{"issue":"2","key":"11062_CR34","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1109\/TETC.2018.2890682","volume":"9","author":"WC Jiang","year":"2021","unstructured":"Jiang WC, Hwang KS, Lin JL (2021) An experience replay method based on tree structure for reinforcement learning. IEEE Trans Emerg Top Comput 9(2):972\u2013982. https:\/\/doi.org\/10.1109\/TETC.2018.2890682","journal-title":"IEEE Trans Emerg Top Comput"},{"key":"11062_CR35","unstructured":"\u0141ukasz Kaiser, Babaeizadeh M, Mi\u0142os P, et al. (2020) Model-based reinforcement learning for atari. In: International conference on learning representations"},{"key":"11062_CR36","doi-asserted-by":"publisher","unstructured":"Kaiser L, Babaeizadeh M, Milos P, et al. (2019) Model-based reinforcement learning for atari. arXiv preprint https:\/\/doi.org\/10.48550\/arXiv.1903.00374","DOI":"10.48550\/arXiv.1903.00374"},{"key":"11062_CR37","doi-asserted-by":"publisher","first-page":"60296","DOI":"10.1109\/ACCESS.2021.3074535","volume":"9","author":"C Kang","year":"2021","unstructured":"Kang C, Rong C, Ren W et al. (2021) Deep deterministic policy gradient based on double network prioritized experience replay. IEEE Access 9:60296\u201360308. https:\/\/doi.org\/10.1109\/ACCESS.2021.3074535","journal-title":"IEEE Access"},{"key":"11062_CR38","unstructured":"Kapturowski S, Ostrovski G, Quan J, et al. (2019) Recurrent experience replay in distributed reinforcement learning. In: International conference on learning representations"},{"issue":"2","key":"11062_CR39","doi-asserted-by":"publisher","first-page":"575","DOI":"10.3390\/app10020575","volume":"10","author":"M Kim","year":"2020","unstructured":"Kim M, Han DK, Park JH et al. (2020) Motion planning of robot manipulators for a smoother path using a twin delayed deep deterministic policy gradient with hindsight experience replay. Appl Sci 10(2):575. https:\/\/doi.org\/10.3390\/app10020575","journal-title":"Appl Sci"},{"key":"11062_CR40","unstructured":"Kingma DP, Ba J (2015) Adam: a method for stochastic optimization. In: Bengio Y, LeCun Y (eds) 3rd International conference on learning representations"},{"key":"11062_CR41","doi-asserted-by":"publisher","first-page":"93152","DOI":"10.1109\/ACCESS.2021.3085142","volume":"9","author":"SH Kong","year":"2021","unstructured":"Kong SH, Nahrendra IMA, Paek DH (2021) Enhanced off-policy reinforcement learning with focused experience replay. IEEE Access 9:93152\u201393164. https:\/\/doi.org\/10.1109\/ACCESS.2021.3085142","journal-title":"IEEE Access"},{"key":"11062_CR42","doi-asserted-by":"publisher","first-page":"116224","DOI":"10.1109\/ACCESS.2022.3218902","volume":"10","author":"Y Koroglu","year":"2022","unstructured":"Koroglu Y, Sen A (2022) Fast witness generation for readable gui test scenarios via generalized experience replay. IEEE Access 10:116224\u2013116240. https:\/\/doi.org\/10.1109\/ACCESS.2022.3218902","journal-title":"IEEE Access"},{"key":"11062_CR43","unstructured":"Kumar A, Gupta A, Levine S (2020) Discor: Corrective feedback in reinforcement learning via distribution correction. In: Larochelle H, Ranzato M, Hadsell R, et al. (eds) Advances in neural information processing systems, vol\u00a033. Curran Associates, Inc., pp 18,560\u201318,572"},{"key":"11062_CR44","unstructured":"Lanka S, Wu T (2018) Archer: aggressive rewards to counter bias in hindsight experience replay. arXiv: 1809.02070"},{"issue":"1","key":"11062_CR45","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/s10489-020-01786-1","volume":"51","author":"C Li","year":"2021","unstructured":"Li C, Li Y, Zhao Y et al. (2021) Sler: Self-generated long-term experience replay for continual reinforcement learning. Appl Intell 51(1):185\u2013201. https:\/\/doi.org\/10.1007\/s10489-020-01786-1","journal-title":"Appl Intell"},{"key":"11062_CR46","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2022.108875","author":"M Li","year":"2022","unstructured":"Li M, Huang T, Zhu W (2022) Clustering experience replay for the effective exploitation in reinforcement learning. Pattern Recogn. https:\/\/doi.org\/10.1016\/j.patcog.2022.108875","journal-title":"Pattern Recogn"},{"key":"11062_CR47","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3354196","author":"X Li","year":"2024","unstructured":"Li X, Yang Y, Yuan Z et al. (2024) Progression cognition reinforcement learning with prioritized experience for multi-vehicle pursuit. IEEE Trans Intell Transp Syst. https:\/\/doi.org\/10.1109\/TITS.2024.3354196","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"11062_CR48","unstructured":"Li Y, Ji J (2021) Parallel curriculum experience replay in distributed reinforcement learning. In: Proceedings of the 20th international conference on autonomous agents and multiagent systems. International Foundation for Autonomous Agents and Multiagent Systems, pp 782-789"},{"issue":"10","key":"11062_CR49","doi-asserted-by":"publisher","first-page":"7897","DOI":"10.1109\/TWC.2022.3162749","volume":"21","author":"Y Li","year":"2022","unstructured":"Li Y, Aghvami AH, Dong D (2022) Path planning for cellular-connected UAV: a DRL solution with quantum-inspired experience replay. IEEE Trans Wirel Commun 21(10):7897\u20137912. https:\/\/doi.org\/10.1109\/TWC.2022.3162749","journal-title":"IEEE Trans Wirel Commun"},{"key":"11062_CR50","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, et al. (2016) Continuous control with deep reinforcement learning. In: International conference on representation learning"},{"issue":"3\u20134","key":"11062_CR51","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/BF00992699","volume":"8","author":"LJ Lin","year":"1992","unstructured":"Lin LJ (1992) Self-improving reactive agents based on reinforcement learning, planning, and teaching. Mach Learn 8(3\u20134):293\u2013321. https:\/\/doi.org\/10.1007\/BF00992699","journal-title":"Mach Learn"},{"key":"11062_CR52","doi-asserted-by":"publisher","unstructured":"Liu R, Zou J (2018) The effects of memory replay in reinforcement learning. In: 2018 56th Annual Allerton conference on communication, control, and computing, pp 478\u2013485, https:\/\/doi.org\/10.1109\/ALLERTON.2018.8636075","DOI":"10.1109\/ALLERTON.2018.8636075"},{"issue":"116","key":"11062_CR53","doi-asserted-by":"publisher","first-page":"023","DOI":"10.1016\/j.eswa.2021.116023","volume":"189","author":"X Liu","year":"2022","unstructured":"Liu X, Zhu T, Jiang C et al. (2022) Prioritized experience replay based on multi-armed bandit. Expert Syst Appl 189(116):023. https:\/\/doi.org\/10.1016\/j.eswa.2021.116023","journal-title":"Expert Syst Appl"},{"issue":"6","key":"11062_CR54","doi-asserted-by":"publisher","first-page":"8181","DOI":"10.1109\/TII.2024.3369712","volume":"20","author":"X Liu","year":"2024","unstructured":"Liu X, Yu M, Yang C et al. (2024) Value distribution ddpg with dual-prioritized experience replay for coordinated control of coal-fired power generation systems. IEEE Trans Ind Inf 20(6):8181\u20138194. https:\/\/doi.org\/10.1109\/TII.2024.3369712","journal-title":"IEEE Trans Ind Inf"},{"issue":"126","key":"11062_CR55","doi-asserted-by":"publisher","first-page":"620","DOI":"10.1016\/j.neucom.2023.126620","volume":"557","author":"Y Luo","year":"2023","unstructured":"Luo Y, Wang Y, Dong K et al. (2023) Relay hindsight experience replay: self-guided continual reinforcement learning for sequential object manipulation tasks with sparse rewards. Neurocomputing 557(126):620. https:\/\/doi.org\/10.1016\/j.neucom.2023.126620 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0925231223007439)","journal-title":"Neurocomputing"},{"issue":"23","key":"11062_CR56","doi-asserted-by":"publisher","first-page":"12489","DOI":"10.3390\/app122312489","volume":"12","author":"J Ma","year":"2022","unstructured":"Ma J, Ning D, Zhang C et al. (2022) Fresher experience plays a more important role in prioritized experience replay. Appl Sci 12(23):12489. https:\/\/doi.org\/10.3390\/app122312489","journal-title":"Appl Sci"},{"key":"11062_CR57","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1613\/jair.5699","volume":"61","author":"MC Machado","year":"2018","unstructured":"Machado MC, Bellemare MG, Talvitie E et al. (2018) Revisiting the arcade learning environment: evaluation protocols and open problems for general agents. J Artif Intell Res 61:523\u2013562. https:\/\/doi.org\/10.1613\/jair.5699","journal-title":"J Artif Intell Res"},{"key":"11062_CR58","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1016\/j.neucom.2021.02.090","volume":"451","author":"B Manela","year":"2021","unstructured":"Manela B, Biess A (2021) Bias-reduced hindsight experience replay with virtual goal prioritization. Neurocomputing 451:305\u2013315. https:\/\/doi.org\/10.1016\/j.neucom.2021.02.090","journal-title":"Neurocomputing"},{"key":"11062_CR59","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1016\/j.neunet.2021.10.011","volume":"145","author":"B Manela","year":"2022","unstructured":"Manela B, Biess A (2022) Curriculum learning with hindsight experience replay for sequential object manipulation tasks. Neural Netw 145:260\u2013270. https:\/\/doi.org\/10.1016\/j.neunet.2021.10.011","journal-title":"Neural Netw"},{"key":"11062_CR60","doi-asserted-by":"publisher","first-page":"134704","DOI":"10.1109\/ACCESS.2022.3228647","volume":"10","author":"MC Mckenzie","year":"2022","unstructured":"Mckenzie MC, Mcdonnell MD (2022) Modern value based reinforcement learning: a chronological review. IEEE Access 10:134704\u2013134725. https:\/\/doi.org\/10.1109\/ACCESS.2022.3228647","journal-title":"IEEE Access"},{"issue":"100","key":"11062_CR61","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1016\/j.cosrev.2023.100609","volume":"51","author":"S Mishra","year":"2024","unstructured":"Mishra S, Arora A (2024) Intelligent computational techniques for physical object properties discovery, detection, and prediction: a comprehensive survey. Comput Sci Rev 51(100):609. https:\/\/doi.org\/10.1016\/j.cosrev.2023.100609 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S157401372300076X)","journal-title":"Comput Sci Rev"},{"key":"11062_CR62","unstructured":"Mnih V, Kavukcuoglu K, Silver D, et al. (2013) Playing atari with deep reinforcement learning. In: Deep learning workshop NIPS 2013"},{"issue":"7540","key":"11062_CR63","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D et al. (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533. https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"11062_CR64","unstructured":"Mnih V, Badia AP, Mirza M, et al. (2016) Asynchronous methods for deep reinforcement learning. In: Balcan MF, Weinberger KQ (eds) Proceedings of The 33rd international conference on machine learning, Proceedings of machine learning research, vol\u00a048. PMLR, pp 1928\u20131937"},{"key":"11062_CR65","doi-asserted-by":"crossref","unstructured":"Moreno-Vera F (2019) Performing deep recurrent double q-learning for atari games. In: 2019 IEEE Latin American conference on computational intelligence (LA-CCI), IEEE, pp 1\u20134","DOI":"10.1109\/LA-CCI47412.2019.9036763"},{"key":"11062_CR66","doi-asserted-by":"publisher","unstructured":"Neves DE, Ishitani L, do Patroc\u00ednio J\u00fanior ZKG (2022) When less may be more: exploring similarity to improve experience replay. In: Intelligent systems: 11th Brazilian conference, BRACIS 2022, Part II, Springer, pp 96\u2013110, https:\/\/doi.org\/10.1007\/978-3-031-21689-3_8","DOI":"10.1007\/978-3-031-21689-3_8"},{"key":"11062_CR67","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.patrec.2021.11.006","volume":"155","author":"IT Nicholaus","year":"2022","unstructured":"Nicholaus IT, Kang DK (2022) Robust experience replay sampling for multi-agent reinforcement learning. Pattern Recogn Lett 155:135\u2013142. https:\/\/doi.org\/10.1016\/j.patrec.2021.11.006","journal-title":"Pattern Recogn Lett"},{"key":"11062_CR68","unstructured":"Novati G, Koumoutsakos P (2019) Remember and forget for experience replay. In: Chaudhuri K, Salakhutdinov R (eds) Proceedings of the 36th international conference on machine learning, vol\u00a097. PMLR, pp 4851\u20134860"},{"issue":"4","key":"11062_CR69","doi-asserted-by":"publisher","first-page":"2034","DOI":"10.3390\/app13042034","volume":"13","author":"RS Osei","year":"2023","unstructured":"Osei RS, Lopez D (2023) Experience replay optimisation via ATSC and TSC for performance stability in Deep RL. Appl Sci 13(4):2034. https:\/\/doi.org\/10.3390\/app13042034","journal-title":"Appl Sci"},{"issue":"139","key":"11062_CR70","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1016\/j.jclepro.2023.139947","volume":"434","author":"DK Panda","year":"2024","unstructured":"Panda DK, Turner O, Das S et al. (2024) Prioritized experience replay based deep distributional reinforcement learning for battery operation in microgrids. J Clean Prod 434(139):947. https:\/\/doi.org\/10.1016\/j.jclepro.2023.139947 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0959652623041057)","journal-title":"J Clean Prod"},{"issue":"100","key":"11062_CR71","doi-asserted-by":"publisher","first-page":"656","DOI":"10.1016\/j.cosrev.2024.100656","volume":"53","author":"P Peng","year":"2024","unstructured":"Peng P, Lin W, Wu W et al. (2024) A survey on computation offloading in edge systems: from the perspective of deep reinforcement learning approaches. Comput Sci Rev 53(100):656. https:\/\/doi.org\/10.1016\/j.cosrev.2024.100656 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1574013724000406)","journal-title":"Comput Sci Rev"},{"issue":"20","key":"11062_CR72","doi-asserted-by":"publisher","first-page":"5911","DOI":"10.3390\/s20205911","volume":"20","author":"E Prianto","year":"2020","unstructured":"Prianto E, Kim M, Park JH et al. (2020) Path planning for multi-arm manipulators using deep reinforcement learning: soft actor-critic with hindsight experience replay. Sensors 20(20):5911. https:\/\/doi.org\/10.3390\/s20205911","journal-title":"Sensors"},{"key":"11062_CR73","doi-asserted-by":"publisher","unstructured":"Remman SB, Lekkas AM (2021) Robotic lever manipulation using hindsight experience replay and shapley additive explanations. In: 2021 European control conference (ECC), IEEE, pp 586\u2013593, https:\/\/doi.org\/10.23919\/ECC54610.2021.9654850","DOI":"10.23919\/ECC54610.2021.9654850"},{"key":"11062_CR74","unstructured":"Rolnick D, Ahuja A, Schwarz J, et al. (2019) Experience replay for continual learning. Adv Neural Inf Process Syst 32"},{"key":"11062_CR75","doi-asserted-by":"publisher","unstructured":"Rosenbauer L, Stein A, P\u00e4tzel D, et al. (2020) XCSF with experience replay for automatic test case prioritization. In: 2020 IEEE symposium series on computational intelligence (SSCI), IEEE, pp 1307\u20131314, https:\/\/doi.org\/10.1109\/SSCI47803.2020.9308379","DOI":"10.1109\/SSCI47803.2020.9308379"},{"key":"11062_CR76","unstructured":"Schaul T, Quan J, Antonoglou I, et al. (2016) Prioritized experience replay. In: Proceedings of the international conference on representation learning"},{"key":"11062_CR77","unstructured":"Schmitt S, Hessel M, Simonyan K (2020) Off-policy actor-critic with shared experience replay. In: III HD, Singh A (eds) Proceedings of the 37th international conference on machine learning, proceedings of machine learning research, vol 119. PMLR, pp 8545\u20138554"},{"key":"11062_CR78","doi-asserted-by":"publisher","unstructured":"Shen Y, Zhao X (2024) Reinforcement learning in natural language processing: a survey. In: Proceedings of the 2023 6th international conference on machine learning and natural language processing. Association for Computing Machinery, New York, NY, USA, MLNLP \u201923, p 84-90, https:\/\/doi.org\/10.1145\/3639479.3639496, https:\/\/doi.org\/10.1145\/3639479.3639496","DOI":"10.1145\/3639479.3639496"},{"issue":"103","key":"11062_CR79","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1016\/j.adhoc.2023.103371","volume":"154","author":"H Shi","year":"2024","unstructured":"Shi H, Tian Y, Li H et al. (2024) Task offloading and trajectory scheduling for uav-enabled mec networks: an madrl algorithm with prioritized experience replay. Ad Hoc Netw 154(103):371. https:\/\/doi.org\/10.1016\/j.adhoc.2023.103371 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1570870523002913)","journal-title":"Ad Hoc Netw"},{"key":"11062_CR80","unstructured":"Silver D, Lever G, Heess N, et al. (2014) Deterministic policy gradient algorithms. In: Xing EP, Jebara T (eds) Proceedings of the 31st international conference on machine learning, vol\u00a032. PMLR, Bejing, China, pp 387\u2013395"},{"key":"11062_CR81","unstructured":"Sinha S, Song J, Garg A, et al. (2022) Experience replay with likelihood-free importance weights. In: Firoozi R, Mehr N, Yel E, et al. (eds) Proceedings of The 4th annual learning for dynamics and control conference, vol 168. PMLR, pp 110\u2013123"},{"issue":"2","key":"11062_CR82","doi-asserted-by":"publisher","first-page":"898","DOI":"10.1109\/LRA.2021.3135927","volume":"7","author":"F Sovrano","year":"2022","unstructured":"Sovrano F, Raymond A, Prorok A (2022) Explanation-aware experience replay in rule-dense environments. IEEE Robot Automat Lett 7(2):898\u2013905. https:\/\/doi.org\/10.1109\/LRA.2021.3135927","journal-title":"IEEE Robot Automat Lett"},{"issue":"04","key":"11062_CR83","doi-asserted-by":"publisher","first-page":"5900","DOI":"10.1609\/aaai.v34i04.6049","volume":"34","author":"P Sun","year":"2020","unstructured":"Sun P, Zhou W, Li H (2020) Attentive experience replay. Proc AAAI Conf Artif Intell 34(04):5900\u20135907. https:\/\/doi.org\/10.1609\/aaai.v34i04.6049","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"11062_CR84","doi-asserted-by":"crossref","unstructured":"Sutton RS (1992) Reinforcement learning architectures. In: Proceedings ISKIT\u201992 international symposium on neural information processing","DOI":"10.1007\/978-1-4615-3618-5"},{"key":"11062_CR85","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction, 2nd edn. The MIT Press, Cambridge","edition":"2"},{"key":"11062_CR86","doi-asserted-by":"publisher","unstructured":"Szepesv\u00e1ri C (2010) Algorithms for reinforcement learning, vol 4. Morgan & Claypool Publishers. https:\/\/doi.org\/10.2200\/S00268ED1V01Y201005AIM009","DOI":"10.2200\/S00268ED1V01Y201005AIM009"},{"issue":"12","key":"11062_CR87","doi-asserted-by":"publisher","first-page":"11547","DOI":"10.1109\/JIOT.2020.3022611","volume":"7","author":"X Tao","year":"2020","unstructured":"Tao X, Hafid AS (2020) Deepsensing: a novel mobile crowdsensing framework with double deep q-network and prioritized experience replay. IEEE Internet Things J 7(12):11547\u201311558. https:\/\/doi.org\/10.1109\/JIOT.2020.3022611","journal-title":"IEEE Internet Things J"},{"key":"11062_CR88","doi-asserted-by":"publisher","unstructured":"Tassa Y, Doron Y, Muldal A, et al. (2018) Deepmind control suite. arXiv preprint arXiv:1801.00690 abs\/1801.00690. https:\/\/doi.org\/10.48550\/arXiv.1801.00690","DOI":"10.48550\/arXiv.1801.00690"},{"key":"11062_CR89","doi-asserted-by":"publisher","unstructured":"Todorov E, Erez T, Tassa Y (2012) Mujoco: a physics engine for model-based control. In: 2012 IEEE\/RSJ international conference on intelligent robots and systems, pp 5026\u20135033, https:\/\/doi.org\/10.1109\/IROS.2012.6386109","DOI":"10.1109\/IROS.2012.6386109"},{"key":"11062_CR90","doi-asserted-by":"publisher","first-page":"823","DOI":"10.1103\/PhysRev.36.823","volume":"36","author":"GE Uhlenbeck","year":"1930","unstructured":"Uhlenbeck GE, Ornstein LS (1930) On the theory of the brownian motion. Phys Rev 36:823\u2013841. https:\/\/doi.org\/10.1103\/PhysRev.36.823","journal-title":"Phys Rev"},{"key":"11062_CR91","doi-asserted-by":"publisher","unstructured":"Van Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence, https:\/\/doi.org\/10.1609\/aaai.v30i1.10295","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"3","key":"11062_CR92","doi-asserted-by":"publisher","first-page":"1515","DOI":"10.1109\/TCYB.2020.2990722","volume":"52","author":"LF Vecchietti","year":"2022","unstructured":"Vecchietti LF, Seo M, Har D (2022) Sampling rate decay in hindsight experience replay for robot control. IEEE Trans Cybern 52(3):1515\u20131526. https:\/\/doi.org\/10.1109\/TCYB.2020.2990722","journal-title":"IEEE Trans Cybern"},{"issue":"12","key":"11062_CR93","doi-asserted-by":"publisher","first-page":"4131","DOI":"10.1007\/s00500-018-3063-7","volume":"23","author":"B Wang","year":"2019","unstructured":"Wang B, Zhao D, Cheng J (2019) Adaptive cruise control via adaptive dynamic programming with experience replay. Soft Comput 23(12):4131\u20134144. https:\/\/doi.org\/10.1007\/s00500-018-3063-7","journal-title":"Soft Comput"},{"key":"11062_CR94","doi-asserted-by":"publisher","unstructured":"Wang C, Ross KW (2019) Boosting soft actor-critic: Emphasizing recent experience without forgetting the past. arXiv preprint arXiv:1906.04009 abs\/1906.04009. https:\/\/doi.org\/10.48550\/arXiv.1906.04009","DOI":"10.48550\/arXiv.1906.04009"},{"issue":"4","key":"11062_CR95","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/s10462-023-10697-9","volume":"57","author":"Y Wang","year":"2024","unstructured":"Wang Y, Jia Y, Fan S et al. (2024) Deep reinforcement learning based on balanced stratified prioritized experience replay for customer credit scoring in peer-to-peer lending. Artif Intell Rev 57(4):93. https:\/\/doi.org\/10.1007\/s10462-023-10697-9 (https:\/\/doi.org\/10.1007\/s10462-023-10697-9)","journal-title":"Artif Intell Rev"},{"key":"11062_CR96","unstructured":"Wang Z, Schaul T, Hessel M, et al. (2016) Dueling network architectures for deep reinforcement learning. In: Balcan MF, Weinberger KQ (eds) Proceedings of The 33rd international conference on machine learning, vol\u00a048. PMLR, pp 1995\u20132003"},{"issue":"3","key":"11062_CR97","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P (1992) Q-learning. Mach Learn 8(3):279\u2013292. https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach Learn"},{"key":"11062_CR98","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3053414","author":"Q Wei","year":"2021","unstructured":"Wei Q, Ma H, Chen C et al. (2021) Deep reinforcement learning with quantum-inspired experience replay. IEEE Trans Cybern. https:\/\/doi.org\/10.1109\/TCYB.2021.3053414","journal-title":"IEEE Trans Cybern"},{"issue":"9","key":"11062_CR99","doi-asserted-by":"publisher","first-page":"9326","DOI":"10.1109\/TCYB.2021.3053414","volume":"52","author":"Q Wei","year":"2022","unstructured":"Wei Q, Ma H, Chen C et al. (2022) Deep reinforcement learning with quantum-inspired experience replay. IEEE Trans Cybern 52(9):9326\u20139338. https:\/\/doi.org\/10.1109\/TCYB.2021.3053414","journal-title":"IEEE Trans Cybern"},{"issue":"10","key":"11062_CR100","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"P Werbos","year":"1990","unstructured":"Werbos P (1990) Backpropagation through time: what it does and how to do it. Proc IEEE 78(10):1550\u20131560. https:\/\/doi.org\/10.1109\/5.58337","journal-title":"Proc IEEE"},{"key":"11062_CR101","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/5006770","author":"DF Wu","year":"2022","unstructured":"Wu DF, Huang C, Yin Y et al. (2022) State aware-based prioritized experience replay for handover decision in 5g ultradense networks. Wirel Commun Mob Comput. https:\/\/doi.org\/10.1155\/2022\/5006770","journal-title":"Wirel Commun Mob Comput"},{"issue":"5","key":"11062_CR102","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6501\/ad21cf","volume":"35","author":"C Xu","year":"2024","unstructured":"Xu C, Ma J, Tao H (2024) Batch process control based on reinforcement learning with segmented prioritized experience replay. Meas Sci Technol 35(5):056202, https:\/\/doi.org\/10.1088\/1361-6501\/ad21cf","journal-title":"Meas Sci Technol"},{"key":"11062_CR103","doi-asserted-by":"publisher","unstructured":"Yang J, Peng G (2021) DDPG with meta-learning-based experience replay separation for robot trajectory planning. In: 2021 7th international conference on control, automation and robotics (ICCAR), pp 46\u201351, https:\/\/doi.org\/10.1109\/ICCAR52225.2021.9463493","DOI":"10.1109\/ICCAR52225.2021.9463493"},{"issue":"5","key":"11062_CR104","doi-asserted-by":"publisher","first-page":"3150","DOI":"10.1109\/TII.2021.3106402","volume":"18","author":"R Yang","year":"2022","unstructured":"Yang R, Wang D, Qiao J (2022) Policy gradient adaptive critic design with dynamic prioritized experience replay for wastewater treatment process control. IEEE Trans Ind Inf 18(5):3150\u20133158. https:\/\/doi.org\/10.1109\/TII.2021.3106402","journal-title":"IEEE Trans Ind Inf"},{"issue":"11","key":"11062_CR105","doi-asserted-by":"publisher","first-page":"4043","DOI":"10.1109\/TSMC.2019.2898370","volume":"50","author":"X Yang","year":"2020","unstructured":"Yang X, He H (2020) Adaptive critic learning and experience replay for decentralized event-triggered control of nonlinear interconnected systems. IEEE Trans Syst, Man, Cybern: Syst 50(11):4043\u20134055. https:\/\/doi.org\/10.1109\/TSMC.2019.2898370","journal-title":"IEEE Trans Syst, Man, Cybern: Syst"},{"key":"11062_CR106","unstructured":"Yarats D, Kostrikov I, Fergus R (2021) Image augmentation is all you need: regularizing deep reinforcement learning from pixels. In: International conference on learning representations"},{"key":"11062_CR107","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.neucom.2022.12.020","volume":"523","author":"L Yu","year":"2023","unstructured":"Yu L, Huo S, Wang Z et al. (2023) Hybrid attention-oriented experience replay for deep reinforcement learning and its application to a multi-robot cooperative hunting problem. Neurocomputing 523:44\u201357. https:\/\/doi.org\/10.1016\/j.neucom.2022.12.020","journal-title":"Neurocomputing"},{"key":"11062_CR108","doi-asserted-by":"publisher","unstructured":"Zha D, Lai KH, Zhou K, et al. (2019) Experience replay optimization. In: Proceedings of the twenty-eighth international joint conference on artificial intelligence, IJCAI-19. International joint conferences on artificial intelligence organization, pp 4243\u20134249, https:\/\/doi.org\/10.24963\/ijcai.2019\/589","DOI":"10.24963\/ijcai.2019\/589"},{"issue":"19","key":"11062_CR109","doi-asserted-by":"publisher","first-page":"6925","DOI":"10.3390\/app10196925","volume":"10","author":"H Zhang","year":"2020","unstructured":"Zhang H, Qu C, Zhang J et al. (2020) Self-adaptive priority correction for prioritized experience replay. Appl Sci 10(19):6925. https:\/\/doi.org\/10.3390\/app10196925","journal-title":"Appl Sci"},{"key":"11062_CR110","unstructured":"Zhang S, Sutton RS (2017) A deeper look at experience replay. In: 31st conference on neural information processing systems (NIPS 2017)"},{"issue":"13","key":"11062_CR111","doi-asserted-by":"publisher","first-page":"5020","DOI":"10.3390\/s22135020","volume":"22","author":"Y Zhang","year":"2022","unstructured":"Zhang Y, Qiu H (2022) DDQN with prioritized experience replay-based optimized geographical routing protocol of considering link stability and energy prediction for uanet. Sensors 22(13):5020. https:\/\/doi.org\/10.3390\/s22135020","journal-title":"Sensors"},{"issue":"105","key":"11062_CR112","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1016\/j.engappai.2022.105642","volume":"118","author":"Y Zhang","year":"2023","unstructured":"Zhang Y, Rao X, Liu C et al. (2023) A cooperative ev charging scheduling strategy based on double deep q-network and prioritized experience replay. Eng Appl Artif Intell 118(105):642. https:\/\/doi.org\/10.1016\/j.engappai.2022.105642 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0952197622006327)","journal-title":"Eng Appl Artif Intell"},{"issue":"102","key":"11062_CR113","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/j.jocs.2023.102113","volume":"72","author":"X Zhao","year":"2023","unstructured":"Zhao X, Du J, Wang Z (2023) Hcs-r-her: hierarchical reinforcement learning based on cross subtasks rainbow hindsight experience replay. J Comput Sci 72(102):113. https:\/\/doi.org\/10.1016\/j.jocs.2023.102113 (https:\/\/www.sciencedirect.com\/science\/article\/pii\/S1877750323001734)","journal-title":"J Comput Sci"},{"issue":"1","key":"11062_CR114","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1007\/s10845-022-01988-z","volume":"34","author":"C Zhou","year":"2022","unstructured":"Zhou C, Huang B, Hassan H et al. (2022) Attention-based advantage actor-critic algorithm with prioritized experience replay for complex 2-d robotic motion planning. J Intell Manuf 34(1):151\u2013180. https:\/\/doi.org\/10.1007\/s10845-022-01988-z","journal-title":"J Intell Manuf"},{"key":"11062_CR115","doi-asserted-by":"crossref","unstructured":"Zhu C, Dastani M, Wang S (2024) A survey of multi-agent deep reinforcement learning with communication. In: Proceedings of the 23rd international conference on autonomous agents and multiagent systems. International Foundation for Autonomous Agents and Multiagent Systems, Richland, SC, AAMAS \u201924, p 2845-2847","DOI":"10.1007\/s10458-023-09633-6"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-024-11062-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10462-024-11062-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-024-11062-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T22:48:54Z","timestamp":1738190934000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10462-024-11062-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,20]]},"references-count":115,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2025,2]]}},"alternative-id":["11062"],"URL":"https:\/\/doi.org\/10.1007\/s10462-024-11062-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-3051202\/v1","asserted-by":"object"}]},"ISSN":["1573-7462"],"issn-type":[{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,20]]},"assertion":[{"value":"30 November 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"54"}}