{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T05:11:51Z","timestamp":1743052311012,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031064265"},{"type":"electronic","value":"9783031064272"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-06427-2_44","type":"book-chapter","created":{"date-parts":[[2022,5,14]],"date-time":"2022-05-14T19:33:35Z","timestamp":1652556815000},"page":"524-535","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Avalanche RL: A Continual Reinforcement Learning Library"],"prefix":"10.1007","author":[{"given":"Nicol\u00f3","family":"Lucchesi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Antonio","family":"Carta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vincenzo","family":"Lomonaco","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Bacciu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,5,15]]},"reference":[{"key":"44_CR1","unstructured":"Abadi, M., Agarwal, A., Barham, P., Brevdo, E., Chen, Z., Citro, C., et al.: TensorFlow: large-scale machine learning on heterogeneous systems (2015). https:\/\/www.tensorflow.org\/"},{"key":"44_CR2","unstructured":"Atkinson, C., McCane, B., Szymanski, L., Robins, A.V.: Pseudo-rehearsal: achieving deep reinforcement learning without catastrophic forgetting. CoRR abs\/1812.02464 (2018). http:\/\/arxiv.org\/abs\/1812.02464"},{"key":"44_CR3","doi-asserted-by":"crossref","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2012). arxiv:1207.4708","DOI":"10.1613\/jair.3912"},{"key":"44_CR4","unstructured":"Brockman, G., Cheung, V., Pettersson, L., Schneider, J., Schulman, J., Tang, J., et al.: OpenAI gym. CoRR abs\/1606.01540 (2016). http:\/\/arxiv.org\/abs\/1606.01540"},{"key":"44_CR5","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"44_CR6","unstructured":"Denoyer, L., la Fuente, A.D., Duong, S., Gaya, J., Kamienny, P., Thompson, D.H.: Salina: sequential learning of agents. CoRR abs\/2110.07910 (2021). https:\/\/arxiv.org\/abs\/2110.07910"},{"key":"44_CR7","unstructured":"Espeholt, L., Soyer, H., Munos, R., Simonyan, K., Mnih, V., Ward, T., et al.: Impala: scalable distributed deep-RL with importance weighted actor-learner architectures (2018)"},{"key":"44_CR8","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. CoRR abs\/1801.01290 (2018). http:\/\/arxiv.org\/abs\/1801.01290"},{"key":"44_CR9","unstructured":"van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. CoRR abs\/1509.06461 (2015). http:\/\/arxiv.org\/abs\/1509.06461"},{"key":"44_CR10","doi-asserted-by":"publisher","first-page":"23","DOI":"10.3389\/frma.2018.00023","volume":"3","author":"DW Hook","year":"2018","unstructured":"Hook, D.W., Porter, S.J., Herzog, C.: Dimensions: building context for search and evaluation. Front. Res. Metr. Anal. 3, 23 (2018)","journal-title":"Front. Res. Metr. Anal."},{"key":"44_CR11","unstructured":"Isele, D., Cosgun, A.: Selective experience replay for lifelong learning. CoRR abs\/1802.10269 (2018). http:\/\/arxiv.org\/abs\/1802.10269"},{"key":"44_CR12","unstructured":"Kirkpatrick, J., Pascanu, R., Rabinowitz, N.C., Veness, J., Desjardins, G., Rusu, A.A., et al.: Overcoming catastrophic forgetting in neural networks. CoRR abs\/1612.00796 (2016). http:\/\/arxiv.org\/abs\/1612.00796"},{"key":"44_CR13","unstructured":"Krizhevsky, A., Nair, V., Hinton, G.: Cifar-10 (Canadian institute for advanced research). http:\/\/www.cs.toronto.edu\/~kriz\/cifar.html"},{"key":"44_CR14","unstructured":"LeCun, Y., Cortes, C.: MNIST handwritten digit database (2010). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"44_CR15","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.inffus.2019.12.004","volume":"58","author":"T Lesort","year":"2020","unstructured":"Lesort, T., Lomonaco, V., Stoian, A., Maltoni, D., Filliat, D., D\u00edaz-Rodr\u00edguez, N.: Continual learning for robotics: Definition, framework, learning strategies, opportunities and challenges. Inf. Fusion 58, 52\u201368 (2020)","journal-title":"Inf. Fusion"},{"key":"44_CR16","doi-asserted-by":"crossref","unstructured":"Lomonaco, V., Pellegrini, L., Cossu, A., Carta, A., Graffieti, G., Hayes, T.L., et al.: Avalanche: an end-to-end library for continual learning (2021)","DOI":"10.1109\/CVPRW53098.2021.00399"},{"key":"44_CR17","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. CoRR abs\/1602.01783 (2016). http:\/\/arxiv.org\/abs\/1602.01783"},{"key":"44_CR18","unstructured":"Mnih, V., et al.: Playing Atari with deep reinforcement learning (2013)"},{"key":"44_CR19","doi-asserted-by":"crossref","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). http:\/\/dx.doi.org\/10.1038\/nature14236","DOI":"10.1038\/nature14236"},{"key":"44_CR20","unstructured":"Moritz, P., et al.: Ray: a distributed framework for emerging AI applications (2018)"},{"key":"44_CR21","unstructured":"Moritz, P., Nishihara, R., Wang, S., Tumanov, A., Liaw, R., Liang, E., et al.: Ray: a distributed framework for emerging AI applications. CoRR abs\/1712.05889 (2017). http:\/\/arxiv.org\/abs\/1712.05889"},{"key":"44_CR22","unstructured":"Normandin, F., et al.: Sequoia: a software framework to unify continual learning research. CoRR abs\/2108.01005 (2021). https:\/\/arxiv.org\/abs\/2108.01005"},{"key":"44_CR23","unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., et al.: Pytorch: an imperative style, high-performance deep learning library. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 32, pp. 8024\u20138035. Curran Associates, Inc. (2019). http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"44_CR24","unstructured":"Plappert, M.: keras-rl (2016). https:\/\/github.com\/keras-rl\/keras-rl"},{"key":"44_CR25","unstructured":"Raffin, A., Hill, A., Ernestus, M., Gleave, A., Kanervisto, A., Dormann, N.: Stable baselines3 (2019). https:\/\/github.com\/DLR-RM\/stable-baselines3"},{"key":"44_CR26","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1080\/09540099550039318","volume":"7","author":"AV Robins","year":"1995","unstructured":"Robins, A.V.: Catastrophic forgetting, rehearsal and pseudo rehearsal. Connect. Sci. 7, 123\u2013146 (1995)","journal-title":"Connect. Sci."},{"key":"44_CR27","unstructured":"Rolnick, D., Ahuja, A., Schwarz, J., Lillicrap, T.P., Wayne, G.: Experience replay for continual learning. CoRR abs\/1811.11682 (2018). http:\/\/arxiv.org\/abs\/1811.11682"},{"key":"44_CR28","doi-asserted-by":"crossref","unstructured":"Savva, M., Kadian, A., Maksymets, O., Zhao, Y., Wijmans, E., Jain, B., et al.: Habitat: a platform for embodied AI research (2019)","DOI":"10.1109\/ICCV.2019.00943"},{"key":"44_CR29","unstructured":"Schulman, J., Levine, S., Moritz, P., Jordan, M.I., Abbeel, P.: Trust region policy optimization. CoRR abs\/1502.05477 (2015). http:\/\/arxiv.org\/abs\/1502.05477"},{"key":"44_CR30","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms (2017)"},{"key":"44_CR31","unstructured":"Schwarz, J., Altman, D., Dudzik, A., Vinyals, O., Teh, Y.W., Pascanu, R.: Towards a natural benchmark for continual learning (2018). https:\/\/marcpickett.com\/cl2018\/CL-2018_paper_48.pdf"},{"key":"44_CR32","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. The MIT Press, Cambridge (2018). http:\/\/incompleteideas.net\/book\/the-book-2nd.html"},{"key":"44_CR33","unstructured":"Wolczyk, M., Zajac, M., Pascanu, R., Kucinski, L., Milos, P.: Continual world: a robotic benchmark for continual reinforcement learning. CoRR abs\/2105.10919 (2021). https:\/\/arxiv.org\/abs\/2105.10919"}],"container-title":["Lecture Notes in Computer Science","Image Analysis and Processing \u2013 ICIAP 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-06427-2_44","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T11:35:14Z","timestamp":1710243314000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-06427-2_44"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031064265","9783031064272"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-06427-2_44","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 May 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIAP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Image Analysis and Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lecce","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 May 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 May 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iciap2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iciap2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"307","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"168","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}