{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T09:56:02Z","timestamp":1743069362061,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030863395"},{"type":"electronic","value":"9783030863401"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-86340-1_33","type":"book-chapter","created":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T12:03:14Z","timestamp":1631275394000},"page":"409-420","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["DRILL: Dynamic Representations for\u00a0Imbalanced Lifelong Learning"],"prefix":"10.1007","author":[{"given":"Kyra","family":"Ahrens","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fares","family":"Abawi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Wermter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,7]]},"reference":[{"key":"33_CR1","unstructured":"Beaulieu, S., et al.: Learning to continually learn. In: 24th European Conference on Artificial Intelligence, vol. 325, pp. 992\u20131001. IOS Press (2020)"},{"key":"33_CR2","doi-asserted-by":"crossref","unstructured":"Biesialska, M., Biesialska, K., Costa-juss\u00e1, M.R.: Continual lifelong learning in natural language processing: a survey. In: 28th International Conference on Computational Linguistics, pp. 6523\u20136541. International Committee on Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.coling-main.574"},{"key":"33_CR3","unstructured":"Chaudhry, A., Marc\u2019Aurelio, R., Rohrbach, M., Elhoseiny, M.: Efficient lifelong learning with A-GEM. In: 7th International Conference on Learning Representations (2019)"},{"issue":"3","key":"33_CR4","first-page":"1","volume":"12","author":"Z Chen","year":"2018","unstructured":"Chen, Z., Liu, B.: Lifelong machine learning. Synth. Lect. Artif. Intell. Mach. Learn. 12(3), 1\u2013207 (2018)","journal-title":"Synth. Lect. Artif. Intell. Mach. Learn."},{"key":"33_CR5","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics, pp. 4171\u20134186. Association for Computational Linguistics (2019)"},{"key":"33_CR6","first-page":"625","volume":"7","author":"B Fritzke","year":"1995","unstructured":"Fritzke, B., et al.: A growing neural gas network learns topologies. Adv. Neural. Inf. Process. Syst. 7, 625\u2013632 (1995)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"33_CR7","doi-asserted-by":"crossref","unstructured":"Grossberg, S.: How does a brain build a cognitive code? Stud. Mind Brain 1\u201352 (1982)","DOI":"10.1007\/978-94-009-7758-7_1"},{"key":"33_CR8","unstructured":"Holla, N., Mishra, P., Yannakoudakis, H., Shutova, E.: Meta-Learning with Sparse Experience Replay for Lifelong Language Learning. arXiv preprint arXiv:2009.04891 (2020)"},{"key":"33_CR9","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: 32nd International Conference on Machine Learning, vol. 37, pp. 448\u2013456. PMLR (2015)"},{"key":"33_CR10","first-page":"1820","volume":"32","author":"K Javed","year":"2019","unstructured":"Javed, K., White, M.: Meta-learning representations for continual learning. Adv. Neural. Inf. Process. Syst. 32, 1820\u20131830 (2019)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"33_CR11","unstructured":"Kemker, R., Kanan, C.: FearNet: brain-inspired model for incremental learning. In: 6th International Conference on Learning Representations (2018)"},{"key":"33_CR12","unstructured":"Kingma, D.P., Ba, J.L.: Adam: a method for stochastic optimization. In: 3rd International Conference on Learning Representations (2015)"},{"issue":"13","key":"33_CR13","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. U.S.A. 114(13), 3521\u20133526 (2017)","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"issue":"9","key":"33_CR14","doi-asserted-by":"publisher","first-page":"1464","DOI":"10.1109\/5.58325","volume":"78","author":"T Kohonen","year":"1990","unstructured":"Kohonen, T.: The self-organizing map. Proc. IEEE 78(9), 1464\u20131480 (1990)","journal-title":"Proc. IEEE"},{"issue":"12","key":"33_CR15","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. IEEE Trans. Pattern Anal. Mach. Intell. 40(12), 2935\u20132947 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"33_CR16","unstructured":"de Masson d\u2019Autume, C., Ruder, S., Kong, L., Yogatama, D.: Episodic memory in lifelong language learning. In: Advances in Neural Information Processing Systems 32 (2019)"},{"key":"33_CR17","doi-asserted-by":"crossref","unstructured":"McCloskey, M., Cohen, N.J.: Catastrophic interference in connectionist networks: the sequential learning problem. In: Bower, G.H. (ed.) Psychology of Learning and Motivation, Psychology of Learning and Motivation, vol. 24, pp. 109\u2013165. Academic Press (1989)","DOI":"10.1016\/S0079-7421(08)60536-8"},{"key":"33_CR18","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.neunet.2019.01.012","volume":"113","author":"GI Parisi","year":"2019","unstructured":"Parisi, G.I., Kemker, R., Part, J.L., Kanan, C., Wermter, S.: Continual lifelong learning with neural networks: a review. Neural Netw. 113, 54\u201371 (2019)","journal-title":"Neural Netw."},{"key":"33_CR19","doi-asserted-by":"publisher","first-page":"78","DOI":"10.3389\/fnbot.2018.00078","volume":"12","author":"GI Parisi","year":"2018","unstructured":"Parisi, G.I., Tani, J., Weber, C., Wermter, S.: Lifelong learning of spatiotemporal representations with dual-memory recurrent self-organization. Front. Neurorobot. 12, 78 (2018)","journal-title":"Front. Neurorobot."},{"key":"33_CR20","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving Language Understanding by Generative Pre-Training. OpenAI (2018)"},{"key":"33_CR21","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.A., Kolesnikov, A., Sperl, G., Lampert, C.H.: iCaRL: incremental classifier and representation learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.587"},{"key":"33_CR22","unstructured":"Rusu, A.A., et al.: Progressive neural networks. arXiv preprint arXiv:1606.04671 (2016)"},{"key":"33_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/978-3-642-15825-4_74","volume-title":"Artificial Neural Networks \u2013 ICANN 2010","author":"F Shen","year":"2010","unstructured":"Shen, F., Hasegawa, O.: Self-organizing incremental neural network and its application. In: Diamantaras, K., Duch, W., Iliadis, L.S. (eds.) ICANN 2010. LNCS, vol. 6354, pp. 535\u2013540. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15825-4_74"},{"key":"33_CR24","unstructured":"Sun, F.K., Ho, C.H., Lee, H.Y.: LAMOL: LAnguage MOdeling for lifelong language learning. In: 8th International Conference on Learning Representations (2020)"},{"key":"33_CR25","doi-asserted-by":"crossref","unstructured":"Sun, J., Wang, S., Zhang, J., Zong, C.: Distill and replay for continual language learning. In: 28th International Conference on Computational Linguistics, pp. 3569\u20133579. International Committee on Computational Linguistics, Barcelona (2020)","DOI":"10.18653\/v1\/2020.coling-main.318"},{"key":"33_CR26","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-1-4615-5529-2_1","volume-title":"Learning to Learn","author":"S Thrun","year":"1998","unstructured":"Thrun, S., Pratt, L.: Learning to learn: introduction and overview. In: Thrun, S., Pratt, L. (eds.) Learning to Learn, pp. 3\u201317. Springer, Boston (1998). https:\/\/doi.org\/10.1007\/978-1-4615-5529-2_1"},{"issue":"1","key":"33_CR27","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1111\/j.1467-9507.1992.tb00135.x","volume":"1","author":"M Tomasello","year":"1992","unstructured":"Tomasello, M.: The social bases of language acquisition. Soc. Dev. 1(1), 67\u201387 (1992)","journal-title":"Soc. Dev."},{"key":"33_CR28","doi-asserted-by":"crossref","unstructured":"Wiwatcharakoses, C., Berrar, D.: SOINN+, a self-organizing incremental neural network for unsupervised learning from noisy data streams. Expert Syst. Appl. 143, 113069 (2020)","DOI":"10.1016\/j.eswa.2019.113069"},{"key":"33_CR29","unstructured":"Zenke, F., Poole, B., Ganguli, S.: Continual learning through synaptic intelligence. In: 34th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 70, pp. 3987\u20133995. PMLR (2017)"},{"key":"33_CR30","unstructured":"Zhang, X., Zhao, J., LeCun, Y.: Character-level convolutional networks for text classification. In: 28th International Conference on Neural Information Processing Systems, pp. 649\u2013657. MIT Press (2015)"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-86340-1_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T12:11:15Z","timestamp":1631275875000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-86340-1_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030863395","9783030863401"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-86340-1_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"7 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bratislava","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovakia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"496","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"265","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Conference was held online due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}