{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T01:42:51Z","timestamp":1787017371122,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,14]],"date-time":"2022-08-14T00:00:00Z","timestamp":1660435200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,14]]},"DOI":"10.1145\/3534678.3539169","type":"proceedings-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T15:06:12Z","timestamp":1660316772000},"page":"3137-3145","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Preventing Catastrophic Forgetting in Continual Learning of New Natural Language Tasks"],"prefix":"10.1145","author":[{"given":"Sudipta","family":"Kar","sequence":"first","affiliation":[{"name":"Amazon, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giuseppe","family":"Castellucci","sequence":"additional","affiliation":[{"name":"Amazon, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simone","family":"Filice","sequence":"additional","affiliation":[{"name":"Amazon, Tel Aviv, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shervin","family":"Malmasi","sequence":"additional","affiliation":[{"name":"Amazon, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Oleg","family":"Rokhlenko","sequence":"additional","affiliation":[{"name":"Amazon, Seattle, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00812"},{"key":"e_1_3_2_1_2_1","volume-title":"Multitask Learning: A Knowledge-Based Source of Inductive Bias. In ICML.","author":"Caruana Rich","year":"1993","unstructured":"Rich Caruana. 1993. Multitask Learning: A Knowledge-Based Source of Inductive Bias. In ICML."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_4_1","volume-title":"Lifelong Machine Learning","author":"Chen Zhiyuan","unstructured":"Zhiyuan Chen, Bing Liu, Ronald Brachman, Peter Stone, and Francesca Rossi. 2018. Lifelong Machine Learning (2nd ed.). Morgan-Claypool Publishers.","edition":"2"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the Third International Workshop on Paraphrasing (IWP2005)","author":"Dolan William B","year":"2005","unstructured":"William B Dolan and Chris Brockett. 2005. Automatically Constructing a Corpus of Sentential Paraphrases. In Proceedings of the Third International Workshop on Paraphrasing (IWP2005)."},{"key":"e_1_3_2_1_8_1","unstructured":"Ian J. Goodfellow Mehdi Mirza Da Xiao Aaron Courville and Yoshua Bengio. 2013. An Empirical Investigation of Catastrophic Forgetting in Gradient-Based Neural Networks. arXiv:1312.6211 [stat.ML]"},{"key":"e_1_3_2_1_9_1","volume-title":"Unsupervised Continual Learning Via Pseudo Labels. ArXiv abs\/2104.07164","author":"He Jiangpeng","year":"2021","unstructured":"Jiangpeng He and Feng Zhu. 2021. Unsupervised Continual Learning Via Pseudo Labels. ArXiv abs\/2104.07164 (2021)."},{"key":"e_1_3_2_1_10_1","volume-title":"NIPS Deep Learning and Representation Learning Workshop. http:\/\/arxiv.org\/abs\/1503","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeffrey Dean. 2015. Distilling the Knowledge in a Neural Network. In NIPS Deep Learning and Representation Learning Workshop. http:\/\/arxiv.org\/abs\/1503.02531"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_12_1","volume-title":"First Quora Dataset release: Question Pairs. data.quora.com","author":"Iyer Shankar","year":"2017","unstructured":"Shankar Iyer, Nikhil Dandekar, and Korn\u00e9l Csernai. 2017. First Quora Dataset release: Question Pairs. data.quora.com (2017)."},{"key":"e_1_3_2_1_13_1","volume-title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora. ArXiv abs\/2110.08534","author":"Jin Xisen","year":"2021","unstructured":"Xisen Jin, Dejiao Zhang, Henghui Zhu, Wei Xiao, Shang-Wen Li, Xiaokai Wei, Andrew O. Arnold, and Xiang Ren. 2021. Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora. ArXiv abs\/2110.08534 (2021)."},{"key":"e_1_3_2_1_14_1","volume-title":"Lin (Eds.)","volume":"33","author":"Ke Zixuan","year":"2020","unstructured":"Zixuan Ke, Bing Liu, and Xingchang Huang. 2020. Continual Learning of a Mixed Sequence of Similar and Dissimilar Tasks. In Advances in Neural Information Processing Systems, H. Larochelle, M. Ranzato, R. Hadsell, M. F. Balcan, and H. Lin (Eds.), Vol. 33. Curran Associates, Inc., 18493--18504. https:\/\/proceedings.neurips. cc\/paper\/2020\/file\/d7488039246a405baf6a7cbc3613a56f-Paper.pdf"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"e_1_3_2_1_16_1","unstructured":"Matthias De Lange Rahaf Aljundi Marc Masana Sarah Parisot Xu Jia Ales Leonardis Gregory Slabaugh and Tinne Tuytelaars. 2019. Continual learning: A comparative study on how to defy forgetting in classification tasks. arXiv:1909.08383 [cs.CV]"},{"key":"e_1_3_2_1_17_1","volume-title":"Understanding Continual Learning Settings with Data Distribution Drift Analysis. ArXiv abs\/2104.01678","author":"Lesort Timoth\u00e9e","year":"2021","unstructured":"Timoth\u00e9e Lesort, Massimo Caccia, and Irina Rish. 2021. Understanding Continual Learning Settings with Data Distribution Drift Analysis. ArXiv abs\/2104.01678 (2021)."},{"key":"e_1_3_2_1_18_1","volume-title":"Compositional Language Continual Learning. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=rklnDgHtDS","author":"Li Yuanpeng","year":"2020","unstructured":"Yuanpeng Li, Liang Zhao, Kenneth Church, and Mohamed Elhoseiny. 2020. Compositional Language Continual Learning. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=rklnDgHtDS"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2773081"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1331"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1441"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0079--7421(08)60536--8"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Natawut Monaikul Giuseppe Castellucci Simone Filice and O. Rokhlenko. 2021. Continual Learning for Named Entity Recognition. In AAAI.","DOI":"10.1609\/aaai.v35i15.17600"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1079"},{"key":"e_1_3_2_1_25_1","volume-title":"Encoder Based Lifelong Learning. In The IEEE International Conference on Computer Vision (ICCV).","author":"Rannen Amal","year":"2017","unstructured":"Amal Rannen, Rahaf Aljundi, Matthew B. Blaschko, and Tinne Tuytelaars. 2017. Encoder Based Lifelong Learning. In The IEEE International Conference on Computer Vision (ICCV)."},{"key":"e_1_3_2_1_26_1","volume-title":"Lampert","author":"Rebuffi Sylvestre-Alvise","year":"2017","unstructured":"Sylvestre-Alvise Rebuffi, Alexander Kolesnikov, Georg Sperl, and Christoph H. Lampert. 2017. iCaRL: Incremental Classifier and Representation Learning. In CVPR."},{"key":"e_1_3_2_1_27_1","volume-title":"An Overview of Multi-Task Learning in Deep Neural Networks. CoRR abs\/1706.05098","author":"Ruder Sebastian","year":"2017","unstructured":"Sebastian Ruder. 2017. An Overview of Multi-Task Learning in Deep Neural Networks. CoRR abs\/1706.05098 (2017). arXiv:1706.05098 http:\/\/arxiv.org\/abs\/"}],"event":{"name":"KDD '22: The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Washington DC USA","acronym":"KDD '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539169","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3534678.3539169","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T15:02:58Z","timestamp":1750172578000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539169"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,14]]},"references-count":27,"alternative-id":["10.1145\/3534678.3539169","10.1145\/3534678"],"URL":"https:\/\/doi.org\/10.1145\/3534678.3539169","relation":{},"subject":[],"published":{"date-parts":[[2022,8,14]]},"assertion":[{"value":"2022-08-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}