{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:10:12Z","timestamp":1750180212060,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3592039","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:23Z","timestamp":1689726143000},"page":"2266-2271","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Power Norm Based Lifelong Learning for Paraphrase Generations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1630-4338","authenticated-orcid":false,"given":"Dingcheng","family":"Li","sequence":"first","affiliation":[{"name":"Baidu Research, Sammamish, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3449-5843","authenticated-orcid":false,"given":"Peng","family":"Yang","sequence":"additional","affiliation":[{"name":"Baidu Research, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7185-4933","authenticated-orcid":false,"given":"Yue","family":"Zhang","sequence":"additional","affiliation":[{"name":"Baidu Research, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7985-8477","authenticated-orcid":false,"given":"Ping","family":"Li","sequence":"additional","affiliation":[{"name":"Baidu Research, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Jamie Ryan Kiros, and Geoffrey E Hinton","author":"Ba Jimmy Lei","year":"2016","unstructured":"Jimmy Lei Ba, Jamie Ryan Kiros, and Geoffrey E Hinton. 2016. Layer normalization. arXiv preprint arXiv:1607.06450 (2016)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1195"},{"key":"e_1_3_2_1_3_1","volume-title":"Philip HS Torr, and M Ranzato","author":"Chaudhry Arslan","year":"2019","unstructured":"Arslan Chaudhry, Marcus Rohrbach, Mohamed Elhoseiny, Thalaiyasingam Ajanthan, Puneet K Dokania, Philip HS Torr, and M Ranzato. 2019. Continual learning with tiny episodic memories. arXiv preprint arXiv:1902.10486 (2019)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.634"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 31th International Conference on Machine Learning (ICML)","author":"Chen Zhiyuan","year":"2014","unstructured":"Zhiyuan Chen and Bing Liu. 2014. Topic Modeling using Topics from Many Domains, Lifelong Learning and Big Data. In Proceedings of the 31th International Conference on Machine Learning (ICML). Beijing, China, 703--711."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4012"},{"key":"e_1_3_2_1_7_1","volume-title":"Continual evaluation for lifelong learning: Identifying the stability gap. arXiv preprint arXiv:2205.13452","author":"Lange Matthias De","year":"2022","unstructured":"Matthias De Lange, Gido van de Ven, and Tinne Tuytelaars. 2022. Continual evaluation for lifelong learning: Identifying the stability gap. arXiv preprint arXiv:2205.13452 (2022)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.115"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.33"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 8th International Conference on Learning Representations (ICLR). Addis Ababa, Ethiopia.","author":"Ebrahimi Sayna","year":"2020","unstructured":"Sayna Ebrahimi, Mohamed Elhoseiny, Trevor Darrell, and Marcus Rohrbach. 2020. Uncertainty-guided Continual Learning with Bayesian Neural Networks. In Proceedings of the 8th International Conference on Learning Representations (ICLR). Addis Ababa, Ethiopia."},{"key":"e_1_3_2_1_11_1","volume-title":"COVID-19 information retrieval with deep-learning based semantic search, question answering, and abstractive summarization. NPJ digital medicine","author":"Esteva Andre","year":"2021","unstructured":"Andre Esteva, Anuprit Kale, Romain Paulus, Kazuma Hashimoto, Wenpeng Yin, Dragomir Radev, and Richard Socher. 2021. COVID-19 information retrieval with deep-learning based semantic search, question answering, and abstractive summarization. NPJ digital medicine, Vol. 4, 1 (2021), 68."},{"volume-title":"Findings of the Association for Computational Linguistics (NAACL).","author":"Feng Yue","key":"e_1_3_2_1_12_1","unstructured":"Yue Feng, Zhen Han, Mingming Sun, and Ping Li. 2022. Multi-Hop Open-Domain Question Answering over Structured and Unstructured Knowledge. In Findings of the Association for Computational Linguistics (NAACL). Seattle, WA, 151--156."},{"key":"e_1_3_2_1_13_1","volume-title":"Catastrophic forgetting in connectionist networks. Trends in cognitive sciences","author":"French Robert M","year":"1999","unstructured":"Robert M French. 1999. Catastrophic forgetting in connectionist networks. Trends in cognitive sciences, Vol. 3, 4 (1999), 128--135."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11956"},{"key":"e_1_3_2_1_15_1","volume-title":"Meta-learning with sparse experience replay for lifelong language learning. arXiv preprint arXiv:2009.04891","author":"Holla Nithin","year":"2020","unstructured":"Nithin Holla, Pushkar Mishra, Helen Yannakoudakis, and Ekaterina Shutova. 2020. Meta-learning with sparse experience replay for lifelong language learning. arXiv preprint arXiv:2009.04891 (2020)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1717042115"},{"key":"e_1_3_2_1_17_1","volume-title":"Batch Renormalization: Towards Reducing Minibatch Dependence in Batch-Normalized Models. In Advances in Neural Information Processing Systems (NIPS).","author":"Ioffe Sergey","year":"2017","unstructured":"Sergey Ioffe. 2017. Batch Renormalization: Towards Reducing Minibatch Dependence in Batch-Normalized Models. In Advances in Neural Information Processing Systems (NIPS). Long Beach, CA, 1945--1953."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11595"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D13-1176"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.535"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"e_1_3_2_1_22_1","volume-title":"What learning systems do intelligent agents need? Complementary learning systems theory updated. Trends in cognitive sciences","author":"Kumaran Dharshan","year":"2016","unstructured":"Dharshan Kumaran, Demis Hassabis, and James L McClelland. 2016. What learning systems do intelligent agents need? Complementary learning systems theory updated. Trends in cognitive sciences, Vol. 20, 7 (2016), 512--534."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1126"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.398"},{"key":"e_1_3_2_1_26_1","volume-title":"LPC: A Logits and Parameter Calibration Framework for Continual Learning. In Findings of the Association for Computational Linguistics (EMNLP). Abu Dhabi, United Arab Emirates, 7142--7155.","author":"Li Xiaodi","year":"2022","unstructured":"Xiaodi Li, Zhuoyi Wang, Dingcheng Li, Latifur Khan, and Bhavani Thuraisingham. 2022b. LPC: A Logits and Parameter Calibration Framework for Continual Learning. In Findings of the Association for Computational Linguistics (EMNLP). Abu Dhabi, United Arab Emirates, 7142--7155."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1421"},{"volume-title":"Proceedings of the 13th European Conference on Computer Vision (ECCV), Part V","author":"Lin Tsung-Yi","key":"e_1_3_2_1_28_1","unstructured":"Tsung-Yi Lin, Michael Maire, Serge J. Belongie, James Hays, Pietro Perona, Deva Ramanan, Piotr Doll\u00e1 r, and C. Lawrence Zitnick. 2014. Microsoft COCO: Common Objects in Context. In Proceedings of the 13th European Conference on Computer Vision (ECCV), Part V. Zurich, Switzerland, 740--755."},{"key":"e_1_3_2_1_29_1","volume-title":"Peng Xu, Zihan Liu, and Pascale Fung.","author":"Lin Zhaojiang","year":"2020","unstructured":"Zhaojiang Lin, Genta Indra Winata, Peng Xu, Zihan Liu, and Pascale Fung. 2020. Variational transformers for diverse response generation. arXiv preprint arXiv:2003.12738 (2020)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.590"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-017-1038-2"},{"volume-title":"Psychology of learning and motivation.","author":"McCloskey Michael","key":"e_1_3_2_1_32_1","unstructured":"Michael McCloskey and Neal J Cohen. 1989. Catastrophic interference in connectionist networks: The sequential learning problem. In Psychology of learning and motivation. Vol. 24. 109--165."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Fei Mi Liangwei Chen Mengjie Zhao Minlie Huang and Boi Faltings. 2020. Continual Learning for Natural Language Generation in Task-oriented Dialog Systems. In Findings of the Association for Computational Linguistics (EMNLP Findings). Online Event 3461--3474.","DOI":"10.18653\/v1\/2020.findings-emnlp.310"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.798"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning (ICML), Marina Meila and Tong Zhang (Eds.). Virtual Event, 8016--8024","author":"Nekoei Hadi","year":"2021","unstructured":"Hadi Nekoei, Akilesh Badrinaaraayanan, Aaron C. Courville, and Sarath Chandar. 2021. Continuous Coordination As a Realistic Scenario for Lifelong Learning. In Proceedings of the 38th International Conference on Machine Learning (ICML), Marina Meila and Tong Zhang (Eds.). Virtual Event, 8016--8024."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341460"},{"volume-title":"Proceedings of the 9th International Conference on Learning Representations (ICLR). Virtual Event.","author":"Pham Quang","key":"e_1_3_2_1_38_1","unstructured":"Quang Pham, Chenghao Liu, Doyen Sahoo, and Steven C. H. Hoi. 2021. Contextual Transformation Networks for Online Continual Learning. In Proceedings of the 9th International Conference on Learning Representations (ICLR). Virtual Event."},{"key":"e_1_3_2_1_39_1","volume-title":"Ondvr ej Bojar, and Zdenve k vZ abokrtsk\u1ef3","author":"Popel Martin","year":"2020","unstructured":"Martin Popel, Marketa Tomkova, Jakub Tomek, \u0141ukasz Kaiser, Jakob Uszkoreit, Ondvr ej Bojar, and Zdenve k vZ abokrtsk\u1ef3. 2020. Transforming machine translation: a deep learning system reaches news translation quality comparable to human professionals. Nature communications, Vol. 11, 1 (2020), 4381."},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the 26th International Conference on Computational Linguistics (COLING)","author":"Prakash Aaditya","year":"2016","unstructured":"Aaditya Prakash, Sadid A. Hasan, Kathy Lee, Vivek V. Datla, Ashequl Qadir, Joey Liu, and Oladimeji Farri. 2016. Neural Paraphrase Generation with Stacked Residual LS\u2122 Networks. In Proceedings of the 26th International Conference on Computational Linguistics (COLING). Osaka, Japan, 2923--2934."},{"volume-title":"Continual learning in reinforcement environments. Ph.,D. Dissertation","author":"Ring Mark Bishop","key":"e_1_3_2_1_41_1","unstructured":"Mark Bishop Ring. 1994. Continual learning in reinforcement environments. Ph.,D. Dissertation. University of Texas at Austin Austin, Texas 78712."},{"volume-title":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (ACL)","author":"Liu Peter J.","key":"e_1_3_2_1_42_1","unstructured":"Abigail See, Peter J. Liu, and Christopher D. Manning. 2017. Get To The Point: Summarization with Pointer-Generator Networks. In Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (ACL). Vancouver, Canada, 1073--1083."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2018.05.090"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning (ICML). Virtual Event, 8741--8751","author":"Shen Sheng","year":"2020","unstructured":"Sheng Shen, Zhewei Yao, Amir Gholami, Michael W. Mahoney, and Kurt Keutzer. 2020. PowerNorm: Rethinking Batch Normalization in Transformers. In Proceedings of the 37th International Conference on Machine Learning (ICML). Virtual Event, 8741--8751."},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 6th International Conference on Learning Representations (ICLR)","author":"Shen Yanyao","year":"2018","unstructured":"Yanyao Shen, Hyokun Yun, Zachary C. Lipton, Yakov Kronrod, and Animashree Anandkumar. 2018. Deep Active Learning for Named Entity Recognition. In Proceedings of the 6th International Conference on Learning Representations (ICLR). Vancouver, Canada."},{"key":"e_1_3_2_1_46_1","volume-title":"Le","author":"Sutskever Ilya","year":"2014","unstructured":"Ilya Sutskever, Oriol Vinyals, and Quoc V. Le. 2014. Sequence to Sequence Learning with Neural Networks. In Advances in Neural Information Processing Systems (NIPS). Montreal, Canada, 3104--3112."},{"volume-title":"Advances in Neural Information Processing Systems (NIPS), David S","author":"Thrun Sebastian","key":"e_1_3_2_1_47_1","unstructured":"Sebastian Thrun. 1995. Is Learning The n-th Thing Any Easier Than Learning The First?. In Advances in Neural Information Processing Systems (NIPS), David S. Touretzky, Michael Mozer, and Michael E. Hasselmo (Eds.). Denver, CO, 640--646."},{"key":"e_1_3_2_1_48_1","volume-title":"Generative replay with feedback connections as a general strategy for continual learning. arXiv preprint arXiv:1809.10635","author":"Van de Ven Gido M","year":"2018","unstructured":"Gido M Van de Ven and Andreas S Tolias. 2018. Generative replay with feedback connections as a general strategy for continual learning. arXiv preprint arXiv:1809.10635 (2018)."},{"key":"e_1_3_2_1_49_1","volume-title":"Proceedings of the 13th Conference of the Association for Machine Translation in the Americas (AMTA)","author":"Vaswani Ashish","year":"2018","unstructured":"Ashish Vaswani, Samy Bengio, Eugene Brevdo, Francc ois Chollet, Aidan N. Gomez, Stephan Gouws, Llion Jones, Lukasz Kaiser, Nal Kalchbrenner, Niki Parmar, Ryan Sepassi, Noam Shazeer, and Jakob Uszkoreit. 2018. Tensor2Tensor for Neural Machine Translation. In Proceedings of the 13th Conference of the Association for Machine Translation in the Americas (AMTA). Boston, MA, 193--199."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1304"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463096"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557375"},{"volume-title":"Proceedings of the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Xie Cihang","key":"e_1_3_2_1_53_1","unstructured":"Cihang Xie, Mingxing Tan, Boqing Gong, Jiang Wang, Alan L. Yuille, and Quoc V. Le. 2020. Adversarial Examples Improve Image Recognition. In Proceedings of the 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). Seattle, WA, 816--825."},{"volume-title":"Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence (IJCAI)","author":"Xu Hu","key":"e_1_3_2_1_54_1","unstructured":"Hu Xu, Bing Liu, Lei Shu, and Philip S. Yu. 2018. Lifelong Domain Word Embedding via Meta-Learning. In Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence (IJCAI). Stockholm, Sweden, 4510--4516."},{"key":"e_1_3_2_1_55_1","volume-title":"Proceedings of the Conference on Robot Learning (CoRL)","author":"Yang Fan","year":"2021","unstructured":"Fan Yang, Chao Yang, Huaping Liu, and Fuchun Sun. 2021. Evaluations of the Gap between Supervised and Reinforcement Lifelong Learning on Robotic Manipulation Tasks. In Proceedings of the Conference on Robot Learning (CoRL). London, UK, 547--556."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.conll-1.4"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.99"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6490"},{"key":"e_1_3_2_1_59_1","unstructured":"Haiyan Yin Peng Yang and Ping Li. 2021. Mitigating Forgetting in Online Continual Learning with Neuron Calibration. In Advances in Neural Information Processing Systems (NeurIPS). virtual 10260--10272."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.11"},{"volume-title":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing (EMNLP). Abu Dhabi, United Arab Emirates, 11153--11169","author":"Zhao Yingxiu","key":"e_1_3_2_1_61_1","unstructured":"Yingxiu Zhao, Yinhe Zheng, Zhiliang Tian, Chang Gao, Jian Sun, and Nevin L. Zhang. 2022. Prompt Conditioned VAE: Enhancing Generative Replay for Lifelong Learning in Task-Oriented Dialogue. In Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing (EMNLP). Abu Dhabi, United Arab Emirates, 11153--11169."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i5.16602"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Taipei Taiwan","acronym":"SIGIR '23"},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3592039","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3592039","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:49Z","timestamp":1750178269000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3592039"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":62,"alternative-id":["10.1145\/3539618.3592039","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3592039","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}