{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T05:31:00Z","timestamp":1781587860915,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Sino-German Research Network","award":["GZ570"],"award-info":[{"award-number":["GZ570"]}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 72293583, No. 72293580"],"award-info":[{"award-number":["No. 72293583, No. 72293580"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science and Technology Commission of Shanghai Municipality Grant","award":["No. 22511105901"],"award-info":[{"award-number":["No. 22511105901"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3664647.3680605","type":"proceedings-article","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T06:59:27Z","timestamp":1729925967000},"page":"5489-5497","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Introducing Common Null Space of Gradients for Gradient Projection Methods in Continual Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7023-7543","authenticated-orcid":false,"given":"Chengyi","family":"Yang","sequence":"first","affiliation":[{"name":"Shanghai Institute of AI for Education, School of Computer Science and Technology, East China Normal University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6640-3053","authenticated-orcid":false,"given":"Mingda","family":"Dong","sequence":"additional","affiliation":[{"name":"Shanghai Institute of AI for Education, School of Computer Science and Technology, East China Normal University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4771-445X","authenticated-orcid":false,"given":"Xiaoyue","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Statistics and Information Science, Shanghai University of International Business and Economics, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7162-4898","authenticated-orcid":false,"given":"Jiayin","family":"Qi","sequence":"additional","affiliation":[{"name":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4768-5946","authenticated-orcid":false,"given":"Aimin","family":"Zhou","sequence":"additional","affiliation":[{"name":"Shanghai Institute of AI for Education, School of Computer Science and Technology, East China Normal University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Efficient Lifelong Learning with A-GEM. In 7th International Conference on Learning Representations (ICLR).","author":"Chaudhry Arslan","year":"2019","unstructured":"Arslan Chaudhry, Marc'Aurelio Ranzato, Marcus Rohrbach, and Mohamed Elhoseiny. 2019. Efficient Lifelong Learning with A-GEM. In 7th International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_2_1","volume-title":"Philip H. S. Torr, and Marc'Aurelio Ranzato.","author":"Chaudhry Arslan","year":"2019","unstructured":"Arslan Chaudhry, Marcus Rohrbach, Mohamed Elhoseiny, Thalaiyasingam Ajanthan, Puneet Kumar Dokania, Philip H. S. Torr, and Marc'Aurelio Ranzato. 2019. Continual Learning with Tiny Episodic Memories. CoRR, Vol. abs\/1902.10486 (2019)."},{"key":"e_1_3_2_1_3_1","volume-title":"Class Gradient Projection For Continual Learning. In MM '22: The 30th ACM International Conference on Multimedia. 5575--5583","author":"Chen Cheng","year":"2022","unstructured":"Cheng Chen, Ji Zhang, Jingkuan Song, and Lianli Gao. 2022. Class Gradient Projection For Continual Learning. In MM '22: The 30th ACM International Conference on Multimedia. 5575--5583."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.409"},{"key":"e_1_3_2_1_5_1","unstructured":"Danruo Deng Guangyong Chen Jianye Hao Qiong Wang and Pheng-Ann Heng. 2021. Flattening Sharpness for Dynamic Gradient Projection Memory Benefits Continual Learning. In Advances in Neural Information Processing Systems (NeurIPS). 18710--18721."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_7_1","volume-title":"Orthogonal Gradient Descent for Continual Learning. In The 23rd International Conference on Artificial Intelligence and Statistics (AISTATS)","volume":"108","author":"Farajtabar Mehrdad","year":"2020","unstructured":"Mehrdad Farajtabar, Navid Azizan, Alex Mott, and Ang Li. 2020. Orthogonal Gradient Descent for Continual Learning. In The 23rd International Conference on Artificial Intelligence and Statistics (AISTATS), Vol. 108. 3762--3773."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00921"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence (IJCAI). 1268--1275","author":"Fortin Mathieu Pag\u00e9","year":"2022","unstructured":"Mathieu Pag\u00e9 Fortin and Brahim Chaib-draa. 2022. Continual Semantic Segmentation Leveraging Image-level Labels and Rehearsal. In Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence (IJCAI). 1268--1275."},{"key":"e_1_3_2_1_10_1","volume-title":"Catastrophic forgetting in connectionist networks. Trends in Cognitive Sciences","author":"French Robert M.","year":"1999","unstructured":"Robert M. French. 1999. Catastrophic forgetting in connectionist networks. Trends in Cognitive Sciences (1999), 128--135."},{"key":"e_1_3_2_1_11_1","volume-title":"Deep Residual Learning for Image Recognition. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR). 770--778","author":"He Kaiming","year":"2016","unstructured":"Kaiming He, Xiangyu Zhang, Shaoqing Ren, and Jian Sun. 2016. Deep Residual Learning for Image Recognition. In 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR). 770--778."},{"key":"e_1_3_2_1_12_1","volume-title":"Re-evaluating Continual Learning Scenarios: A Categorization and Case for Strong Baselines. In NeurIPS Continual Learning Workshop.","author":"Hsu Yen-Chang","year":"2018","unstructured":"Yen-Chang Hsu, Yen-Cheng Liu, and Zsolt Kira. 2018. Re-evaluating Continual Learning Scenarios: A Categorization and Case for Strong Baselines. In NeurIPS Continual Learning Workshop."},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 29th International Conference on Computational Linguistics (COLING). 1885--1895","author":"Hu Chengwei","year":"2022","unstructured":"Chengwei Hu, Deqing Yang, Haoliang Jin, Zhen Chen, and Yanghua Xiao. 2022. Improving Continual Relation Extraction through Prototypical Contrastive Learning. In Proceedings of the 29th International Conference on Computational Linguistics (COLING). 1885--1895."},{"key":"e_1_3_2_1_14_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning multiple layers of features from tiny images (Technical Report). (2009)."},{"key":"e_1_3_2_1_15_1","volume-title":"Hinton","author":"Krizhevsky Alex","year":"2012","unstructured":"Alex Krizhevsky, Ilya Sutskever, and Geoffrey E. Hinton. 2012. ImageNet Classification with Deep Convolutional Neural Networks. In Advances in Neural Information Processing Systems (NeurIPS). 1106--1114."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i1.25208"},{"key":"e_1_3_2_1_17_1","volume-title":"Adaptive Plasticity Improvement for Continual Learning. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 7816--7825","author":"Liang Yan-Shuo","year":"2023","unstructured":"Yan-Shuo Liang and Wu-Jun Li. 2023. Adaptive Plasticity Improvement for Continual Learning. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 7816--7825."},{"key":"e_1_3_2_1_18_1","volume-title":"Towards Better Plasticity-Stability Trade-off in Incremental Learning: A Simple Linear Connector. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 89--98","author":"Lin Guoliang","year":"2022","unstructured":"Guoliang Lin, Hanlu Chu, and Hanjiang Lai. 2022. Towards Better Plasticity-Stability Trade-off in Incremental Learning: A Simple Linear Connector. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 89--98."},{"key":"e_1_3_2_1_19_1","unstructured":"Sen Lin Li Yang Deliang Fan and Junshan Zhang. 2022. Beyond Not-Forgetting: Continual Learning with Backward Knowledge Transfer. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_1_20_1","volume-title":"TRGP: Trust Region Gradient Projection for Continual Learning. In The Tenth International Conference on Learning Representations (ICLR).","author":"Lin Sen","year":"2022","unstructured":"Sen Lin, Li Yang, Deliang Fan, and Junshan Zhang. 2022. TRGP: Trust Region Gradient Projection for Continual Learning. In The Tenth International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.736"},{"key":"e_1_3_2_1_22_1","volume-title":"Continual Detection Transformer for Incremental Object Detection. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 23799--23808","author":"Liu Yaoyao","year":"2023","unstructured":"Yaoyao Liu, Bernt Schiele, Andrea Vedaldi, and Christian Rupprecht. 2023. Continual Detection Transformer for Incremental Object Detection. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 23799--23808."},{"key":"e_1_3_2_1_23_1","unstructured":"David Lopez-Paz and Marc'Aurelio Ranzato. 2017. Gradient Episodic Memory for Continual Learning. In Advances in Neural Information Processing Systems (NeurIPS). 6467--6476."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-7421(08)60536-8"},{"key":"e_1_3_2_1_25_1","volume-title":"Class Similarity Weighted Knowledge Distillation for Continual Semantic Segmentation. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 16845--16854","author":"Phan Minh-Hieu","year":"2022","unstructured":"Minh-Hieu Phan, The-Anh Ta, Son Lam Phung, Long Tran-Thanh, and Abdesselam Bouzerdoum. 2022. Class Similarity Weighted Knowledge Distillation for Continual Semantic Segmentation. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 16845--16854."},{"key":"e_1_3_2_1_26_1","volume-title":"Decouple Before Interact: Multi-Modal Prompt Learning for Continual Visual Question Answering. In IEEE\/CVF International Conference on Computer Vision (ICCV). 2941--2950","author":"Qian Zi","year":"2023","unstructured":"Zi Qian, Xin Wang, Xuguang Duan, Pengda Qin, Yuhong Li, and Wenwu Zhu. 2023. Decouple Before Interact: Multi-Modal Prompt Learning for Continual Visual Question Answering. In IEEE\/CVF International Conference on Computer Vision (ICCV). 2941--2950."},{"key":"e_1_3_2_1_27_1","volume-title":"Gradient Projection Memory for Continual Learning. In 9th International Conference on Learning Representations (ICLR).","author":"Saha Gobinda","year":"2021","unstructured":"Gobinda Saha, Isha Garg, and Kaushik Roy. 2021. Gradient Projection Memory for Continual Learning. In 9th International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_28_1","volume-title":"Continual Learning with Scaled Gradient Projection. In Thirty-Seventh AAAI Conference on Artificial Intelligence. 9677--9685","author":"Saha Gobinda","year":"2023","unstructured":"Gobinda Saha and Kaushik Roy. 2023. Continual Learning with Scaled Gradient Projection. In Thirty-Seventh AAAI Conference on Artificial Intelligence. 9677--9685."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.143"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/0921-8890(95)00004-Y"},{"key":"e_1_3_2_1_31_1","unstructured":"Oriol Vinyals Charles Blundell Tim Lillicrap Koray Kavukcuoglu and Daan Wierstra. 2016. Matching Networks for One Shot Learning. In Advances in Neural Information Processing Systems (NeurIPS). 3630--3638."},{"key":"e_1_3_2_1_32_1","volume-title":"AFEC: Active Forgetting of Negative Transfer in Continual Learning. In Advances in Neural Information Processing Systems (NeurIPS). 22379--22391.","author":"Wang Liyuan","year":"2021","unstructured":"Liyuan Wang, Mingtian Zhang, Zhongfan Jia, Qian Li, Chenglong Bao, Kaisheng Ma, Jun Zhu, and Yi Zhong. 2021. AFEC: Active Forgetting of Negative Transfer in Continual Learning. In Advances in Neural Information Processing Systems (NeurIPS). 22379--22391."},{"key":"e_1_3_2_1_33_1","volume-title":"Training Networks in Null Space of Feature Covariance for Continual Learning. In IEEE Conference on Computer Vision and Pattern Recognition (CVPR). 184--193","author":"Wang Shipeng","year":"2021","unstructured":"Shipeng Wang, Xiaorong Li, Jian Sun, and Zongben Xu. 2021. Training Networks in Null Space of Feature Covariance for Continual Learning. In IEEE Conference on Computer Vision and Pattern Recognition (CVPR). 184--193."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Xinyi Wang Zitao Wang and Wei Hu. 2023. Serial Contrastive Knowledge Distillation for Continual Few-shot Relation Extraction. In Findings of the Association for Computational Linguistics. 12693--12706.","DOI":"10.18653\/v1\/2023.findings-acl.804"},{"key":"e_1_3_2_1_35_1","volume-title":"An EM Framework for Online Incremental Learning of Semantic Segmentation. In MM '21: ACM Multimedia Conference. 3052--3060","author":"Yan Shipeng","year":"2021","unstructured":"Shipeng Yan, Jiale Zhou, Jiangwei Xie, Songyang Zhang, and Xuming He. 2021. An EM Framework for Online Incremental Learning of Semantic Segmentation. In MM '21: ACM Multimedia Conference. 3052--3060."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00904"},{"key":"e_1_3_2_1_37_1","volume-title":"Data Augmented Flatness-aware Gradient Projection for Continual Learning. In IEEE\/CVF International Conference on Computer Vision (ICCV). 5607--5616","author":"Yang Enneng","year":"2023","unstructured":"Enneng Yang, Li Shen, Zhenyi Wang, Shiwei Liu, Guibing Guo, and Xingwei Wang. 2023. Data Augmented Flatness-aware Gradient Projection for Continual Learning. In IEEE\/CVF International Conference on Computer Vision (ICCV). 5607--5616."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612207"},{"key":"e_1_3_2_1_39_1","volume-title":"Scalable and Order-robust Continual Learning with Additive Parameter Decomposition. In 8th International Conference on Learning Representations (ICLR).","author":"Yoon Jaehong","year":"2020","unstructured":"Jaehong Yoon, Saehoon Kim, Eunho Yang, and Sung Ju Hwang. 2020. Scalable and Order-robust Continual Learning with Additive Parameter Decomposition. In 8th International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0080-x"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3611919"},{"key":"e_1_3_2_1_42_1","volume-title":"VQACL: A Novel Visual Question Answering Continual Learning Setting. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 19102--19112","author":"Zhang Xi","year":"2023","unstructured":"Xi Zhang, Feifei Zhang, and Changsheng Xu. 2023. VQACL: A Novel Visual Question Answering Continual Learning Setting. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 19102--19112."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.443"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i3.20254"},{"key":"e_1_3_2_1_45_1","volume-title":"Rethinking Gradient Projection Continual Learning: Stability \/ Plasticity Feature Space Decoupling. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 3718--3727","author":"Zhao Zhen","year":"2023","unstructured":"Zhen Zhao, Zhizhong Zhang, Xin Tan, Jun Liu, Yanyun Qu, Yuan Xie, and Lizhuang Ma. 2023. Rethinking Gradient Projection Continual Learning: Stability \/ Plasticity Feature Space Decoupling. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 3718--3727."},{"key":"e_1_3_2_1_46_1","volume-title":"Continual Semantic Segmentation with Automatic Memory Sample Selection. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 3082--3092","author":"Liu Jun","year":"2023","unstructured":"Lanyun Zhu, Tianrun Chen, Jianxiong Yin, Simon See, and Jun Liu. 2023. Continual Semantic Segmentation with Automatic Memory Sample Selection. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 3082--3092."}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","location":"Melbourne VIC Australia","acronym":"MM '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 32nd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3680605","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3680605","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:17:56Z","timestamp":1750295876000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3680605"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":46,"alternative-id":["10.1145\/3664647.3680605","10.1145\/3664647"],"URL":"https:\/\/doi.org\/10.1145\/3664647.3680605","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}