{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T01:51:25Z","timestamp":1743126685322,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031746390"},{"type":"electronic","value":"9783031746406"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-74640-6_17","type":"book-chapter","created":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T23:00:14Z","timestamp":1735686014000},"page":"226-241","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Leveraging Low Rank Filters for\u00a0Efficient and\u00a0Knowledge-Preserving Lifelong Learning"],"prefix":"10.1007","author":[{"given":"Muhammad","family":"Tayyab","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abhijit","family":"Mahalanobis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,1]]},"reference":[{"key":"17_CR1","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition. IEEE Computer Society (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"17_CR2","unstructured":"Redmon, J., Farhadi, A.: Yolov3: An incremental improvement (2018). https:\/\/arxiv.org\/abs\/1804.02767"},{"key":"17_CR3","unstructured":"Rusu, A.A., et al.: Progressive neural networks, arXiv preprint arXiv:1606.04671 (2016)"},{"key":"17_CR4","unstructured":"Yoon, J., Yang, E., Lee, J., Hwang, S.-J.:Lifelong learning with dynamically expandable networks. In: International Conference on Learning Representations (2018)"},{"key":"17_CR5","unstructured":"Jerfel, G., Grant, E., Griffiths, T., Heller, K.A.: Reconciling meta-learning and continual learning with online mixtures of tasks. Adv. Neural Inform. Process. Syst. 32 (2019)"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Verma, V.K., Liang, K.J., Mehta, N., Rai, P., Carin, L.: Efficient feature transformations for discriminative and generative continual learning. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 13860\u201313870 (2021)","DOI":"10.1109\/CVPR46437.2021.01365"},{"key":"17_CR7","unstructured":"Miao, Z., Wang, Z., Chen, W., Qiu, Q.: Continual learning with filter atom swapping. In: International Conference on Learning Representations (2022)"},{"key":"17_CR8","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images, Tech. Rep. (2009)"},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Delange, M., et al.: A continual learning survey: Defying forgetting in classification tasks IEEE Trans. Pattern Analy. Mach. Intell. (2021)","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Mallya, A., Lazebnik, S.: Packnet: adding multiple tasks to a single network by iterative pruning. In: 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7765\u20137773 (2018)","DOI":"10.1109\/CVPR.2018.00810"},{"key":"17_CR12","first-page":"15173","volume":"33","author":"M Wortsman","year":"2020","unstructured":"Wortsman, M., et al.: Supermasks in superposition. Adv. Neural. Inf. Process. Syst. 33, 15173\u201315184 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"17_CR13","unstructured":"Shin, H., Lee, J.K., Kim, J., Kim, J.: Continual learning with deep generative replay. Advances in Neural Information Processing Syst. 30 (2017)"},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.A., Kolesnikov, A., Sperl, G., Lampert, C.H.: icarl: incremental classifier and representation learning. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 5533\u20135542 (2017)","DOI":"10.1109\/CVPR.2017.587"},{"key":"17_CR15","unstructured":"Rolnick, D., Ahuja, A., Schwarz, J., Lillicrap, T., Wayne, G.: Experience replay for continual learning. Adv. Neural Inform. Process. Syst. 32 (2019)"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Yan, S., Xie, J., He, X.: Der: dynamically expandable representation for class incremental learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3014\u20133023 (2021)","DOI":"10.1109\/CVPR46437.2021.00303"},{"key":"17_CR17","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2018","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. IEEE Trans. Pattern Anal. Mach. Intell. 40, 2935\u20132947 (2018)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"13","key":"17_CR18","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Nat. Acad. Sci. 114(13), 3521\u20133526 (2017)","journal-title":"Proc. Nat. Acad. Sci."},{"key":"17_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1007\/978-3-030-01219-9_9","volume-title":"Computer Vision \u2013 ECCV 2018","author":"R Aljundi","year":"2018","unstructured":"Aljundi, R., Babiloni, F., Elhoseiny, M., Rohrbach, M., Tuytelaars, T.: Memory aware synapses: learning what (not) to forget. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11207, pp. 144\u2013161. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01219-9_9"},{"key":"17_CR20","unstructured":"Titsias, M.K., Schwarz, J., de\u00a0G.\u00a0Matthews, A.G., Pascanu, R., Teh, Y.W.: Functional regularisation for continual learning with gaussian processes. In: International Conference on Learning Representations (2020)"},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Jaderberg, M., Vedaldi, A., Zisserman, A.: Speeding up convolutional neural networks with low rank expansions. In: BMVC 2014 - Proceedings of the British Machine Vision Conference 2014. British Machine Vision Association, BMVA (2014)","DOI":"10.5244\/C.28.88"},{"key":"17_CR22","unstructured":"Denton, E., Zaremba, W., Bruna, J., LeCun, Y., Fergus, R.: Exploiting linear structure within convolutional networks for efficient evaluation. Adv. Neural Inform. Process. Syst. (2014)"},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Zhang, X., Zou, J., He, K., Sun, J.: Accelerating very deep convolutional networks for classification and detection. IEEE Trans. Pattern Analy. Mach. Intell. (2016)","DOI":"10.1109\/TPAMI.2015.2502579"},{"key":"17_CR24","unstructured":"Qiu, Q., Cheng, X., Calderbank, R., Sapiro, G.: Dcfnet: deep neural network with decomposed convolutional filters. In: 35th International Conference on Machine Learning, ICML 2018 (2018)"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Zhang, J., et al.: Class-incremental learning via deep model consolidation. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 1131\u20131140 (2020)","DOI":"10.1109\/WACV45572.2020.9093365"},{"key":"17_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1007\/978-3-030-01252-6_33","volume-title":"Computer Vision \u2013 ECCV 2018","author":"A Chaudhry","year":"2018","unstructured":"Chaudhry, A., Dokania, P.K., Ajanthan, T., Torr, P.H.S.: Riemannian walk for incremental learning: understanding forgetting and intransigence. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11215, pp. 556\u2013572. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01252-6_33"},{"key":"17_CR27","unstructured":"Zenke, F., Poole, B., Ganguli, S.: Continual learning through synaptic intelligence. In: International Conference on Machine Learning. PMLR, pp. 3987\u20133995 (2017)"},{"key":"17_CR28","doi-asserted-by":"crossref","unstructured":"Yu, L., et alSemantic drift compensation for class-incremental learning. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 6980\u20136989 (2020)","DOI":"10.1109\/CVPR42600.2020.00701"},{"key":"17_CR29","unstructured":"Lee, S.-W., Kim, J.-H., Jun, J., Ha, J.-W., Zhang, B.-T.: Overcoming catastrophic forgetting by incremental moment matching. Adv. Neural Inform. Process. Syst. 30 (2017)"},{"key":"17_CR30","unstructured":"Jung, H., Ju, J., Jung, M., Kim, J.: Less-forgetting learning in deep neural networks, ArXiv, vol. abs\/ arXiv: 1607.00122 (2016)"},{"key":"17_CR31","unstructured":"Serra, J., Suris, D., Miron, M., Karatzoglou, A.: Overcoming catastrophic forgetting with hard attention to the task. In: International Conference on Machine Learning. PMLR, pp. 4548\u20134557 (2018)"},{"key":"17_CR32","unstructured":"Masana, M., Tuytelaars, T., van\u00a0de Weijer, J.: Ternary feature masks: continual learning without any forgetting, vol. 4(5), p. 6, arXiv preprint arXiv:2001.08714 (2020)"},{"key":"17_CR33","doi-asserted-by":"crossref","unstructured":"Wu, Y., et al.: Large scale incremental learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 374\u2013382 (2019)","DOI":"10.1109\/CVPR.2019.00046"},{"key":"17_CR34","doi-asserted-by":"crossref","unstructured":"Hou, S., Pan, X., Loy, C.C., Wang, Z., Lin, D.: Learning a unified classifier incrementally via rebalancing. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 831\u2013839 (2019)","DOI":"10.1109\/CVPR.2019.00092"},{"key":"17_CR35","unstructured":"Chaudhry, A., Ranzato, M., Rohrbach, M., Elhoseiny, M.: Efficient lifelong learning with a-gem. In: International Conference on Learning Representations (2019)"},{"key":"17_CR36","unstructured":"Chaudhry, A., et al.: On tiny episodic memories in continual learning, arXiv preprint arXiv:1902.10486 (2019)"},{"key":"17_CR37","first-page":"9900","volume":"33","author":"A Chaudhry","year":"2020","unstructured":"Chaudhry, A., Khan, N., Dokania, P., Torr, P.: Continual learning in low-rank orthogonal subspaces. Adv. Neural. Inf. Process. Syst. 33, 9900\u20139911 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"17_CR38","doi-asserted-by":"crossref","unstructured":"Wang, S., Li, X., Sun, J., Xu, Z.: Training networks in null space of feature covariance for continual learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 184\u2013193 (2021)","DOI":"10.1109\/CVPR46437.2021.00025"},{"key":"17_CR39","unstructured":"Mehta, N., Liang, K., Verma, V.K., Carin, L.: Continual learning using a bayesian nonparametric dictionary of weight factors. In: International Conference on Artificial Intelligence and Statistics. PMLR, pp. 100\u2013108 (2021)"},{"key":"17_CR40","doi-asserted-by":"publisher","unstructured":"Hyder, R., Shao, K., Hou, B., Markopoulos, P., Prater-Bennette, A., Asif, M.S.: Incremental task learning with incremental rank updates. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds. Computer Vision \u2013 ECCV 2022. ECCV 2022. LNCS, vol. 13683. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20050-2_33","DOI":"10.1007\/978-3-031-20050-2_33"},{"key":"17_CR41","unstructured":"Lopez-Paz, D., Ranzato, M.: Gradient episodic memory for continual learning. Adv. Neural Inform. Process. syst. 30 (2017)"}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-74640-6_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T08:18:41Z","timestamp":1738311521000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-74640-6_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031746390","9783031746406"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-74640-6_17","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"1 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}