{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,6]],"date-time":"2026-09-06T17:09:41Z","timestamp":1788714581928,"version":"build-2803163510"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032376664","type":"print"},{"value":"9783032376671","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,9,7]],"date-time":"2026-09-07T00:00:00Z","timestamp":1788739200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,9,7]],"date-time":"2026-09-07T00:00:00Z","timestamp":1788739200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-37667-1_23","type":"book-chapter","created":{"date-parts":[[2026,9,6]],"date-time":"2026-09-06T16:42:08Z","timestamp":1788712928000},"page":"391-409","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Mask as\u00a0Memory: Streaming Multi-task Pruning for\u00a0Vision Transformers"],"prefix":"10.1007","author":[{"given":"Ying-Hua","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rui","family":"Fang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hsi-Wen","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming-Syan","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,9,7]]},"reference":[{"key":"23_CR1","doi-asserted-by":"crossref","unstructured":"Carion, N., Massa, F., Synnaeve, G., Usunier, N., Kirillov, A., Zagoruyko, S.: End-to-end object detection with transformers. In: ECCV, pp. 213\u2013229. Springer (2020)","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"23_CR2","doi-asserted-by":"crossref","unstructured":"Caron, M., et al.: Emerging properties in self-supervised vision transformers. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"23_CR3","unstructured":"Chen, L.C., Papandreou, G., Schroff, F., Adam, H.: Rethinking atrous convolution for semantic image segmentation. arXiv preprint arXiv:1706.05587 (2017)"},{"key":"23_CR4","unstructured":"Chen, T., Zhang, Z., Liu, S., Chang, S., Wang, Z.: Long live the lottery: the existence of winning tickets in lifelong learning. In: ICLR (2020)"},{"issue":"3","key":"23_CR5","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/s42979-023-01748-7","volume":"4","author":"R Dagli","year":"2023","unstructured":"Dagli, R., Shaikh, A.M.: Cppe-5: medical personal protective equipment dataset. SN Comput. Sci. 4(3), 263 (2023)","journal-title":"SN Comput. Sci."},{"key":"23_CR6","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: CVPR (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"23_CR7","unstructured":"Dosovitskiy, A., et al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR (2020)"},{"key":"23_CR8","unstructured":"Ghiasi, A., et al.: What do vision transformers learn? a visual exploration. arXiv preprint arXiv:2212.06727 (2022)"},{"key":"23_CR9","unstructured":"Han, S., Pool, J., Tran, J., Dally, W.: Learning both weights and connections for efficient neural network. In: NeurIPS, vol. 28 (2015)"},{"key":"23_CR10","doi-asserted-by":"crossref","unstructured":"He, J., Duan, Z., Zhu, F.: Cl-lora: continual low-rank adaptation for rehearsal-free class-incremental learning. In: CVPR (2025)","DOI":"10.1109\/CVPR52734.2025.02843"},{"key":"23_CR11","doi-asserted-by":"crossref","unstructured":"He, X., Gao, D., Zhou, Z., Tong, Y., Thiele, L.: Pruning-aware merging for efficient multitask inference. In: ACM SIGKDD, pp. 585\u2013595 (2021)","DOI":"10.1145\/3447548.3467271"},{"issue":"2","key":"23_CR12","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1093\/biostatistics\/kxx028","volume":"19","author":"SC Hicks","year":"2018","unstructured":"Hicks, S.C., Okrah, K., Paulson, J.N., Quackenbush, J., Irizarry, R.A., Bravo, H.C.: Smooth quantile normalization. Biostatistics 19(2), 185\u2013198 (2018)","journal-title":"Biostatistics"},{"issue":"2","key":"23_CR13","first-page":"3","volume":"1","author":"EJ Hu","year":"2022","unstructured":"Hu, E.J., et al.: Lora: low-rank adaptation of large language models. ICLR 1(2), 3 (2022)","journal-title":"ICLR"},{"key":"23_CR14","unstructured":"Huang, C., Liu, Q., Lin, B.Y., Pang, T., Du, C., Lin, M.: Lorahub: efficient cross-task generalization via dynamic lora composition. In: COLM"},{"key":"23_CR15","unstructured":"Ikonomovska, E., Loskovska, S., Gjorgjevik, D.: A survey of stream data mining. In: Proceedings of 8th National Conference with International participation, ETAI, pp. 19\u201321 (2007)"},{"key":"23_CR16","doi-asserted-by":"crossref","unstructured":"Kanakis, M., Bruggemann, D., Saha, S., Georgoulis, S., Obukhov, A., Van\u00a0Gool, L.: Reparameterizing convolutions for incremental multi-task learning without task interference. In: ECCV, pp. 689\u2013707. Springer (2020)","DOI":"10.1007\/978-3-030-58565-5_41"},{"key":"23_CR17","doi-asserted-by":"crossref","unstructured":"Kemker, R., McClure, M., Abitino, A., Hayes, T., Kanan, C.: Measuring catastrophic forgetting in neural networks. In: AAAI, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.11651"},{"issue":"13","key":"23_CR18","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. 114(13), 3521\u20133526 (2017)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"1","key":"23_CR19","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/s00591-010-0080-8","volume":"58","author":"F Klinker","year":"2011","unstructured":"Klinker, F.: Exponential moving average versus moving exponential average. Math. Semesterber. 58(1), 97\u2013107 (2011)","journal-title":"Math. Semesterber."},{"key":"23_CR20","unstructured":"Kuznedelev, D., Kurtic, E., Frantar, E., Alistarh, D.: ovit: an accurate second-order pruning framework for vision transformers. openreview (2022)"},{"key":"23_CR21","unstructured":"Lee, J., Park, S., Mo, S., Ahn, S., Shin, J.: Layer-adaptive sparsity for the magnitude-based pruning. arXiv preprint arXiv:2010.07611 (2020)"},{"key":"23_CR22","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et al.: Microsoft coco: common objects in context. In: ECCV, pp. 740\u2013755. Springer (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"23_CR23","unstructured":"Liu, S.Y., et al.: Dora: weight-decomposed low-rank adaptation. In: ICML (2024)"},{"key":"23_CR24","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"23_CR25","doi-asserted-by":"crossref","unstructured":"Long, J., Shelhamer, E., Darrell, T.: Fully convolutional networks for semantic segmentation. In: CVPR, pp. 3431\u20133440 (2015)","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"23_CR26","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101 (2017)"},{"key":"23_CR27","unstructured":"Malla, S., Choi, J.H., Choi, C.: Copal: continual pruning in large language generative models. In: ICML (2024)"},{"key":"23_CR28","doi-asserted-by":"crossref","unstructured":"Mallya, A., Lazebnik, S.: Packnet: adding multiple tasks to a single network by iterative pruning. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00810"},{"key":"23_CR29","unstructured":"Misra, D., Runwal, B., Chen, T., Wang, Z., Rish, I.: App: anytime progressive pruning. In: Continual Lifelong Learning Workshop at ACML 2022 (2022)"},{"key":"23_CR30","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: Automated flower classification over a large number of classes. In: 2008 Sixth Indian Conference on Computer Vision, Graphics & Image Processing, pp. 722\u2013729. IEEE (2008)","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"23_CR31","doi-asserted-by":"crossref","unstructured":"Silberman, N., Hoiem, D., Kohli, P., Fergus, R.: Indoor segmentation and support inference from rgbd images. In: ECCV, pp. 746\u2013760. Springer (2012)","DOI":"10.1007\/978-3-642-33715-4_54"},{"key":"23_CR32","doi-asserted-by":"crossref","unstructured":"Sun, X., Hassani, A., Wang, Z., Huang, G., Shi, H.: Disparse: disentangled sparsification for multitask model compression. In: CVPR, pp. 12382\u201312392 (2022)","DOI":"10.1109\/CVPR52688.2022.01206"},{"issue":"7","key":"23_CR33","first-page":"9579","volume":"35","author":"Y Tian","year":"2023","unstructured":"Tian, Y., Bai, K.: End-to-end multitask learning with vision transformer. IEEE TNNLS 35(7), 9579\u20139590 (2023)","journal-title":"IEEE TNNLS"},{"key":"23_CR34","unstructured":"Wang, H.D., Bae, S., Chen, Z., Ma, M.: Learning with preserving for continual multitask learning. arXiv preprint arXiv:2511.11676 (2025)"},{"issue":"12","key":"23_CR35","doi-asserted-by":"publisher","first-page":"8036","DOI":"10.1109\/TPAMI.2024.3401036","volume":"46","author":"Y Wang","year":"2024","unstructured":"Wang, Y., Yue, Y., Lu, R., Han, Y., Song, S., Huang, G.: Efficienttrain++: generalized curriculum learning for efficient visual backbone training. IEEE TPAMI 46(12), 8036\u20138055 (2024)","journal-title":"IEEE TPAMI"},{"key":"23_CR36","doi-asserted-by":"crossref","unstructured":"Wang, Z., et al.: Sparcl: sparse continual learning on the edge. In: NeurIPS (2022)","DOI":"10.52202\/068431-1481"},{"key":"23_CR37","unstructured":"Wolf, T., et al.: Huggingface\u2019s transformers: state-of-the-art natural language processing. arXiv preprint arXiv:1910.03771 (2019)"},{"key":"23_CR38","doi-asserted-by":"crossref","unstructured":"Xiang, M., Tang, J., Yang, Q., Guan, H., Liu, T.: Adapmtl: adaptive pruning framework for multitask learning model. In: ACM MM, pp. 5121\u20135130 (2024)","DOI":"10.1145\/3664647.3681426"},{"issue":"5","key":"23_CR39","first-page":"5917","volume":"23","author":"G Xu","year":"2023","unstructured":"Xu, G., Hao, Z., Luo, Y., Hu, H., An, J., Mao, S.: Devit: Decomposing vision transformers for collaborative inference in edge devices. IEEE TMC 23(5), 5917\u20135932 (2023)","journal-title":"IEEE TMC"},{"key":"23_CR40","doi-asserted-by":"crossref","unstructured":"Ye, F., Bors, A.G.: Task-free dynamic sparse vision transformer for continual learning. In: AAAI, vol. 38, pp. 16442\u201316450 (2024)","DOI":"10.1609\/aaai.v38i15.29581"},{"issue":"8","key":"23_CR41","doi-asserted-by":"publisher","first-page":"10267","DOI":"10.1109\/TPAMI.2023.3260903","volume":"45","author":"H Ye","year":"2023","unstructured":"Ye, H., Zhang, B., Chen, T., Fan, J., Wang, B.: Performance-aware approximation of global channel pruning for multitask cnns. IEEE TPAMI 45(8), 10267\u201310284 (2023)","journal-title":"IEEE TPAMI"},{"key":"23_CR42","doi-asserted-by":"crossref","unstructured":"Yuan, B., Zhao, D., Liu, Z., Li, W., Li, T.: Continual panoptic perception: Towards multi-modal incremental interpretation of remote sensing images. In: ACM MM, pp. 2117\u20132126 (2024)","DOI":"10.1145\/3664647.3680654"},{"key":"23_CR43","doi-asserted-by":"crossref","unstructured":"Zhang, M., et al.: Loraprune: structured pruning meets low-rank parameter-efficient fine-tuning. In: ACL Finding (2024)","DOI":"10.18653\/v1\/2024.findings-acl.178"},{"key":"23_CR44","unstructured":"Zhang, Q., et al.: Adaptive budget allocation for parameter-efficient fine-tuning. In: ICLR (2023)"},{"key":"23_CR45","doi-asserted-by":"crossref","unstructured":"Zheng, S., et\u00a0al.: Rethinking semantic segmentation from a sequence-to-sequence perspective with transformers. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00681"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-37667-1_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,6]],"date-time":"2026-09-06T16:42:16Z","timestamp":1788712936000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-37667-1_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9,7]]},"ISBN":["9783032376664","9783032376671"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-37667-1_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,9,7]]},"assertion":[{"value":"7 September 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Naples","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2026\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}