{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,3]],"date-time":"2025-06-03T04:04:36Z","timestamp":1748923476761,"version":"3.41.0"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031919787","type":"print"},{"value":"9783031919794","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-91979-4_16","type":"book-chapter","created":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T14:08:46Z","timestamp":1748873326000},"page":"202-218","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Giving Each Task what it Needs Leveraging Structured Sparsity for\u00a0Tailored Multi-Task Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9604-7193","authenticated-orcid":false,"given":"Richa","family":"Upadhyay","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4310-7994","authenticated-orcid":false,"given":"Ronald","family":"Phlypo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8532-0895","authenticated-orcid":false,"given":"Rajkumar","family":"Saini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4029-6574","authenticated-orcid":false,"given":"Marcus","family":"Liwicki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,12]]},"reference":[{"key":"16_CR1","first-page":"129","volume":"2","author":"D Blalock","year":"2020","unstructured":"Blalock, D., Gonzalez Ortiz, J.J., Frankle, J., Guttag, J.: What is the state of neural network pruning? Proc. Mach. Learn. Syst. 2, 129\u2013146 (2020)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"16_CR2","unstructured":"Bruggemann, D., Kanakis, M., Georgoulis, S., Van\u00a0Gool, L.: Automated search for resource-efficient branched multi-task networks. arXiv preprint arXiv:2008.10292 (2020)"},{"key":"16_CR3","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana, R.: Multitask learning. Mach. Learn. 28, 41\u201375 (1997)","journal-title":"Mach. Learn."},{"key":"16_CR4","unstructured":"Chen, L.C., Papandreou, G., Schroff, F., Adam, H.: Rethinking atrous convolution for semantic image segmentation. arXiv preprint arXiv:1706.05587 (2017)"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Choi, W., Im, S.: Dynamic neural network for multi-task learning searching across diverse network topologies. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3779\u20133788 (2023)","DOI":"10.1109\/CVPR52729.2023.00368"},{"issue":"4","key":"16_CR6","doi-asserted-by":"publisher","first-page":"1168","DOI":"10.1137\/050626090","volume":"4","author":"PL Combettes","year":"2005","unstructured":"Combettes, P.L., Wajs, V.R.: Signal recovery by proximal forward-backward splitting. Multiscale Model. Simul. 4(4), 1168\u20131200 (2005)","journal-title":"Multiscale Model. Simul."},{"key":"16_CR7","unstructured":"Crawshaw, M.: Multi-task learning with deep neural networks: a survey. arXiv preprint arXiv:2009.09796 (2020)"},{"key":"16_CR8","unstructured":"Deleu, T., Bengio, Y.: Structured sparsity inducing adaptive optimizers for deep learning. arXiv preprint arXiv:2102.03869 (2021)"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Gao, Y., Ma, J., Zhao, M., Liu, W., Yuille, A.L.: Nddr-cnn: layerwise feature fusing in multi-task cnns by neural discriminative dimensionality reduction. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3205\u20133214 (2019)","DOI":"10.1109\/CVPR.2019.00332"},{"key":"16_CR10","unstructured":"Gildenblat, J., contributors: Pytorch library for cam methods (2021). https:\/\/github.com\/jacobgil\/pytorch-grad-cam"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Guo, M., Haque, A., Huang, D.A., Yeung, S., Fei-Fei, L.: Dynamic task prioritization for multitask learning. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 270\u2013287 (2018)","DOI":"10.1007\/978-3-030-01270-0_17"},{"key":"16_CR12","unstructured":"Guo, P., Lee, C.Y., Ulbricht, D.: Learning to branch for multi-task learning. In: International Conference on Machine Learning, pp. 3854\u20133863. PMLR (2020)"},{"key":"16_CR13","unstructured":"Hoefler, T., Alistarh, D., Ben-Nun, T., Dryden, N., Peste, A.: Sparsity in deep learning: pruning and growth for efficient inference and training in neural networks. J. Mach. Learn. Res. 22(1) (2021)"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Jung, H., Oh, Y.: Towards better explanations of class activation mapping. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1336\u20131344 (2021)","DOI":"10.1109\/ICCV48922.2021.00137"},{"key":"16_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1007\/978-3-030-58565-5_41","volume-title":"Computer Vision \u2013 ECCV 2020","author":"M Kanakis","year":"2020","unstructured":"Kanakis, M., Bruggemann, D., Saha, S., Georgoulis, S., Obukhov, A., Van Gool, L.: Reparameterizing convolutions for incremental multi-task learning without task interference. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12365, pp. 689\u2013707. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58565-5_41"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Kendall, A., Gal, Y., Cipolla, R.: Multi-task learning using uncertainty to weigh losses for scene geometry and semantics. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7482\u20137491 (2018)","DOI":"10.1109\/CVPR.2018.00781"},{"key":"16_CR17","unstructured":"Kumar, A., Daume\u00a0III, H.: Learning task grouping and overlap in multi-task learning. arXiv preprint arXiv:1206.6417 (2012)"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Liu, S., Johns, E., Davison, A.J.: End-to-end multi-task learning with attention. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1871\u20131880 (2019)","DOI":"10.1109\/CVPR.2019.00197"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Lu, Y., Kumar, A., Zhai, S., Cheng, Y., Javidi, T., Feris, R.: Fully-adaptive feature sharing in multi-task networks with applications in person attribute classification. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5334\u20135343 (2017)","DOI":"10.1109\/CVPR.2017.126"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Misra, I., Shrivastava, A., Gupta, A., Hebert, M.: Cross-stitch networks for multi-task learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3994\u20134003 (2016)","DOI":"10.1109\/CVPR.2016.433"},{"key":"16_CR21","volume-title":"Statistical Learning with Sparsity: The Lasso and Generalizations","author":"CM O\u2019Brien","year":"2016","unstructured":"O\u2019Brien, C.M.: Statistical Learning with Sparsity: The Lasso and Generalizations. Wiley Periodicals, Inc., Hoboken (2016)"},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Ruder, S., Bingel, J., Augenstein, I., S\u00f8gaard, A.: Latent multi-task architecture learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a033, pp. 4822\u20134829 (2019)","DOI":"10.1609\/aaai.v33i01.33014822"},{"key":"16_CR23","doi-asserted-by":"publisher","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. In: 2017 IEEE International Conference on Computer Vision (ICCV), pp. 618\u2013626 (2017). https:\/\/doi.org\/10.1109\/ICCV.2017.74","DOI":"10.1109\/ICCV.2017.74"},{"key":"16_CR24","unstructured":"Standley, T., Zamir, A., Chen, D., Guibas, L., Malik, J., Savarese, S.: Which tasks should be learned together in multi-task learning? In: International Conference on Machine Learning, pp. 9120\u20139132. PMLR (2020)"},{"key":"16_CR25","first-page":"8728","volume":"33","author":"X Sun","year":"2020","unstructured":"Sun, X., Panda, R., Feris, R., Saenko, K.: Adashare: learning what to share for efficient deep multi-task learning. Adv. Neural. Inf. Process. Syst. 33, 8728\u20138740 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Upadhyay, R., Chhipa, P.C., Phlypo, R., Saini, R., Liwicki, M.: Multi-task meta learning: learn how to adapt to unseen tasks. In: 2023 International Joint Conference on Neural Networks (IJCNN), pp. 1\u201310 (2023)","DOI":"10.1109\/IJCNN54540.2023.10191400"},{"key":"16_CR27","unstructured":"Upadhyay, R., Phlypo, R., Saini, R., Liwicki, M.: Less is more \u2013 towards parsimonious multi-task models using structured sparsity. In: Conference on Parsimony and Learning (Proceedings Track) (2023)"},{"key":"16_CR28","unstructured":"Vandenhende, S., Georgoulis, S., Brabandere, B.D., Gool, L.V.: Branched multi-task networks: deciding what layers to share. arXiv preprint arXiv:1904.02920 (2020)"},{"key":"16_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/978-3-030-58548-8_31","volume-title":"Computer Vision \u2013 ECCV 2020","author":"S Vandenhende","year":"2020","unstructured":"Vandenhende, S., Georgoulis, S., Van Gool, L.: MTI-net: multi-scale task interaction networks for multi-task learning. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12349, pp. 527\u2013543. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58548-8_31"},{"key":"16_CR30","unstructured":"Wen, W., Wu, C., Wang, Y., Chen, Y., Li, H.: Learning structured sparsity in deep neural networks. Adv. Neural Inf. Process. Syst. 29 (2016)"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Yu, F., Koltun, V., Funkhouser, T.: Dilated residual networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 472\u2013480 (2017)","DOI":"10.1109\/CVPR.2017.75"},{"issue":"1","key":"16_CR32","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1111\/j.1467-9868.2005.00532.x","volume":"68","author":"M Yuan","year":"2006","unstructured":"Yuan, M., Lin, Y.: Model selection and estimation in regression with grouped variables. J. R. Stat. Soc. Ser. B Stat Methodol. 68(1), 49\u201367 (2006)","journal-title":"J. R. Stat. Soc. Ser. B Stat Methodol."},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Zamir, A.R., Sax, A., Shen, W., Guibas, L.J., Malik, J., Savarese, S.: Taskonomy: disentangling task transfer learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2018)","DOI":"10.1109\/CVPR.2018.00391"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-91979-4_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T14:08:51Z","timestamp":1748873331000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-91979-4_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031919787","9783031919794"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-91979-4_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"12 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}