{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T10:13:12Z","timestamp":1783937592391,"version":"3.55.0"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031851803","type":"print"},{"value":"9783031851810","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-85181-0_22","type":"book-chapter","created":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T06:58:57Z","timestamp":1745305137000},"page":"344-361","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Analytical Uncertainty-Based Loss Weighting in\u00a0Multi-task Learning"],"prefix":"10.1007","author":[{"given":"Lukas","family":"Kirchdorfer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cathrin","family":"Elich","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simon","family":"Kutsche","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heiner","family":"Stuckenschmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lukas","family":"Schott","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jan M.","family":"K\u00f6hler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,23]]},"reference":[{"issue":"12","key":"22_CR1","doi-asserted-by":"publisher","first-page":"2481","DOI":"10.1109\/TPAMI.2016.2644615","volume":"39","author":"V Badrinarayanan","year":"2017","unstructured":"Badrinarayanan, V., Kendall, A., Cipolla, R.: SegNet: a deep convolutional encoder-decoder architecture for image segmentation. IEEE Trans. Pattern Anal. Mach. Intell. 39(12), 2481\u20132495 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"22_CR2","unstructured":"Baijiong, L., Feiyang, Y., Yu, Z.: A closer look at loss weighting in multi-task learning. ArXiv preprint arXiv:2111.10603 (2021)"},{"key":"22_CR3","unstructured":"Caccia, M., Caccia, L., Fedus, W., Larochelle, H., Pineau, J., Charlin, L.: Language GANs falling short. In: International Conference on Learning Representations (2019)"},{"issue":"1","key":"22_CR4","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana, R.: Multitask learning. Mach. Learn. 28(1), 41\u201375 (1997)","journal-title":"Mach. Learn."},{"key":"22_CR5","unstructured":"Chang, J., Zhang, X., Guo, Y., Meng, G., Xiang, S., Pan, C.: Differentiable architecture search with ensemble gumbel-softmax. arXiv preprint arXiv:1905.01786 (2019)"},{"key":"22_CR6","doi-asserted-by":"crossref","unstructured":"Chen, L.C., Zhu, Y., Papandreou, G., Schroff, F., Adam, H.: Encoder-decoder with atrous separable convolution for semantic image segmentation. In: Proceedings of the European conference on computer vision (ECCV), pp. 801\u2013818 (2018)","DOI":"10.1007\/978-3-030-01234-2_49"},{"key":"22_CR7","unstructured":"Chen, Z., Badrinarayanan, V., Lee, C., Rabinovich, A.: Gradnorm: gradient normalization for adaptive loss balancing in deep multitask networks. In: Dy, J.G., Krause, A. (eds.) Proceedings of the 35th International Conference on Machine Learning, ICML 2018, Stockholmsm\u00e4ssan, Stockholm, Sweden, July 10-15, 2018. Proceedings of Machine Learning Research, vol.\u00a080, pp. 793\u2013802. PMLR (2018)"},{"key":"22_CR8","unstructured":"Chen, Z., et al.: Just pick a sign: optimizing deep multitask models with gradient sign dropout. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6\u201312, 2020, virtual (2020)"},{"key":"22_CR9","doi-asserted-by":"crossref","unstructured":"Chennupati, S., Sistu, G., Yogamani, S., Rawashdeh, S.A.: Multinet++: multi-stream feature aggregation and geometric loss strategy for multi-task learning. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2019, Long Beach, CA, USA, June 16\u201320, 2019 (2019)","DOI":"10.1109\/CVPRW.2019.00159"},{"key":"22_CR10","doi-asserted-by":"crossref","unstructured":"Cordts, M., et al.: The cityscapes dataset for semantic urban scene understanding. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, June 27\u201330, 2016, pp. 3213\u20133223. IEEE Computer Society (2016)","DOI":"10.1109\/CVPR.2016.350"},{"key":"22_CR11","doi-asserted-by":"crossref","unstructured":"Duong, L., Cohn, T., Bird, S., Cook, P.: Low resource dependency parsing: cross-lingual parameter sharing in a neural network parser. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 2: Short Papers), pp. 845\u2013850. Association for Computational Linguistics, Beijing, China (2015)","DOI":"10.3115\/v1\/P15-2139"},{"key":"22_CR12","unstructured":"Elich, C., Kirchdorfer, L., Koehler, J.M., Schott, L.: Challenging common assumptions in multi-task learning. ArXiv preprint arXiv:2311.04698 (2023)"},{"key":"22_CR13","doi-asserted-by":"crossref","unstructured":"Fan, C., Chen, W., Tian, J., Li, Y., He, H., Jin, Y.: Maxgnr: a dynamic weight strategy via maximizing gradient-to-noise ratio for multi-task learning. In: Wang, L., Gall, J., Chin, T., Sato, I., Chellappa, R. (eds.) Computer Vision - ACCV 2022 - 16th Asian Conference on Computer Vision, Macao, China, December 4\u20138, 2022, Proceedings, Part I. Lecture Notes in Computer Science, vol. 13841, pp. 523\u2013538. Springer (2022)","DOI":"10.1007\/978-3-031-26319-4_31"},{"key":"22_CR14","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"key":"22_CR15","doi-asserted-by":"crossref","unstructured":"Guo, M., Haque, A., Huang, D.A., Yeung, S., Fei-Fei, L.: Dynamic task prioritization for multitask learning. In: Proceedings of the European Conference on Computer Vision (ECCV) (2018)","DOI":"10.1007\/978-3-030-01270-0_17"},{"key":"22_CR16","doi-asserted-by":"crossref","unstructured":"Heuer, F., Mantowsky, S., Bukhari, S.S., Schneider, G.: Multitask-centernet (MCN): efficient and diverse multitask learning using an anchor free approach. In: IEEE\/CVF International Conference on Computer Vision Workshops, ICCVW 2021, Montreal, BC, Canada, October 11\u201317, 2021, pp. 997\u20131005. IEEE (2021)","DOI":"10.1109\/ICCVW54120.2021.00116"},{"key":"22_CR17","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Hu, R., Singh, A.: Unit: multimodal multitask learning with a unified transformer. In: 2021 IEEE\/CVF International Conference on Computer Vision, ICCV 2021, Montreal, QC, Canada, October 10\u201317, 2021, pp. 1419\u20131429. IEEE (2021)","DOI":"10.1109\/ICCV48922.2021.00147"},{"key":"22_CR19","unstructured":"Jang, E., Gu, S., Poole, B.: Categorical reparameterization with gumbel-softmax. In: International Conference on Learning Representations (2016)"},{"key":"22_CR20","unstructured":"Javaloy, A., Valera, I.: Rotograd: gradient homogenization in multitask learning. In: The Tenth International Conference on Learning Representations, ICLR 2022, Virtual Event, April 25\u201329, 2022. OpenReview.net (2022)"},{"key":"22_CR21","doi-asserted-by":"crossref","unstructured":"Kendall, A., Gal, Y., Cipolla, R.: Multi-task learning using uncertainty to weigh losses for scene geometry and semantics. In: 2018 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2018, Salt Lake City, UT, USA, June 18\u201322, 2018, pp. 7482\u20137491. IEEE Computer Society (2018)","DOI":"10.1109\/CVPR.2018.00781"},{"key":"22_CR22","unstructured":"Kurin, V., Palma, A.D., Kostrikov, I., Whiteson, S., Mudigonda, P.K.: In defense of the unitary scalarization for deep multi-task learning. In: Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, December, virtual (2022)"},{"key":"22_CR23","doi-asserted-by":"crossref","unstructured":"Lakkapragada, A., Sleiman, E., Surabhi, S., Wall, D.P.: Mitigating negative transfer in multi-task learning with exponential moving average loss weighting strategies (student abstract). In: Williams, B., Chen, Y., Neville, J. (eds.) Thirty-Seventh AAAI Conference on Artificial Intelligence, AAAI 2023, Thirty-Fifth Conference on Innovative Applications of Artificial Intelligence, IAAI 2023, Thirteenth Symposium on Educational Advances in Artificial Intelligence, EAAI 2023, Washington, DC, USA, February 7\u201314, 2023, pp. 16246\u201316247. AAAI Press (2023)","DOI":"10.1609\/aaai.v37i13.26983"},{"key":"22_CR24","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks. In: International Conference on Learning Representations (2018)"},{"key":"22_CR25","unstructured":"Lin, B., et al.: Dual-balancing for multi-task learning. arXiv preprint arXiv:2308.12029 (2023)"},{"key":"22_CR26","unstructured":"Lin, B., Zhang, Y.: LibMTL: a python library for multi-task learning. J. Mach. Learn. Res. (2023)"},{"key":"22_CR27","unstructured":"Liu, B., Feng, Y., Stone, P., Liu, Q.: FAMO: fast adaptive multitask optimization. CoRR arXiv:2306.03792 (2023)"},{"key":"22_CR28","unstructured":"Liu, B., Liu, X., Jin, X., Stone, P., Liu, Q.: Conflict-averse gradient descent for multi-task learning. In: Ranzato, M., Beygelzimer, A., Dauphin, Y.N., Liang, P., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6\u201314, 2021, virtual, pp. 18878\u201318890 (2021)"},{"key":"22_CR29","unstructured":"Liu, L., et al.: Towards impartial multi-task learning. In: 9th International Conference on Learning Representations, ICLR 2021, Virtual Event, Austria, May 3\u20137, 2021. OpenReview.net (2021)"},{"key":"22_CR30","doi-asserted-by":"crossref","unstructured":"Liu, S., Johns, E., Davison, A.J.: End-to-end multi-task learning with attention. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2019, Long Beach, CA, USA, June 16\u201320, 2019, pp. 1871\u20131880. Computer Vision Foundation \/ IEEE (2019)","DOI":"10.1109\/CVPR.2019.00197"},{"key":"22_CR31","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X., Tang, X.: Deep learning face attributes in the wild. In: 2015 IEEE International Conference on Computer Vision, ICCV 2015, Santiago, Chile, December 7\u201313, 2015, pp. 3730\u20133738. IEEE Computer Society (2015)","DOI":"10.1109\/ICCV.2015.425"},{"key":"22_CR32","doi-asserted-by":"crossref","unstructured":"Maninis, K., Radosavovic, I., Kokkinos, I.: Attentive single-tasking of multiple tasks. In: IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2019, Long Beach, CA, USA, June 16\u201320, 2019, pp. 1851\u20131860. Computer Vision Foundation \/ IEEE (2019)","DOI":"10.1109\/CVPR.2019.00195"},{"key":"22_CR33","doi-asserted-by":"crossref","unstructured":"Mao, Y., Wang, Z., Liu, W., Lin, X., Xie, P.: MetaWeighting: learning to weight tasks in multi-task learning. In: Findings of the Association for Computational Linguistics: ACL 2022, pp. 3436\u20133448. Association for Computational Linguistics, Dublin, Ireland (2022)","DOI":"10.18653\/v1\/2022.findings-acl.271"},{"key":"22_CR34","doi-asserted-by":"crossref","unstructured":"Misra, I., Shrivastava, A., Gupta, A., Hebert, M.: Cross-stitch networks for multi-task learning. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2016, Las Vegas, NV, USA, June 27\u201330, 2016, pp. 3994\u20134003. IEEE Computer Society (2016)","DOI":"10.1109\/CVPR.2016.433"},{"key":"22_CR35","doi-asserted-by":"crossref","unstructured":"Nathan\u00a0Silberman, Derek\u00a0Hoiem, P.K., Fergus, R.: Indoor segmentation and support inference from RGBD images. In: Proceedings of the European Conference on Computer Vision (ECCV) (2012)","DOI":"10.1007\/978-3-642-33715-4_54"},{"key":"22_CR36","unstructured":"Navon, A., et al.: Multi-task learning as a bargaining game. In: Chaudhuri, K., Jegelka, S., Song, L., Szepesv\u00e1ri, C., Niu, G., Sabato, S. (eds.) International Conference on Machine Learning, ICML 2022, 17\u201323 July 2022, Baltimore, Maryland, USA. Proceedings of Machine Learning Research, vol.\u00a0162, pp. 16428\u201316446. PMLR (2022)"},{"key":"22_CR37","unstructured":"Ruder, S.: An overview of multi-task learning in deep neural networks. ArXiv preprint arXiv:1706.05098 (2017)"},{"key":"22_CR38","unstructured":"Sener, O., Koltun, V.: Multi-task learning as multi-objective optimization. In: Bengio, S., Wallach, H.M., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3\u20138, 2018, Montr\u00e9al, Canada, pp. 525\u2013536 (2018)"},{"key":"22_CR39","doi-asserted-by":"crossref","unstructured":"Senushkin, D., Patakin, N., Kuznetsov, A., Konushin, A.: Independent component alignment for multi-task learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 20083\u201320093 (2023)","DOI":"10.1109\/CVPR52729.2023.01923"},{"key":"22_CR40","unstructured":"Shi, G., Li, Q., Zhang, W., Chen, J., Wu, X.M.: Recon: reducing conflicting gradients from the root for multi-task learning. In: The Eleventh International Conference on Learning Representations (2023)"},{"key":"22_CR41","doi-asserted-by":"crossref","unstructured":"Tan, Q., Liu, N., Zhao, X., Yang, H., Zhou, J., Hu, X.: Learning to hash with graph neural networks for recommender systems. In: Proceedings of The Web Conference 2020, pp. 1988\u20131998 (2020)","DOI":"10.1145\/3366423.3380266"},{"key":"22_CR42","doi-asserted-by":"crossref","unstructured":"Vandenhende, S., Georgoulis, S., Van\u00a0Gansbeke, W., Proesmans, M., Dai, D., Van\u00a0Gool, L.: Multi-task learning for dense prediction tasks: a survey. IEEE Trans. Pattern Anal. Mach. Intell. (2021)","DOI":"10.1109\/TPAMI.2021.3054719"},{"key":"22_CR43","unstructured":"Xin, D., Ghorbani, B., Garg, A., Firat, O., Gilmer, J.: Do current multi-task optimization methods in deep learning even help? In: Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, December, virtual (2022)"},{"key":"22_CR44","doi-asserted-by":"crossref","unstructured":"Xu, D., Ouyang, W., Wang, X., Sebe, N.: Pad-net: multi-tasks guided prediction-and-distillation network for simultaneous depth estimation and scene parsing. In: 2018 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2018, Salt Lake City, UT, USA, June 18\u201322, 2018, pp. 675\u2013684. IEEE Computer Society (2018)","DOI":"10.1109\/CVPR.2018.00077"},{"key":"22_CR45","unstructured":"Yang, Y., Hospedales, T.M.: Trace norm regularised deep multi-task learning. ArXiv preprint arXiv:1606.04038 (2016)"},{"key":"22_CR46","unstructured":"Yu, T., Kumar, S., Gupta, A., Levine, S., Hausman, K., Finn, C.: Gradient surgery for multi-task learning. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6\u201312, 2020, virtual (2020)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-85181-0_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T13:16:39Z","timestamp":1758633399000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-85181-0_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031851803","9783031851810"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-85181-0_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"23 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}