{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,4]],"date-time":"2025-11-04T10:50:27Z","timestamp":1762253427871,"version":"3.37.3"},"reference-count":68,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,6,18]],"date-time":"2020-06-18T00:00:00Z","timestamp":1592438400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,6,18]],"date-time":"2020-06-18T00:00:00Z","timestamp":1592438400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100010663","name":"H2020 European Research Council","doi-asserted-by":"publisher","award":["637076"],"award-info":[{"award-number":["637076"]}],"id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004955","name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft","doi-asserted-by":"publisher","award":["860375"],"award-info":[{"award-number":["860375"]}],"id":[{"id":"10.13039\/501100004955","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Machine Vision and Applications"],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1007\/s00138-020-01090-5","type":"journal-article","created":{"date-parts":[[2020,6,18]],"date-time":"2020-06-18T04:31:31Z","timestamp":1592454691000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Boosting binary masks for multi-domain learning through affine transformations"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8595-9955","authenticated-orcid":false,"given":"Massimiliano","family":"Mancini","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elisa","family":"Ricci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Barbara","family":"Caputo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Samuel","family":"Rota\u00a0Bul\u00f2","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,6,18]]},"reference":[{"key":"1090_CR1","doi-asserted-by":"crossref","unstructured":"Bendale, A., Boult, T.: Towards open world recognition. In: CVPR (2015)","DOI":"10.1109\/CVPR.2015.7298799"},{"key":"1090_CR2","doi-asserted-by":"crossref","unstructured":"Bendale, A., Boult, T.E.: Towards open set deep networks. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.173"},{"key":"1090_CR3","unstructured":"Bengio, Y., L\u00e9onard, N., Courville, A.: Estimating or propagating gradients through stochastic neurons for conditional computation. arXiv preprint arXiv:1308.3432 (2013)"},{"key":"1090_CR4","doi-asserted-by":"crossref","unstructured":"Berriel, R., Lathuili\u00e8re, S., Nabi, M., Klein, T., Oliveira-Santos, T., Sebe, N., Ricci, E.: Budget-aware adapters for multi-domain learning. In: ICCV (2019)","DOI":"10.1109\/ICCV.2019.00047"},{"key":"1090_CR5","doi-asserted-by":"crossref","unstructured":"Bilen, H., Fernando, B., Gavves, E., Vedaldi, A., Gould, S.: Dynamic image networks for action recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.331"},{"key":"1090_CR6","unstructured":"Bilen, H., Vedaldi, A.: Universal representations: the missing link between faces, text, planktons, and cat breeds. arXiv preprint arXiv:1701.07275 (2017)"},{"key":"1090_CR7","doi-asserted-by":"crossref","unstructured":"Bottou, L.: Large-scale machine learning with stochastic gradient descent. In: Proceedings of COMPSTAT\u20192010. Springer (2010)","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"1090_CR8","doi-asserted-by":"crossref","unstructured":"Cermelli, F., Mancini, M., Bul\u00f3, S.R., Ricci, E., Caputo, B.: Modeling the background for incremental learning in semantic segmentation. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00925"},{"key":"1090_CR9","doi-asserted-by":"crossref","unstructured":"Cermelli, F., Mancini, M., Ricci, E., Caputo, B.: The RGB-D triathlon: towards agile visual toolboxes for robots. In: IROS (2019)","DOI":"10.1109\/IROS40897.2019.8968562"},{"key":"1090_CR10","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., Vedaldi, A.: Describing textures in the wild. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.461"},{"key":"1090_CR11","unstructured":"Courbariaux, M., Hubara, I., Soudry, D., El-Yaniv, R., Bengio, Y.: Binarized neural networks: training deep neural networks with weights and activations constrained to $$+1$$ or $$-1$$. arXiv preprint arXiv:1602.02830 (2016)"},{"issue":"4","key":"1090_CR12","first-page":"44:1","volume":"31","author":"M Eitz","year":"2012","unstructured":"Eitz, M., Hays, J., Alexa, M.: How do humans sketch objects? ACM Trans. Gr. 31(4), 44:1\u201344:10 (2012)","journal-title":"ACM Trans. Gr."},{"key":"1090_CR13","doi-asserted-by":"crossref","unstructured":"Fontanel, D., Cermelli, F., Mancini, M., Bul\u00f3, S.R., Ricci, E., Caputo, B.: Boosting deep open world recognition by clustering. arXiv preprint arXiv:2004.13849 (2020)","DOI":"10.1109\/LRA.2020.3010753"},{"issue":"4","key":"1090_CR14","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/S1364-6613(99)01294-2","volume":"3","author":"RM French","year":"1999","unstructured":"French, R.M.: Catastrophic forgetting in connectionist networks. Trends Cogn. Sci. 3(4), 128\u2013135 (1999)","journal-title":"Trends Cogn. Sci."},{"key":"1090_CR15","doi-asserted-by":"crossref","unstructured":"Girshick, R., Donahue, J., Darrell, T., Malik, J.: Rich feature hierarchies for accurate object detection and semantic segmentation. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.81"},{"key":"1090_CR16","unstructured":"Goodfellow, I.J., Mirza, M., Xiao, D., Courville, A., Bengio, Y.: An empirical investigation of catastrophic forgetting in gradient-based neural networks. arXiv preprint arXiv:1312.6211 (2013)"},{"key":"1090_CR17","doi-asserted-by":"crossref","unstructured":"Goodman, R.M., Zeng, Z.: A learning algorithm for multi-layer perceptrons with hard-limiting threshold units. In: NIPS Workshops (1994)","DOI":"10.1109\/ICNN.1994.374161"},{"key":"1090_CR18","unstructured":"Guerriero, S., Caputo, B., Mensink, T.: Deep nearest class mean classifiers. In: ICLR Worskhops (2018)"},{"key":"1090_CR19","doi-asserted-by":"crossref","unstructured":"Guo, Y., Shi, H., Kumar, A., Grauman, K., Rosing, T., Feris, R.: Spottune: transfer learning through adaptive fine-tuning. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00494"},{"key":"1090_CR20","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"1090_CR21","unstructured":"Hinton, G.: Neural networks for machine learning (2012). Coursera, video lectures"},{"key":"1090_CR22","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"1090_CR23","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Weinberger, K.Q., van\u00a0der Maaten, L.: Densely connected convolutional networks. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"1090_CR24","unstructured":"Hubara, I., Courbariaux, M., Soudry, D., El-Yaniv, R., Bengio, Y.: Binarized neural networks. In: NIPS (2016)"},{"issue":"187","key":"1090_CR25","first-page":"1","volume":"18","author":"I Hubara","year":"2018","unstructured":"Hubara, I., Courbariaux, M., Soudry, D., El-Yaniv, R., Bengio, Y.: Quantized neural networks: training neural networks with low precision weights and activations. JMLR 18(187), 1\u201330 (2018)","journal-title":"JMLR"},{"key":"1090_CR26","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: ICML (2015)"},{"key":"1090_CR27","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"13","key":"1090_CR28","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J., Pascanu, R., Rabinowitz, N., Veness, J., Desjardins, G., Rusu, A.A., Milan, K., Quan, J., Ramalho, T., Grabska-Barwinska, A., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. 114(13), 3521\u20133526 (2017)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"1090_CR29","doi-asserted-by":"crossref","unstructured":"Krause, J., Stark, M., Deng, J., Fei-Fei, L.: 3d object representations for fine-grained categorization. In: ICCV Workshops (2013)","DOI":"10.1109\/ICCVW.2013.77"},{"key":"1090_CR30","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images (2009)"},{"key":"1090_CR31","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: NIPS (2012)"},{"key":"1090_CR32","doi-asserted-by":"crossref","unstructured":"Kuzborskij, I., Orabona, F., Caputo, B.: From N to N\u00a0+\u00a01: multiclass transfer incremental learning. In: CVPR (2013)","DOI":"10.1109\/CVPR.2013.431"},{"key":"1090_CR33","first-page":"174","volume":"156","author":"I Kuzborskij","year":"2017","unstructured":"Kuzborskij, I., Orabona, F., Caputo, B.: Scalable greedy algorithms for transfer learning. CVIU 156, 174\u2013185 (2017)","journal-title":"CVIU"},{"issue":"6266","key":"1090_CR34","doi-asserted-by":"publisher","first-page":"1332","DOI":"10.1126\/science.aab3050","volume":"350","author":"BM Lake","year":"2015","unstructured":"Lake, B.M., Salakhutdinov, R., Tenenbaum, J.B.: Human-level concept learning through probabilistic program induction. Science 350(6266), 1332\u20131338 (2015)","journal-title":"Science"},{"key":"1090_CR35","doi-asserted-by":"crossref","unstructured":"Li, Y., Vasconcelos, N.: Efficient multi-domain learning by covariance normalization. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00557"},{"key":"1090_CR36","doi-asserted-by":"crossref","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. In: IEEE T-PAMI (2017)","DOI":"10.1007\/978-3-319-46493-0_37"},{"key":"1090_CR37","unstructured":"Lin, D., Talathi, S., Annapureddy, S.: Fixed point quantization of deep convolutional networks. In: ICML (2016)"},{"key":"1090_CR38","unstructured":"Lin, Z., Courbariaux, M., Memisevic, R., Bengio, Y.: Neural networks with few multiplications. arXiv preprint arXiv:1510.03009 (2015)"},{"key":"1090_CR39","doi-asserted-by":"crossref","unstructured":"Liu, S., Johns, E., Davison, A.J.: End-to-end multi-task learning with attention. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00197"},{"key":"1090_CR40","doi-asserted-by":"crossref","unstructured":"Long, J., Shelhamer, E., Darrell, T.: Fully convolutional networks for semantic segmentation. In: CVPR (2015)","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"1090_CR41","unstructured":"Maji, S., Rahtu, E., Kannala, J., Blaschko, M., Vedaldi, A.: Fine-grained visual classification of aircraft. arXiv preprint arXiv:1306.5151 (2013)"},{"key":"1090_CR42","doi-asserted-by":"crossref","unstructured":"Mallya, A., Lazebnik, S.: Packnet: adding multiple tasks to a single network by iterative pruning. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00810"},{"key":"1090_CR43","doi-asserted-by":"crossref","unstructured":"Mallya, A., Lazebnik, S.: Piggyback: adding multiple tasks to a single, fixed network by learning to mask. arXiv preprint arXiv:1801.06519 (2018)","DOI":"10.1109\/CVPR.2018.00810"},{"key":"1090_CR44","doi-asserted-by":"crossref","unstructured":"Mancini, M., Karaoguz, H., Ricci, E., Jensfelt, P., Caputo, B.: Knowledge is never enough: towards web aided deep open world recognition. In: ICRA (2019)","DOI":"10.1109\/ICRA.2019.8793803"},{"key":"1090_CR45","doi-asserted-by":"crossref","unstructured":"Mancini, M., Ricci, E., Caputo, B., Rota\u00a0Bul\u00f3, S.: Adding new tasks to a single network with weight transformations using binary masks. In: ECCV-WS (2018)","DOI":"10.1007\/978-3-030-11012-3_14"},{"key":"1090_CR46","first-page":"109","volume-title":"Psychology of learning and motivation","author":"M McCloskey","year":"1989","unstructured":"McCloskey, M., Cohen, N.J.: Catastrophic interference in connectionist networks: the sequential learning problem. In: Bower, G.H. (ed.) Psychology of learning and motivation, vol. 24, pp. 109\u2013165. Elsevier, Amsterdam (1989)"},{"issue":"11","key":"1090_CR47","doi-asserted-by":"publisher","first-page":"2624","DOI":"10.1109\/TPAMI.2013.83","volume":"35","author":"T Mensink","year":"2013","unstructured":"Mensink, T., Verbeek, J.J., Perronnin, F., Csurka, G.: Distance-based image classification: generalizing to new classes at near-zero cost. IEEE T-PAMI 35(11), 2624\u20132637 (2013)","journal-title":"IEEE T-PAMI"},{"key":"1090_CR48","doi-asserted-by":"crossref","unstructured":"Morgado, P., Vasconcelos, N.: Nettailor: tuning the architecture, not just the weights. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00316"},{"issue":"11","key":"1090_CR49","doi-asserted-by":"publisher","first-page":"1863","DOI":"10.1109\/TPAMI.2006.217","volume":"28","author":"S Munder","year":"2006","unstructured":"Munder, S., Gavrila, D.M.: An experimental study on pedestrian classification. IEEE T-PAMI 28(11), 1863\u20131868 (2006)","journal-title":"IEEE T-PAMI"},{"key":"1090_CR50","unstructured":"Neelakantan, A., Vilnis, L., Le, Q.V., Sutskever, I., Kaiser, L., Kurach, K., Martens, J.: Adding gradient noise improves learning for very deep networks. arXiv preprint arXiv:1511.06807 (2015)"},{"key":"1090_CR51","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshops (2011)"},{"key":"1090_CR52","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: Automated flower classification over a large number of classes. In: Sixth Indian Conference on Computer Vision, Graphics & Image Processing, 2008. ICVGIP\u201908. IEEE (2008)","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"1090_CR53","doi-asserted-by":"crossref","unstructured":"Rastegari, M., Ordonez, V., Redmon, J., Farhadi, A.: XNOR-net: Imagenet classification using binary convolutional neural networks. In: ECCV (2016)","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"1090_CR54","doi-asserted-by":"crossref","unstructured":"Rebuffi, S., Kolesnikov, A., Sperl, G., Lampert, C.H.: iCaRL: incremental classifier and representation learning. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.587"},{"key":"1090_CR55","unstructured":"Rebuffi, S.A., Bilen, H., Vedaldi, A.: Learning multiple visual domains with residual adapters. In: NIPS (2017)"},{"key":"1090_CR56","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.A., Bilen, H., Vedaldi, A.: Efficient parametrization of multi-domain deep neural networks. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00847"},{"issue":"3","key":"1090_CR57","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1109\/TPAMI.2015.2459678","volume":"38","author":"M Ristin","year":"2016","unstructured":"Ristin, M., Guillaumin, M., Gall, J., Gool, L.J.V.: Incremental learning of random forests for large-scale image classification. IEEE T-PAMI 38(3), 490\u2013503 (2016)","journal-title":"IEEE T-PAMI"},{"key":"1090_CR58","unstructured":"Rosenfeld, A., Tsotsos, J.K.: Incremental learning through deep adaptation. arXiv preprint arXiv:1705.04228 (2017)"},{"issue":"3","key":"1090_CR59","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., et al.: Imagenet large scale visual recognition challenge. IJCV 115(3), 211\u2013252 (2015)","journal-title":"IJCV"},{"key":"1090_CR60","unstructured":"Rusu, A.A., Rabinowitz, N.C., Desjardins, G., Soyer, H., Kirkpatrick, J., Kavukcuoglu, K., Pascanu, R., Hadsell, R.: Progressive neural networks. arXiv preprint arXiv:1606.04671 (2016)"},{"key":"1090_CR61","unstructured":"Saleh, B., Elgammal, A.: Large-scale classification of fine-art paintings: learning the right metric on the right feature. In: International Conference on Data Mining Workshops (2015)"},{"key":"1090_CR62","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: ICLR (2015)"},{"key":"1090_CR63","unstructured":"Soomro, K., Zamir, A.R., Shah, M.: Ucf101: a dataset of 101 human actions classes from videos in the wild. arXiv preprint arXiv:1212.0402 (2012)"},{"key":"1090_CR64","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.neunet.2012.02.016","volume":"32","author":"J Stallkamp","year":"2012","unstructured":"Stallkamp, J., Schlipsing, M., Salmen, J., Igel, C.: Man vs. computer: benchmarking machine learning algorithms for traffic sign recognition. Neural Netw. 32, 323\u2013332 (2012)","journal-title":"Neural Netw."},{"key":"1090_CR65","unstructured":"Wah, C., Branson, S., Welinder, P., Perona, P., Belongie, S.: The Caltech-UCSD birds-200-2011 dataset (2011)"},{"key":"1090_CR66","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. In: BMVC (2016)","DOI":"10.5244\/C.30.87"},{"key":"1090_CR67","doi-asserted-by":"crossref","unstructured":"Zamir, A.R., Sax, A., Shen, W., Guibas, L.J., Malik, J., Savarese, S.: Taskonomy: disentangling task transfer learning. In: CVPR (2018)","DOI":"10.24963\/ijcai.2019\/871"},{"key":"1090_CR68","unstructured":"Zhou, S., Wu, Y., Ni, Z., Zhou, X., Wen, H., Zou, Y.: DoReFa-Net: training low bitwidth convolutional neural networks with low bitwidth gradients. arXiv preprint arXiv:1606.06160 (2016)"}],"container-title":["Machine Vision and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00138-020-01090-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00138-020-01090-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00138-020-01090-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,7]],"date-time":"2024-08-07T22:00:16Z","timestamp":1723068016000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00138-020-01090-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,18]]},"references-count":68,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,9]]}},"alternative-id":["1090"],"URL":"https:\/\/doi.org\/10.1007\/s00138-020-01090-5","relation":{},"ISSN":["0932-8092","1432-1769"],"issn-type":[{"type":"print","value":"0932-8092"},{"type":"electronic","value":"1432-1769"}],"subject":[],"published":{"date-parts":[[2020,6,18]]},"assertion":[{"value":"21 January 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 May 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"42"}}