{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T21:26:34Z","timestamp":1778793994210,"version":"3.51.4"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319545257","type":"print"},{"value":"9783319545264","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-54526-4_43","type":"book-chapter","created":{"date-parts":[[2017,3,15]],"date-time":"2017-03-15T07:13:16Z","timestamp":1489561996000},"page":"588-605","source":"Crossref","is-referenced-by-count":53,"title":["Fine-Tuning Deep Neural Networks in Continuous Learning Scenarios"],"prefix":"10.1007","author":[{"given":"Christoph","family":"K\u00e4ding","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Erik","family":"Rodner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander","family":"Freytag","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joachim","family":"Denzler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,3,16]]},"reference":[{"key":"43_CR1","unstructured":"Griffin, G., Holub, A., Perona, P.: Caltech-256 object category dataset. Technical report 7694, California Institute of Technology (2007)"},{"key":"43_CR2","unstructured":"Everingham, M., Van Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The PASCAL visual object classes challenge 2008 (VOC2008) results (2008). http:\/\/www.pascal-network.org\/challenges\/VOC\/voc2008\/workshop\/index.html"},{"key":"43_CR3","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: CVPR, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"43_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., Maire, M., Belongie, S., Hays, J., Perona, P., Ramanan, D., Doll\u00e1r, P., Zitnick, C.L.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Heidelberg (2014). doi: 10.1007\/978-3-319-10602-1_48"},{"key":"43_CR5","unstructured":"Cordts, M., Omran, M., Ramos, S., Scharw\u00e4chter, T., Enzweiler, M., Benenson, R., Franke, U., Roth, S., Schiele, B.: The cityscapes dataset. In: CVPR Workshop on the Future of Datasets in Vision (CVPR-WS) (2015)"},{"key":"43_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1007\/978-3-319-10593-2_37","volume-title":"Computer Vision \u2013 ECCV 2014","author":"A Freytag","year":"2014","unstructured":"Freytag, A., Rodner, E., Denzler, J.: Selecting influential examples: active learning with expected model output changes. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8692, pp. 562\u2013577. Springer, Heidelberg (2014). doi: 10.1007\/978-3-319-10593-2_37"},{"key":"43_CR7","doi-asserted-by":"crossref","unstructured":"K\u00e4ding, C., Freytag, A., Rodner, E., Bodesheim, P., Denzler, J.: Active learning and discovery of object categories in the presence of unnameable instances. In: CVPR, pp. 4343\u20134352 (2015)","DOI":"10.1109\/CVPR.2015.7299063"},{"key":"43_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1007\/978-3-642-37444-9_40","volume-title":"Computer Vision \u2013 ACCV 2012","author":"A Freytag","year":"2013","unstructured":"Freytag, A., Rodner, E., Bodesheim, P., Denzler, J.: Rapid uncertainty computation with Gaussian processes and histogram intersection kernels. In: Lee, K.M., Matsushita, Y., Rehg, J.M., Hu, Z. (eds.) ACCV 2012. LNCS, vol. 7725, pp. 511\u2013524. Springer, Heidelberg (2013). doi: 10.1007\/978-3-642-37444-9_40"},{"key":"43_CR9","doi-asserted-by":"crossref","unstructured":"Tax, D., Laskov, P.: Online SVM learning: from classification to data description and back. In: Workshop on Neural Networks for Signal Processing (NNSP), pp. 499\u2013508 (2003)","DOI":"10.1109\/NNSP.2003.1318049"},{"key":"43_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/978-3-540-74690-4_7","volume-title":"Artificial Neural Networks \u2013 ICANN 2007","author":"RR Sillito","year":"2007","unstructured":"Sillito, R.R., Fisher, R.B.: Incremental one-class learning with bounded computational complexity. In: S\u00e1, J.M., Alexandre, L.A., Duch, W., Mandic, D. (eds.) ICANN 2007. LNCS, vol. 4668, pp. 58\u201367. Springer, Heidelberg (2007). doi: 10.1007\/978-3-540-74690-4_7"},{"key":"43_CR11","first-page":"625","volume":"11","author":"D Erhan","year":"2010","unstructured":"Erhan, D., Bengio, Y., Courville, A., Manzagol, P.A., Vincent, P., Bengio, S.: Why does unsupervised pre-training help deep learning? JMLR 11, 625\u2013660 (2010)","journal-title":"JMLR"},{"key":"43_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1007\/978-3-319-10584-0_22","volume-title":"Computer Vision \u2013 ECCV 2014","author":"P Agrawal","year":"2014","unstructured":"Agrawal, P., Girshick, R., Malik, J.: Analyzing the performance of multilayer neural networks for object recognition. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8695, pp. 329\u2013344. Springer, Heidelberg (2014). doi: 10.1007\/978-3-319-10584-0_22"},{"key":"43_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1007\/978-3-319-10590-1_38","volume-title":"Computer Vision \u2013 ECCV 2014","author":"A Babenko","year":"2014","unstructured":"Babenko, A., Slesarev, A., Chigorin, A., Lempitsky, V.: Neural codes for image retrieval. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8689, pp. 584\u2013599. Springer, Heidelberg (2014). doi: 10.1007\/978-3-319-10590-1_38"},{"key":"43_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/978-3-319-10584-0_20","volume-title":"Computer Vision \u2013 ECCV 2014","author":"B Hariharan","year":"2014","unstructured":"Hariharan, B., Arbel\u00e1ez, P., Girshick, R., Malik, J.: Simultaneous detection and segmentation. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8695, pp. 297\u2013312. Springer, Heidelberg (2014). doi: 10.1007\/978-3-319-10584-0_20"},{"key":"43_CR15","doi-asserted-by":"crossref","unstructured":"Branson, S., Van Horn, G., Belongie, S., Perona, P.: Improved bird species categorization using pose normalized deep convolutional nets. In: BMVC (2014)","DOI":"10.5244\/C.28.87"},{"key":"43_CR16","doi-asserted-by":"crossref","unstructured":"Girshick, R., Donahue, J., Darrell, T., Malik, J.: Rich feature hierarchies for accurate object detection and semantic segmentation. In: CVPR, pp. 580\u2013587 (2014)","DOI":"10.1109\/CVPR.2014.81"},{"key":"43_CR17","unstructured":"Cauwenberghs, G., Poggio, T.: Incremental and decremental support vector machine learning. In: NIPS, pp. 409\u2013415 (2001)"},{"key":"43_CR18","doi-asserted-by":"crossref","unstructured":"Yeh, T., Darrell, T.: Dynamic visual category learning. In: CVPR, pp. 1\u20138 (2008)","DOI":"10.1109\/CVPR.2008.4587616"},{"key":"43_CR19","doi-asserted-by":"crossref","first-page":"2624","DOI":"10.1109\/TPAMI.2013.83","volume":"35","author":"T Mensink","year":"2013","unstructured":"Mensink, T., Verbeek, J., Perronnin, F., Csurka, G.: Distance-based image classification: generalizing to new classes at near-zero cost. TPAMI 35, 2624\u20132637 (2013)","journal-title":"TPAMI"},{"key":"43_CR20","doi-asserted-by":"crossref","unstructured":"Ristin, M., Guillaumin, M., Gall, J., Gool, L.V.: Incremental learning of NCM forests for large-scale image classification. In: CVPR, pp. 3654\u20133661 (2014)","DOI":"10.1109\/CVPR.2014.467"},{"key":"43_CR21","first-page":"374","volume":"25","author":"TM Hospedales","year":"2013","unstructured":"Hospedales, T.M., Gong, S., Xiang, T.: Finding rare classes: active learning with generative and discriminative models. TKDE 25, 374\u2013386 (2013)","journal-title":"TKDE"},{"key":"43_CR22","doi-asserted-by":"crossref","first-page":"1429","DOI":"10.1016\/S0893-6080(03)00138-2","volume":"16","author":"DR Wilson","year":"2003","unstructured":"Wilson, D.R., Martinez, T.R.: The general inefficiency of batch training for gradient descent learning. Neural Netw. 16, 1429\u20131451 (2003)","journal-title":"Neural Netw."},{"key":"43_CR23","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: NIPS, pp. 1097\u20131105 (2012)"},{"key":"43_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/3-540-49430-8_2","volume-title":"Neural Networks: Tricks of the Trade","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Orr, G.B., M\u00fcller, K.-R.: Efficient BackProp. In: Orr, G.B., M\u00fcller, K.-R. (eds.) Neural Networks: Tricks of the Trade. LNCS, vol. 1524, pp. 9\u201350. Springer, Heidelberg (1998). doi: 10.1007\/3-540-49430-8_2"},{"key":"43_CR25","doi-asserted-by":"crossref","unstructured":"Xiao, T., Zhang, J., Yang, K., Peng, Y., Zhang, Z.: Error-driven incremental learning in deep convolutional neural network for large-scale image classification. In: International Conference on Multimedia, pp. 177\u2013186 (2014)","DOI":"10.1145\/2647868.2654926"},{"key":"43_CR26","doi-asserted-by":"crossref","unstructured":"Oquab, M., Bottou, L., Laptev, I., Sivic, J.: Learning and transferring mid-level image representations using convolutional neural networks. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.222"},{"key":"43_CR27","doi-asserted-by":"crossref","unstructured":"Hoffman, J., Darrell, T., Saenko, K.: Continuous manifold based adaptation for evolving visual domains. In: CVPR, pp. 867\u2013874 (2014)","DOI":"10.1109\/CVPR.2014.116"},{"key":"43_CR28","doi-asserted-by":"crossref","unstructured":"Tzeng, E., Hoffman, J., Darrell, T., Saenko, K.: Simultaneous deep transfer across domains and tasks. In: ICCV, pp. 4068\u20134076 (2015)","DOI":"10.1109\/ICCV.2015.463"},{"key":"43_CR29","first-page":"1345","volume":"22","author":"SJ Pan","year":"2010","unstructured":"Pan, S.J., Yang, Q.: A survey on transfer learning. TKDE 22, 1345\u20131359 (2010)","journal-title":"TKDE"},{"key":"43_CR30","doi-asserted-by":"crossref","unstructured":"Jie, L., Tommasi, T., Caputo, B.: Multiclass transfer learning from unconstrained priors. In: ICCV, pp. 1863\u20131870 (2011)","DOI":"10.1109\/ICCV.2011.6126454"},{"key":"43_CR31","doi-asserted-by":"crossref","unstructured":"Thrun, S.: Lifelong learning: a case study. Technical report, DTIC Document (1995)","DOI":"10.21236\/ADA303191"},{"key":"43_CR32","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1111\/j.1467-9868.2005.00503.x","volume":"67","author":"H Zou","year":"2005","unstructured":"Zou, H., Hastie, T.: Regularization and variable selection via the elastic net. J. R. Stat. Soc.: Ser. B (Stat. Methodol.) 67, 301\u2013320 (2005)","journal-title":"J. R. Stat. Soc.: Ser. B (Stat. Methodol.)"},{"key":"43_CR33","series-title":"Information Science and Statistics","volume-title":"Pattern Recognition and Machine Learning","author":"CM Bishop","year":"2006","unstructured":"Bishop, C.M.: Pattern Recognition and Machine Learning. Information Science and Statistics. Springer, New York (2006)"},{"key":"43_CR34","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning representations by back-propagating errors. Nature 323, 533\u2013536 (1986)","journal-title":"Nature"},{"key":"43_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/978-3-642-35289-8_25","volume-title":"Neural Networks: Tricks of the Trade","author":"L Bottou","year":"2012","unstructured":"Bottou, L.: Stochastic gradient descent tricks. In: Montavon, G., Orr, G.B., M\u00fcller, K.-R. (eds.) Neural Networks: Tricks of the Trade. LNCS, vol. 7700, pp. 421\u2013436. Springer, Heidelberg (2012). doi: 10.1007\/978-3-642-35289-8_25"},{"key":"43_CR36","unstructured":"Ngiam, J., Coates, A., Lahiri, A., Prochnow, B., Le, Q.V., Ng, A.Y.: On optimization methods for deep learning. In: ICML, pp. 265\u2013272 (2011)"},{"key":"43_CR37","unstructured":"Sutskever, I., Martens, J., Dahl, G., Hinton, G.: On the importance of initialization and momentum in deep learning. In: ICML, pp. 1139\u20131147 (2013)"},{"key":"43_CR38","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. JMLR 15, 1929\u20131958 (2014)","journal-title":"JMLR"},{"key":"43_CR39","unstructured":"Zeiler, M.D.: ADADELTA: an adaptive learning rate method. arXiv preprint arXiv:1212.5701 (2012)"},{"key":"43_CR40","first-page":"1","volume":"10","author":"H Larochelle","year":"2009","unstructured":"Larochelle, H., Bengio, Y., Louradour, J., Lamblin, P.: Exploring strategies for training deep neural networks. JMLR 10, 1\u201340 (2009)","journal-title":"JMLR"},{"key":"43_CR41","doi-asserted-by":"crossref","first-page":"402","DOI":"10.1134\/S1054661813030103","volume":"23","author":"A L\u00fctz","year":"2013","unstructured":"L\u00fctz, A., Rodner, E., Denzler, J.: I want to know more: efficient multi-class incremental learning using gaussian processes. Pattern Recogn. Image Anal. Adv. Math. Theory Appl. (PRIA) 23, 402\u2013407 (2013)","journal-title":"Pattern Recogn. Image Anal. Adv. Math. Theory Appl. (PRIA)"},{"key":"43_CR42","doi-asserted-by":"crossref","unstructured":"Tsai, C.H., Lin, C.Y., Lin, C.J.: Incremental and decremental training for linear classification. In: SIGKDD, pp. 343\u2013352 (2014)","DOI":"10.1145\/2623330.2623661"},{"key":"43_CR43","doi-asserted-by":"crossref","unstructured":"Chu, B.Y., Ho, C.H., Tsai, C.H., Lin, C.Y., Lin, C.J.: Warm start for parameter selection of linear classifiers. In: SIGKDD, pp. 149\u2013158 (2015)","DOI":"10.1145\/2783258.2783332"},{"key":"43_CR44","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feedforward neural networks. In: AISTATS, pp. 249\u2013256 (2010)"},{"key":"43_CR45","doi-asserted-by":"crossref","unstructured":"Perronnin, F., Akata, Z., Harchaoui, Z., Schmid, C.: Towards good practice in large-scale learning for image classification. In: CVPR (2012)","DOI":"10.1109\/CVPR.2012.6248090"},{"key":"43_CR46","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., Berg, A.C., Fei-Fei, L.: ImageNet large scale visual recognition challenge. IJCV 115, 211\u2013252 (2015)","journal-title":"IJCV"},{"key":"43_CR47","doi-asserted-by":"crossref","unstructured":"Vedaldi, A., Lenc, K.: MatConvNet - convolutional neural networks for MATLAB. In: International Conference on Multimedia (2015)","DOI":"10.1145\/2733373.2807412"},{"key":"43_CR48","volume-title":"Neural Networks: Tricks of the Trade","author":"GB Orr","year":"2003","unstructured":"Orr, G.B., M\u00fcller, K.R.: Neural Networks: Tricks of the Trade. Springer, Heidelberg (2003)"},{"key":"43_CR49","doi-asserted-by":"crossref","unstructured":"Yao, B., Jiang, X., Khosla, A., Lin, A.L., Guibas, L., Fei-Fei, L.: Human action recognition by learning bases of action attributes and parts. In: ICCV, pp. 1331\u20131338 (2011)","DOI":"10.1109\/ICCV.2011.6126386"},{"key":"43_CR50","unstructured":"Bolei, Z., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Object detectors emerge in deep scene CNNs. In: ICLR (2015)"},{"key":"43_CR51","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1007\/978-3-319-16808-1_12","volume-title":"Computer Vision \u2013 ACCV 2014","author":"M Simon","year":"2015","unstructured":"Simon, M., Rodner, E., Denzler, J.: Part detector discovery in deep convolutional neural networks. In: Cremers, D., Reid, I., Saito, H., Yang, M.-H. (eds.) ACCV 2014. LNCS, vol. 9004, pp. 162\u2013177. Springer, Heidelberg (2015). doi: 10.1007\/978-3-319-16808-1_12"},{"key":"43_CR52","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: ICLR-WS (2014)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ACCV 2016 Workshops"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-54526-4_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,19]],"date-time":"2019-09-19T18:56:39Z","timestamp":1568919399000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-54526-4_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319545257","9783319545264"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-54526-4_43","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}