{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T17:39:30Z","timestamp":1779385170935,"version":"3.53.1"},"publisher-location":"Cham","reference-count":95,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031198298","type":"print"},{"value":"9783031198304","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-19830-4_18","type":"book-chapter","created":{"date-parts":[[2022,10,21]],"date-time":"2022-10-21T16:21:10Z","timestamp":1666369270000},"page":"303-321","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["How Stable Are Transferability Metrics Evaluations?"],"prefix":"10.1007","author":[{"given":"Andrea","family":"Agostinelli","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michal","family":"P\u00e1ndy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jasper","family":"Uijlings","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Mensink","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vittorio","family":"Ferrari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,22]]},"reference":[{"key":"18_CR1","unstructured":"Abnar, S., Dehghani, M., Neyshabur, B., Sedghi, H.: Exploring the limits of large scale pre-training. In: ICLR (2022)"},{"key":"18_CR2","doi-asserted-by":"crossref","unstructured":"Agostinelli, A., Uijlings, J., Mensink, T., Ferrari, V.: Transferability metrics for selecting source model ensembles. In: CVPR (2021)","DOI":"10.1109\/CVPR52688.2022.00778"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Alhaija, H., Mustikovela, S., Mescheder, L., Geiger, A., Rother, C.: Augmented reality meets computer vision : efficient data generation for urban driving scenes. Int. J. Comput. Vision. 126, 961\u2013972 (2018)","DOI":"10.1007\/s11263-018-1070-x"},{"key":"18_CR4","unstructured":"Alvarez-Melis, D., Fusi, N.: Geometric dataset distances via optimal transport. In: NeurIPS (2020)"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Azizpour, H., Razavian, A.S., Sullivan, J., Maki, A., Carlsson, S.: Factors of transferability for a generic convnet representation. IEEE Trans. Pattern Anal. Mach. Intell. 38 (2015)","DOI":"10.1109\/TPAMI.2015.2500224"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Bao, Y., et al.: An information-theoretic approach to transferability in task transfer learning. In: ICIP (2019)","DOI":"10.1109\/ICIP.2019.8803726"},{"key":"18_CR7","doi-asserted-by":"publisher","unstructured":"Benesty, J., Chen, J., Huang, Y., Cohen, I.: Pearson Correlation Coefficient. In: Noise Reduction in Speech Processing. Springer, Dordrecht (2009). https:\/\/doi.org\/10.1007\/978-1-4020-5614-7_2569","DOI":"10.1007\/978-1-4020-5614-7_2569"},{"key":"18_CR8","unstructured":"Bolya, D., Mittapalli, R., Hoffman, J.: Scalable diverse model selection for accessible transfer learning. In: NeurIPS (2021)"},{"key":"18_CR9","unstructured":"Bozinovski, S., Fulgosi, A.: The influence of pattern similarity and transfer of learning upon training of a base perceptron b2 (original in Croatian). In: Proceedings of the Symposium Informatica, pp. 3\u2013121 (1976)"},{"issue":"2","key":"18_CR10","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.patrec.2008.04.005","volume":"30","author":"GJ Brostow","year":"2009","unstructured":"Brostow, G.J., Fauqueur, J., Cipolla, R.: Semantic object classes in video: a high-definition ground truth database. Patt. Rec. Letters 30(2), 88\u201397 (2009)","journal-title":"Patt. Rec. Letters"},{"key":"18_CR11","unstructured":"Cabon, Y., Murray, N., Humenberger, M.: Virtual kitti 2. arXiv (2020)"},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Caesar, H., Uijlings, J., Ferrari, V.: COCO-stuff: thing and stuff classes in context. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00132"},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Chen, L.C., Papandreou, G., Kokkinos, I., Murphy, K., Yuille, A.: DeepLab: semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected CRFs. IEEE Trans. Pattern Anal. Mach. Intell. 40, 834 \u2013848 (2018)","DOI":"10.1109\/TPAMI.2017.2699184"},{"key":"18_CR14","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: ICML (2020)"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Chen, X., He, K.: Exploring simple siamese representation learning. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Chollet, F.: Xception: deep learning with depthwise separable convolutions. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.195"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Chu, B., Madhavan, V., Beijbom, O., Hoffman, J., Darrell, T.: Best practices for fine-tuning visual classifiers to new domains. In: ECCV (2016)","DOI":"10.1007\/978-3-319-49409-8_34"},{"key":"18_CR18","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., Vedaldi, A.: Describing textures in the wild. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.461"},{"key":"18_CR19","unstructured":"Colas, C., Sigaud, O., Oudeyer, P.Y.: How many random seeds? statistical power analysis in deep reinforcement learning experiments. arXiv preprint arXiv:1806.08295 (2018)"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Cordts, M., et al.: The cityscapes dataset for semantic urban scene understanding. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.350"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Dai, A., Chang, A.X., Savva, M., Halber, M., Funkhouser, T., Nie\u00dfner, M.: ScanNet: richly-annotated 3d reconstructions of indoor scenes. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.261"},{"issue":"1","key":"18_CR22","doi-asserted-by":"publisher","first-page":"57","DOI":"10.3390\/s19010057","volume":"19","author":"R Ding","year":"2019","unstructured":"Ding, R., et al.: Empirical study and improvement on deep transfer learning for human activity recognition. Sensors 19(1), 57 (2019)","journal-title":"Sensors"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Dwivedi, K., Huang, J., Cichy, R.M., Roig, G.: Duality diagram similarity: a generic framework for initialization selection in task transfer learning. In: ECCV (2020)","DOI":"10.1007\/978-3-030-58574-7_30"},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Dwivedi, K., Roig, G.: Representation similarity analysis for efficient task taxonomy and transfer learning. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.01267"},{"key":"18_CR25","unstructured":"Dwivedi, V.P., Joshi, C.K., Laurent, T., Bengio, Y., Bresson, X.: Benchmarking graph neural networks. arXiv preprint arXiv:2003.00982 (2020)"},{"key":"18_CR26","unstructured":"Errica, F., Podda, M., Bacciu, D., Micheli, A.: A fair comparison of graph neural networks for graph classification. arXiv preprint arXiv:1912.09893 (2019)"},{"key":"18_CR27","unstructured":"Everingham, M., Van Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The PASCAL visual object classes challenge 2012 (VOC2012) Results. http:\/\/www.pascal-network.org\/challenges\/VOC\/voc2012\/workshop\/index.html (2012)"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Gaidon, A., Wang, Q., Cabon, Y., Vig, E.: Virtual worlds as proxy for multi-object tracking analysis. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.470"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Girshick, R.: Fast R-CNN. In: ICCV (2015)","DOI":"10.1109\/ICCV.2015.169"},{"key":"18_CR30","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"18_CR31","doi-asserted-by":"crossref","unstructured":"He, K., Gkioxari, G., Doll\u00e1r, P., Girshick, R.: Mask R-CNN. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.322"},{"key":"18_CR32","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"18_CR33","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Identity mappings in deep residual networks. In: ECCV (2016)","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"18_CR34","doi-asserted-by":"crossref","unstructured":"Hoiem, D., Chodpathumwan, Y., Dai, Q.: Diagnosing error in object detectors. In: ECCV (2012)","DOI":"10.1007\/978-3-642-33712-3_25"},{"issue":"4","key":"18_CR35","doi-asserted-by":"publisher","first-page":"814","DOI":"10.1109\/TPAMI.2015.2465908","volume":"38","author":"J Hosang","year":"2015","unstructured":"Hosang, J., Benenson, R., Doll\u00e1r, P., Schiele, B.: What makes for effective detection proposals? IEEE Trans. on PAMI 38(4), 814\u2013830 (2015)","journal-title":"IEEE Trans. on PAMI"},{"key":"18_CR36","doi-asserted-by":"crossref","unstructured":"Howard, A., et al.: Searching for mobilenetv3. In: ICCV (2019)","DOI":"10.1109\/ICCV.2019.00140"},{"key":"18_CR37","unstructured":"Howard, A.G., et al.: MobileNets: efficient convolutional neural networks for mobile vision applications. Tech. rep., arXiv (2017)"},{"key":"18_CR38","unstructured":"Howard, J.: Imagenette..http:\/\/github.com\/fastai\/imagenette\/"},{"key":"18_CR39","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"18_CR40","unstructured":"Huh, M., Agrawal, P., Efros, A.: What makes imagenet good for transfer learning? In: NeurIPS LSCVS Workshop (2016)"},{"key":"18_CR41","doi-asserted-by":"crossref","unstructured":"Islam, M.J., et al.: Semantic segmentation of Underwater Imagery: Dataset and Benchmark. In: IROS (2020)","DOI":"10.1109\/IROS45743.2020.9340821"},{"key":"18_CR42","unstructured":"Jordan, S., Chandak, Y., Cohen, D., Zhang, M., Thomas, P.: Evaluating the performance of reinforcement learning algorithms. In: ICML (2020)"},{"issue":"1\/2","key":"18_CR43","doi-asserted-by":"publisher","first-page":"81","DOI":"10.2307\/2332226","volume":"30","author":"MG Kendall","year":"1938","unstructured":"Kendall, M.G.: A new measure of rank correlation. Biometrika 30(1\/2), 81\u201393 (1938)","journal-title":"Biometrika"},{"key":"18_CR44","unstructured":"Khosla, A., Jayadevaprakash, N., Yao, B., Fei-Fei, L.: Novel dataset for fine-grained image categorization. In: CVPR Workshops (2011)"},{"key":"18_CR45","doi-asserted-by":"crossref","unstructured":"Kirillov, A., He, K., Girshick, R., Rother, C., Doll\u00e1r, P.: Panoptic segmentation. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00963"},{"key":"18_CR46","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. University of Toronto, Tech. rep. (2009)"},{"issue":"7","key":"18_CR47","doi-asserted-by":"publisher","first-page":"1956","DOI":"10.1007\/s11263-020-01316-z","volume":"128","author":"A Kuznetsova","year":"2020","unstructured":"Kuznetsova, A., Rom, H., Alldrin, N., Uijlings, J., Krasin, I., Pont-Tuset, J., Kamali, S., Popov, S., Malloci, M., Kolesnikov, A., Duerig, T., Ferrari, V.: The open images dataset v4. IJCV 128(7), 1956\u20131981 (2020)","journal-title":"IJCV"},{"key":"18_CR48","doi-asserted-by":"crossref","unstructured":"Lambert, J., Liu, Z., Sener, O., Hays, J., Koltun, V.: MSeg: a composite dataset for multi-domain semantic segmentation. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00295"},{"key":"18_CR49","doi-asserted-by":"crossref","unstructured":"Li, Y., et al.: Ranking neural checkpoints. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00269"},{"key":"18_CR50","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et al.: Microsoft COCO: common objects in context. In: ECCV (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"18_CR51","doi-asserted-by":"crossref","unstructured":"Mensink, T., Uijlings, J., Kuznetsova, A., Gygli, M., Ferrari, V.: Factors of influence for transfer learning across diverse appearance domains and task types. IEEE Trans. Pattern, Anal. Mach. Intel. Early Access)(2021)","DOI":"10.1109\/TPAMI.2021.3129870"},{"key":"18_CR52","doi-asserted-by":"crossref","unstructured":"Mottaghi, R., et al.: The role of context for object detection and semantic segmentation in the wild. In: CVPR (2014)","DOI":"10.1109\/CVPR.2014.119"},{"key":"18_CR53","unstructured":"Mustafa, B., et al.: Supervised transfer learning at scale for medical imaging. arXiv preprint arXiv:2101.05913 (2021)"},{"key":"18_CR54","doi-asserted-by":"crossref","unstructured":"Neuhold, G., Ollmann, T., Rota Bul\u00f2, S., Kontschieder, P.: The mapillary vistas dataset for semantic understanding of street scenes. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.534"},{"key":"18_CR55","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/978-3-319-46484-8_29","volume-title":"Computer Vision \u2013 ECCV 2016","author":"A Newell","year":"2016","unstructured":"Newell, A., Yang, K., Deng, J.: Stacked hourglass networks for human pose estimation. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9912, pp. 483\u2013499. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46484-8_29"},{"key":"18_CR56","unstructured":"Ngiam, J., Peng, D., Vasudevan, V., Kornblith, S., Le, Q.V., Pang, R.: Domain adaptive transfer learning with specialist models. arXiv (2018)"},{"key":"18_CR57","unstructured":"Nguyen, C., Hassner, T., Seeger, M., Archambeau, C.: LEEP: a new measure to evaluate transferability of learned representations. In: ICML (2020)"},{"key":"18_CR58","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: Automated flower classification over a large number of classes. In: Indian Conference on CVGIP (2008)","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"18_CR59","doi-asserted-by":"crossref","unstructured":"P\u00e1ndy, M., Agostinelli, A., Uijlings, J., Ferrari, V., Mensink, T.: Transferability estimation using bhattacharyya class separability. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.00896"},{"key":"18_CR60","doi-asserted-by":"crossref","unstructured":"Parkhi, O.M., Vedaldi, A., Zisserman, A., Jawahar, C.: Cats and dogs. In: CVPR (2012)","DOI":"10.1109\/CVPR.2012.6248092"},{"key":"18_CR61","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"18_CR62","unstructured":"Pratt, L.Y.: Discriminability-based transfer between neural networks. In: NeurIPS (1992)"},{"key":"18_CR63","unstructured":"Ridnik, T., Ben-Baruch, E., Noy, A., Zelnik-Manor, L.: Imagenet-21k pretraining for the masses. arXiv preprint arXiv:2104.10972 (2021)"},{"key":"18_CR64","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P., Brox, T.: U-Net: convolutional networks for biomedical image segmentation. In: MICCAI (2015)","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"18_CR65","doi-asserted-by":"crossref","unstructured":"Rottensteiner, F., Sohn, G., Gerke, M., Wegner, J.D., Breitkopf, U., Jung, J.: Results of the isprs benchmark on urban object detection and 3D building reconstruction. ISPRS J. Photogramm. Remote Sens. 93, 256\u2013271 (2014)","DOI":"10.1016\/j.isprsjprs.2013.10.004"},{"key":"18_CR66","doi-asserted-by":"crossref","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vission 115, 211\u2013252 (2015)","DOI":"10.1007\/s11263-015-0816-y"},{"key":"18_CR67","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A.G., Zhu, M., Zhmoginov, A., Chen, L.: Mobilenetv 2: inverted residuals and linear bottleneck. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"18_CR68","unstructured":"Shchur, O., Mumme, M., Bojchevski, A., G\u00fcnnemann, S.: Pitfalls of graph neural network evaluation. arXiv preprint arXiv:1811.05868 (2018)"},{"key":"18_CR69","doi-asserted-by":"crossref","unstructured":"Shelhamer, E., Long, J., Darrell, T.: Fully convolutional networks for semantic segmentation. IEEE Trans. Pattern Aanal. Mach. Intel. 39, 640\u2013651 (2016)","DOI":"10.1109\/TPAMI.2016.2572683"},{"key":"18_CR70","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: ICLR (2015)"},{"key":"18_CR71","unstructured":"Song, J., Chen, Y., Wang, X., Shen, C., Song, M.: Deep model transferability from attribution maps. In: NeurIPS (2019)"},{"key":"18_CR72","doi-asserted-by":"crossref","unstructured":"Song, J., et al.: DEPARA: deep attribution graph for deep knowledge transferability. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00398"},{"key":"18_CR73","doi-asserted-by":"crossref","unstructured":"Song, S., Lichtenberg, S., Xiao, J.: SUN RGB-D: a RGB-D scene understanding benchmark suite. In: CVPR (2015)","DOI":"10.1109\/CVPR.2015.7298655"},{"key":"18_CR74","unstructured":"Tan, M., Le, Q.: Efficientnet: rethinking model scaling for convolutional neural networks. In: ICML (2019)"},{"key":"18_CR75","doi-asserted-by":"crossref","unstructured":"Tan, Y., Li, Y., Huang, S.L.: OTCE: a transferability metric for cross-domain cross-task representations. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.01552"},{"key":"18_CR76","doi-asserted-by":"publisher","unstructured":"Thrun, S., Pratt, L.: Learning to Learn. Springer, New York (2012). https:\/\/doi.org\/10.1007\/978-1-4615-5529-2","DOI":"10.1007\/978-1-4615-5529-2"},{"key":"18_CR77","doi-asserted-by":"crossref","unstructured":"Tran, A.T., Nguyen, C.V., Hassner, T.: Transferability and hardness of supervised classification tasks. In: CVPR (2019)","DOI":"10.1109\/ICCV.2019.00148"},{"key":"18_CR78","doi-asserted-by":"crossref","unstructured":"Varma, G., Subramanian, A., Namboodiri, A., Chandraker, M., Jawahar, C.: IDD: a dataset for exploring problems of autonomous navigation in unconstrained environments. In: Proceedings of WACV (2019)","DOI":"10.1109\/WACV.2019.00190"},{"key":"18_CR79","unstructured":"Wah, C., Branson, S., Welinder, P., Perona, P., Belongie, S.: The Caltech-UCSD Birds-200-2011 Dataset. Tech. Rep. CNS-TR-2011-001, California Institute of Technology (2011)"},{"key":"18_CR80","unstructured":"Wang, J., et al.: Deep high-resolution representation learning for visual recognition. IEEE Trans. Pattern Anal. Mach Intell. (2020)"},{"key":"18_CR81","unstructured":"Waqas Zamir, S., et al.: iSAID: a large-scale dataset for instance segmentation in aerial images. In: CVPR Workshops (2019)"},{"key":"18_CR82","doi-asserted-by":"crossref","unstructured":"Weinzaepfel, P., Csurka, G., Cabon, Y., Humenberger, M.: Visual localization by learning objects-of-interest dense match regression. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00578"},{"issue":"1","key":"18_CR83","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-016-0043-6","volume":"3","author":"K Weiss","year":"2016","unstructured":"Weiss, K., Khoshgoftaar, T.M., Wang, D.D.: A survey of transfer learning. J. Big Data 3(1), 1\u201340 (2016). https:\/\/doi.org\/10.1186\/s40537-016-0043-6","journal-title":"J. Big Data"},{"key":"18_CR84","doi-asserted-by":"crossref","unstructured":"Whiteson, S., Littman, M.L.: Introduction to the special issue on empirical evaluations in reinforcement learning. Mach. Learn. 84(1-2), 1 (2011)","DOI":"10.1007\/s10994-011-5255-6"},{"key":"18_CR85","doi-asserted-by":"crossref","unstructured":"Xia, G.S., et al.: DOTA: a large-scale dataset for object detection in aerial images. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00418"},{"issue":"9","key":"18_CR86","doi-asserted-by":"publisher","first-page":"2251","DOI":"10.1109\/TPAMI.2018.2857768","volume":"41","author":"Y Xian","year":"2019","unstructured":"Xian, Y., Lampert, C.H., Schiele, B., Akata, Z.: Zero-shot learning-a comprehensive evaluation of the good, the bad and the ugly. IEEE Trans. Pattern Anal. Mach. Intell. 41(9), 2251\u20132265 (2019)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"18_CR87","doi-asserted-by":"crossref","unstructured":"Xiao, J., Hays, J., Ehinger, K., Oliva, A., Torralba, A.: SUN database: Large-scale scene recognition from Abbey to Zoo. In: CVPR (2010)","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"18_CR88","doi-asserted-by":"crossref","unstructured":"Yan, X., Acuna, D., Fidler, S.: Neural data server: a large-scale search engine for transfer learning data. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00395"},{"key":"18_CR89","unstructured":"You, K., Liu, Y., Wang, J., Long, M.: LogME: practical assessment of pre-trained models for transfer learning. In: ICML (2021)"},{"key":"18_CR90","doi-asserted-by":"crossref","unstructured":"Yu, F., et al.: Bdd100k: a diverse driving dataset for heterogeneous multitask learning. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00271"},{"key":"18_CR91","doi-asserted-by":"crossref","unstructured":"Zamir, A.R., Sax, A., Shen, W., Guibas, L.J., Malik, J., Savarese, S.: Taskonomy: Disentangling task transfer learning. In: CVPR (2018)","DOI":"10.24963\/ijcai.2019\/871"},{"issue":"1","key":"18_CR92","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/s11263-017-1020-z","volume":"125","author":"O Zendel","year":"2017","unstructured":"Zendel, O., Murschitz, M., Humenberger, M., Herzner, W.: How good is my test data? introducing safety analysis for computer vision. Int. J. Comput. Vision 125(1), 95\u2013109 (2017)","journal-title":"Int. J. Comput. Vision"},{"key":"18_CR93","doi-asserted-by":"crossref","unstructured":"Zhou, B., Zhao, H., Puig, X., Fidler, S., Barriuso, A., Torralba, A.: Scene parsing through ADE20K dataset. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.544"},{"key":"18_CR94","unstructured":"Zhou, X., Wang, D., Kr\u00e4henb\u00fchl, P.: Objects as points. In: arXiv (2019)"},{"key":"18_CR95","doi-asserted-by":"crossref","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., Le, Q.V.: Learning transferable architectures for scalable image recognition. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-19830-4_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,21]],"date-time":"2022-10-21T23:57:05Z","timestamp":1666396625000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-19830-4_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031198298","9783031198304"],"references-count":95,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-19830-4_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"22 October 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}