{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T08:23:57Z","timestamp":1743150237463,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031729881"},{"type":"electronic","value":"9783031729898"}],"license":[{"start":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T00:00:00Z","timestamp":1729900800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T00:00:00Z","timestamp":1729900800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72989-8_6","type":"book-chapter","created":{"date-parts":[[2024,10,25]],"date-time":"2024-10-25T17:02:04Z","timestamp":1729875724000},"page":"99-116","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Source-Free Domain-Invariant Performance Prediction"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7531-4491","authenticated-orcid":false,"given":"Ekaterina","family":"Khramtsova","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5255-8194","authenticated-orcid":false,"given":"Mahsa","family":"Baktashmotlagh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0271-5563","authenticated-orcid":false,"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1724-7694","authenticated-orcid":false,"given":"Xi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8347-8637","authenticated-orcid":false,"given":"Mathieu","family":"Salzmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,26]]},"reference":[{"key":"6_CR1","unstructured":"Baek, C., Jiang, Y., Raghunathan, A., Kolter, J.Z.: Agreement-on-the-line: predicting the performance of neural networks under distribution shift. In: Advances in Neural Information Processing Systems (NeurIPS) (2022). https:\/\/openreview.net\/forum?id=EZZsnke1kt"},{"key":"6_CR2","doi-asserted-by":"crossref","unstructured":"B\u00e1ndi, P., et al.: From detection of individual metastases to classification of lymph node status at the patient level: the camelyon17 challenge. IEEE Trans. Med. Imaging 38, 550\u2013560 (2019). https:\/\/api.semanticscholar.org\/CorpusID:59600431","DOI":"10.1109\/TMI.2018.2867350"},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Beery, S., Van\u00a0Horn, G., Perona, P.: Recognition in terra incognita. In: Proceedings of the European Conference on Computer Vision (ECCV) (2018)","DOI":"10.1007\/978-3-030-01270-0_28"},{"key":"6_CR4","doi-asserted-by":"publisher","unstructured":"Christie, G., Fendley, N., Wilson, J., Mukherjee, R.: Functional map of the world. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 6172\u20136180 (2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00646","DOI":"10.1109\/CVPR.2018.00646"},{"key":"6_CR5","unstructured":"Deng, W., Gould, S., Zheng, L.: What does rotation prediction tell us about classifier accuracy under varying testing environments? In: Proceedings of the International Conference of Machine Learning (ICML) (2021). https:\/\/proceedings.mlr.press\/v139\/deng21a\/deng21a.pdf"},{"key":"6_CR6","unstructured":"Deng, W., Suh, Y., Gould, S., Zheng, L.: Confidence and dispersity speak: Characterising prediction matrix for unsupervised accuracy estimation. In: Proceedings of the International Conference on Machine Learning (ICML) (2023). https:\/\/api.semanticscholar.org\/CorpusID:256503627"},{"key":"6_CR7","doi-asserted-by":"crossref","unstructured":"Deng, W., Zheng, L.: Are labels always necessary for classifier accuracy evaluation? In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2021). https:\/\/openaccess.thecvf.com\/content\/CVPR2021\/papers\/Deng_Are_Labels_Always_Necessary_for_Classifier_Accuracy_Evaluation_CVPR_2021_paper.pdf","DOI":"10.1109\/CVPR46437.2021.01482"},{"key":"6_CR8","unstructured":"Denker, J., et al.: Neural network recognizer for hand-written zip code digits. In: Advances in Neural Information Processing Systems (NeurIPS). vol.\u00a01 (1989)"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Fang, C., Xu, Y., Rockmore, D.N.: Unbiased metric learning: on the utilization of multiple datasets and web images for softening bias. In: Proceedings of the IEEE International Conference on Computer Vision (ICCV), pp. 1657\u20131664 (2013). https:\/\/api.semanticscholar.org\/CorpusID:722896","DOI":"10.1109\/ICCV.2013.208"},{"key":"6_CR10","unstructured":"de\u00a0G.\u00a0Matthews, A.G., Hron, J., Rowland, M., Turner, R.E., Ghahramani, Z.: Gaussian process behaviour in wide deep neural networks. In: Proceedings of the International Conference on Learning Representations (ICLR) (2018). https:\/\/openreview.net\/forum?id=H1-nGgWC-"},{"key":"6_CR11","unstructured":"Ganin, Y., Lempitsky, V.: Unsupervised domain adaptation by backpropagation. In: Proceedings of the International Conference of Machine Learning (ICML) (2015). https:\/\/proceedings.mlr.press\/v37\/ganin15.pdf"},{"key":"6_CR12","unstructured":"Garg, S., Balakrishnan, S., Lipton, Z.C., Neyshabur, B., Sedghi, H.: Leveraging unlabeled data to predict out-of-distribution performance. In: Proceedings of the International Conference on Learning Representations, ICLR (2022). https:\/\/arxiv.org\/abs\/2201.04234"},{"key":"6_CR13","unstructured":"Garriga-Alonso, A., Rasmussen, C.E., Aitchison, L.: Deep convolutional networks as shallow gaussian processes. In: Proceedings of the International Conference on Learning Representations (ICLR) (2019). https:\/\/openreview.net\/forum?id=Bklfsi0cKm"},{"key":"6_CR14","unstructured":"Gaston, J., Das, S., of\u00a0Computer\u00a0Science, R.P.I.D.: Active Learning of Gaussian Mixture Models Using Direct Estimation of Error Reduction (2012). https:\/\/books.google.com.au\/books?id=dPh8zQEACAAJ"},{"key":"6_CR15","unstructured":"Grathwohl, W., Wang, K.C., Jacobsen, J.H., Duvenaud, D., Norouzi, M., Swersky, K.: Your classifier is secretly an energy based model and you should treat it like one. In: Proceedings of the International Conference on Learning Representations (ICLR) (2020). https:\/\/openreview.net\/forum?id=Hkxzx0NtDB"},{"key":"6_CR16","doi-asserted-by":"publisher","unstructured":"Guillory, D., Shankar, V., Ebrahimi, S., Darrell, T., Schmidt, L.: Predicting with confidence on unseen distributions. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 1114\u20131124 (2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.00117","DOI":"10.1109\/ICCV48922.2021.00117"},{"key":"6_CR17","unstructured":"Gulrajani, I., Lopez-Paz, D.: In search of lost domain generalization. In: Proceedings of the International Conference on Learning Representations (ICLR) (2021), https:\/\/openreview.net\/forum?id=lQdXeXDoWtI"},{"key":"6_CR18","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: Proceedings of the International Conference on Machine Learning (ICML), pp. 1321\u20131330 (2017), https:\/\/proceedings.mlr.press\/v70\/guo17a\/guo17a.pdf"},{"key":"6_CR19","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"6_CR20","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. ArXiv abs\/1610.02136 (2016). https:\/\/api.semanticscholar.org\/CorpusID:13046179"},{"key":"6_CR21","unstructured":"Hinton, G.E., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. ArXiv abs\/1503.02531 (2015). https:\/\/api.semanticscholar.org\/CorpusID:7200347"},{"key":"6_CR22","doi-asserted-by":"publisher","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2261\u20132269 (2017). https:\/\/doi.org\/10.1109\/CVPR.2017.243","DOI":"10.1109\/CVPR.2017.243"},{"key":"6_CR23","unstructured":"Huang, R., Geng, A., Li, Y.: On the importance of gradients for detecting distributional shifts in the wild. In: Advances in Neural Information Processing Systems (NeurIPS) (2021). https:\/\/proceedings.nips.cc\/paper_files\/paper\/2021\/file\/063e26c670d07bb7c4d30e6fc69fe056-Paper.pdf"},{"key":"6_CR24","unstructured":"Jiang, Y., Nagarajan, V., Baek, C., Kolter, J.Z.: Assessing generalization of SGD via disagreement. In: Proceedings of the International Conference on Learning Representations (ICLR) (2022). https:\/\/openreview.net\/forum?id=WvOGCEAQhxl"},{"key":"6_CR25","unstructured":"Kendall, A., Gal, Y.: What uncertainties do we need in bayesian deep learning for computer vision? In: Advances in Neural Information Processing Systems (NeurIPS). vol.\u00a030 (2017). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/2650d6089a6d640c5e85b2b88265dc2b-Paper.pdf"},{"key":"6_CR26","unstructured":"Koh, P.W., et al.: WILDS: a benchmark of in-the-wild distribution shifts. In: Proceedings of the International Conference on Machine Learning (ICML). vol.\u00a0139, pp. 5637\u20135664 (2021). https:\/\/proceedings.mlr.press\/v139\/koh21a.html"},{"issue":"11","key":"6_CR27","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998). https:\/\/doi.org\/10.1109\/5.726791","journal-title":"Proc. IEEE"},{"key":"6_CR28","unstructured":"LeCun, Y., Cortes, C., Burges, C.: MNIST handwritten digit database. ATT Labs [Online] 2 (2010). http:\/\/yann.lecun.com\/exdb\/mnist"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Li, D., Yang, Y., Song, Y.Z., Hospedales, T.M.: Deeper, broader and artier domain generalization. Proceedings of the IEEE International Conference on Computer Vision (ICCV), pp. 5543\u20135551 (2017). https:\/\/api.semanticscholar.org\/CorpusID:6037691","DOI":"10.1109\/ICCV.2017.591"},{"key":"6_CR30","unstructured":"Lu, Y., Wang, Z., Zhai, R., Kolouri, S., Campbell, J., Sycara, K.P.: Predicting out-of-distribution error with confidence optimal transport. In: ICLR 2023 Workshop on Pitfalls of limited data and computation for Trustworthy ML (2023). https:\/\/openreview.net\/pdf?id=dNGxmwRpFyG"},{"key":"6_CR31","unstructured":"Manh\u00a0Bui, H., Liu, A.: Density-softmax: efficient test-time model for uncertainty estimation and robustness under distribution shifts. In: Proceedings of the International Conference on Machine Learning (ICML) (2024)"},{"key":"6_CR32","doi-asserted-by":"crossref","unstructured":"Mukhoti, J., Kirsch, A., van Amersfoor\u00a0t, J., Torr, P.H., Gal, Y.: Deep deterministic uncertainty: a new simple baseline. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 24384\u201324394 (2023). https:\/\/openaccess.thecvf.com\/content\/CVPR2023\/papers\/Mukhoti_Deep_Deterministic_Uncertainty_A_New_Simple_Baseline_CVPR_2023_paper.pdf","DOI":"10.1109\/CVPR52729.2023.02336"},{"key":"6_CR33","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning (2011). https:\/\/ai.stanford.edu\/~twangcat\/papers\/nips2011_housenumbers.pdf"},{"key":"6_CR34","unstructured":"Peng, R., Zou, H., Wang, H., Zeng, Y., Huang, Z., Zhao, J.: Energy-based automated model evaluation. In: Proceedings of the International Conference on Learning Representations (ICLR) (2024). https:\/\/openreview.net\/forum?id=CHGcP6lVWd"},{"key":"6_CR35","unstructured":"Rosenfeld, E., Garg, S.: (almost) provable error bounds under distribution shift via disagreement discrepancy. ArXiv abs\/2306.00312 (2023). https:\/\/api.semanticscholar.org\/CorpusID:258999608"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Venkateswara, H., Eusebio, J., Chakraborty, S., Panchanathan, S.: Deep hashing network for unsupervised domain adaptation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2017). https:\/\/openaccess.thecvf.com\/content_cvpr_2017\/papers\/Venkateswara_Deep_Hashing_Network_CVPR_2017_paper.pdf","DOI":"10.1109\/CVPR.2017.572"},{"key":"6_CR37","unstructured":"Xie, R., Odonnat, A., Feofanov, V., Redko, I., Zhang, J., An, B.: Leveraging gradients for unsupervised accuracy estimation under distribution shift (2024)"},{"key":"6_CR38","unstructured":"Xie, R., Wei, H., Feng, L., Cao, Y., An, B.: On the importance of feature separability in predicting out-of-distribution error. In: Advances in Neural Information Processing Systems (NeurIPS) (2023). https:\/\/openreview.net\/forum?id=A86JTXllHa"},{"key":"6_CR39","unstructured":"Yu, Y., Yang, Z., Wei, A., Ma, Y., Steinhardt, J.: Predicting out-of-distribution error with the projection norm. In: Proceedings of the International Conference on Machine Learning (ICML). vol.\u00a0162, pp. 25721\u201325746 (2022). https:\/\/proceedings.mlr.press\/v162\/yu22i\/yu22i.pdf"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72989-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,25]],"date-time":"2024-10-25T17:10:54Z","timestamp":1729876254000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72989-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,26]]},"ISBN":["9783031729881","9783031729898"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72989-8_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,10,26]]},"assertion":[{"value":"26 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}