{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T14:48:20Z","timestamp":1782312500702,"version":"3.54.5"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032061058","type":"print"},{"value":"9783032061065","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T00:00:00Z","timestamp":1759449600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T00:00:00Z","timestamp":1759449600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06106-5_18","type":"book-chapter","created":{"date-parts":[[2025,10,2]],"date-time":"2025-10-02T10:08:04Z","timestamp":1759399684000},"page":"306-321","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Leveraging Gradient Information for\u00a0Out-of-Domain Performance Estimations"],"prefix":"10.1007","author":[{"given":"Ekaterina","family":"Khramtsova","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mahsa","family":"Baktashmotlagh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mathieu","family":"Salzmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,3]]},"reference":[{"key":"18_CR1","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1109\/TMI.2018.2867350","volume":"38","author":"P B\u00e1ndi","year":"2019","unstructured":"B\u00e1ndi, P., et al.: From detection of individual metastases to classification of lymph node status at the patient level: the camelyon17 challenge. IEEE Trans. Med. Imaging 38, 550\u2013560 (2019)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"18_CR2","unstructured":"Barsbey, M., Sefidgaran, M., Erdogdu, M.A., Richard, G., Simsekli, U.: Heavy tails in SGD and compressibility of overparametrized neural networks. In: NeurIPS (2021)"},{"key":"18_CR3","unstructured":"Beery, S., Agarwal, A., Cole, E., Birodkar, V.: The iwildcam 2021 competition dataset. arXiv preprint arXiv:2105.03494 (2021)"},{"key":"18_CR4","unstructured":"Birdal, T., Lou, A., Guibas, L.J., cSimcsekli, U.: Intrinsic dimension, persistent homology and generalization in neural networks. In: NeurIPS (2021)"},{"key":"18_CR5","unstructured":"Chen, J., Liu, F., Avci, B., Wu, X., Liang, Y., Jha, S.: Detecting errors and estimating accuracy on unlabeled data with self-training ensembles. In: NeurIPS (2021)"},{"key":"18_CR6","unstructured":"Chen, M., Goel, K., Sohoni, N., Poms, F., Fatahalian, K., Re, C.: Mandoline: model evaluation under distribution shift. In: International Conference of Machine Learning (ICML) (2021)"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Christie, G., Fendley, N., Wilson, J., Mukherjee, R.: Functional map of the world. In: CVPR, pp. 6172\u20136180 (2018)","DOI":"10.1109\/CVPR.2018.00646"},{"key":"18_CR8","unstructured":"Chuang, C.Y., Torralba, A., Jegelka, S.: Estimating generalization under distribution shifts via domain-invariant representations. In: ICML (2020)"},{"key":"18_CR9","doi-asserted-by":"crossref","unstructured":"Cubuk, E.D., Zoph, B., Shlens, J., Le, Q.: Randaugment: practical automated data augmentation with a reduced search space. In: NeurIPS, vol.\u00a033, pp. 18613\u201318624 (2020)","DOI":"10.1109\/CVPRW50498.2020.00359"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: CVPR, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"18_CR11","unstructured":"Deng, W., Gould, S., Zheng, L.: What does rotation prediction tell us about classifier accuracy under varying testing environments? In: ICML (2021)"},{"key":"18_CR12","unstructured":"Deng, W., Suh, Y., Gould, S., Zheng, L.: Confidence and dispersity speak: Characterising prediction matrix for unsupervised accuracy estimation. In: ICML (2023)"},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Deng, W., Zheng, L.: Are labels always necessary for classifier accuracy evaluation? In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.01482"},{"key":"18_CR14","unstructured":"Denker, J., et al.: Neural network recognizer for hand-written zip code digits. In: NeurIPS, vol.\u00a01 (1989)"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Elsahar, H., Gall\u00e9, M.: To annotate or not? predicting performance drop under domain shift. In: EMNLP-IJCNLP, pp. 2163\u20132173 (2019)","DOI":"10.18653\/v1\/D19-1222"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Franchi, G., Yu, X., Bursuc, A., Aldea, E., Dubuisson, S., Filliat, D.: Latent discriminant deterministic uncertainty. arXiv abs\/2207.10130 (2022)","DOI":"10.1007\/978-3-031-19775-8_15"},{"key":"18_CR17","unstructured":"Ganin, Y., Lempitsky, V.: Unsupervised domain adaptation by backpropagation. In: International Conference of Machine Learning (2015)"},{"key":"18_CR18","unstructured":"Garg, S., Balakrishnan, S., Lipton, Z.C., Neyshabur, B., Sedghi, H.: Leveraging unlabeled data to predict out-of-distribution performance. In: ICLR (2022)"},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Guillory, D., Shankar, V., Ebrahimi, S., Darrell, T., Schmidt, L.: Predicting with confidence on unseen distributions. In: ICCV, pp. 1114\u20131124 (2021)","DOI":"10.1109\/ICCV48922.2021.00117"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Guillory, D., Shankar, V., Ebrahimi, S., Darrell, T., Schmidt, L.: Predicting with confidence on unseen distributions. In: ICCV, pp. 1114\u20131124 (2021)","DOI":"10.1109\/ICCV48922.2021.00117"},{"key":"18_CR21","unstructured":"Gulrajani, I., Lopez-Paz, D.: In search of lost domain generalization. In: ICLR (2021)"},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"18_CR23","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv abs\/1610.02136 (2016)"},{"key":"18_CR24","unstructured":"Hu, W., Li, Z., Yu, D.: Simple and effective regularization methods for training on noisily labeled data with generalization guarantee. In: ICLR (2020)"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: CVPR, pp. 2261\u20132269 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"18_CR26","unstructured":"Jiang, Y., Nagarajan, V., Baek, C., Kolter, J.Z.: Assessing generalization of SGD via disagreement. arXiv abs\/2106.13799 (2022)"},{"key":"18_CR27","unstructured":"Keskar, N.S., Mudigere, D., Nocedal, J., Smelyanskiy, M., Tang, P.T.P.: On large-batch training for deep learning: Generalization gap and sharp minima. In: ICLR (2017)"},{"key":"18_CR28","unstructured":"Koh, P.W., et al.: Wilds: a benchmark of in-the-wild distribution shifts. In: ICML, vol.\u00a0139, pp. 5637\u20135664 (2021)"},{"key":"18_CR29","unstructured":"Kornblith, S., Chen, T., Lee, H., Norouzi, M.: Why do better loss functions lead to less transferable features? In: NeurIPS (2020)"},{"key":"18_CR30","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. University of Toronto, Technical report (2009)"},{"key":"18_CR31","doi-asserted-by":"crossref","unstructured":"Lacombe, T., Ike, Y., Umeda, Y.: Topological uncertainty: monitoring trained neural networks through persistence of activation graphs. In: IJCAI (2021)","DOI":"10.24963\/ijcai.2021\/367"},{"issue":"11","key":"18_CR32","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"18_CR33","unstructured":"LeCun, Y., Cortes, C., Burges, C.: Mnist handwritten digit database. ATT Labs. http:\/\/yann.lecun.com\/exdb\/mnist. 2 (2010)"},{"key":"18_CR34","doi-asserted-by":"crossref","unstructured":"Lu, Y., Wang, Z., Zhai, R., Kolouri, S., Campbell, J., Sycara, K.P.: Predicting out-of-distribution error with confidence optimal transport. In: ICLR Workshop (2023)","DOI":"10.52202\/075280-0772"},{"key":"18_CR35","unstructured":"Nagarajan, V., Kolter, J.Z.: Generalization in deep networks: The role of distance from initialization. arXiv abs\/1901.01672 (2019)"},{"key":"18_CR36","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning (2011)"},{"key":"18_CR37","unstructured":"Nichol, A., Achiam, J., Schulman, J.: On first-order meta-learning algorithms. arXiv abs\/1803.02999 (2018)"},{"key":"18_CR38","unstructured":"Recht, B., Roelofs, R., Schmidt, L., Shankar, V.: Do cifar-10 classifiers generalize to cifar-10? (2018)"},{"key":"18_CR39","unstructured":"Recht, B., Roelofs, R., Schmidt, L., Shankar, V.: Do imagenet classifiers generalize to imagenet? In: ICML (2019)"},{"key":"18_CR40","unstructured":"Rieck, B., Togninalli, M., Bock, C., Moor, M., Horn, M., Gumbsch, T., Borgwardt, K.: Neural persistence: a complexity measure for deep neural networks using algebraic topology. In: ICLR (2019)"},{"key":"18_CR41","doi-asserted-by":"crossref","unstructured":"Schelter, S., Rukat, T., Biessmann, F.: Learning to validate the predictions of black box classifiers on unseen data. In: ACM SIGMOD International Conference on Management of Data, pp. 1289\u20131299. SIGMOD (2020)","DOI":"10.1145\/3318464.3380604"},{"key":"18_CR42","unstructured":"Shi, Y., Seely, J., Torr, P.N.S., Hannun, A., Usunier, N., Synnaeve, G.: Gradient matching for domain generalization. In: ICLR (2022)"},{"key":"18_CR43","doi-asserted-by":"crossref","unstructured":"Simsekli, U., Sener, O., Deligiannidis, G., Erdogdu, M.A.: Hausdorff dimension, heavy tails, and generalization in neural networks. J. Stat. Mech. Theory Exp. (2020)","DOI":"10.1088\/1742-5468\/ac3ae7"},{"issue":"11","key":"18_CR44","doi-asserted-by":"publisher","first-page":"1958","DOI":"10.1109\/TPAMI.2008.128","volume":"30","author":"A Torralba","year":"2008","unstructured":"Torralba, A., Fergus, R., Freeman, W.T.: 80 million tiny images: a large data set for nonparametric object and scene recognition. IEEE Trans. Pattern Anal. Mach. Intell. 30(11), 1958\u20131970 (2008)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"18_CR45","doi-asserted-by":"crossref","unstructured":"XIE, R., Wei, H., Feng, L., Cao, Y., An, B.: On the importance of feature separability in predicting out-of-distribution error. In: NeurIPS (2023)","DOI":"10.52202\/075280-1207"},{"key":"18_CR46","unstructured":"Yu, Y., Yang, Z., Wei, A., Ma, Y., Steinhardt, J.: Predicting out-of-distribution error with the projection norm. In: International Conference on Machine Learning (ICML), vol.\u00a0162, pp. 25721\u201325746 (2022)"},{"key":"18_CR47","doi-asserted-by":"crossref","unstructured":"Zhang, X., Xu, R., Yu, H., Zou, H., Cui, P.: Gradient norm aware minimization seeks first-order flatness and improves generalization. In: CVPR, pp. 20247\u201320257 (2023)","DOI":"10.1109\/CVPR52729.2023.01939"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06106-5_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T14:10:16Z","timestamp":1782310216000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06106-5_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,3]]},"ISBN":["9783032061058","9783032061065"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06106-5_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,3]]},"assertion":[{"value":"3 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}