{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T03:29:47Z","timestamp":1777865387216,"version":"3.51.4"},"reference-count":107,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,10,19]],"date-time":"2025-10-19T00:00:00Z","timestamp":1760832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["62425206"],"award-info":[{"award-number":["62425206"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,10,19]]},"DOI":"10.1109\/iccv51701.2025.00180","type":"proceedings-article","created":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T19:45:49Z","timestamp":1777491949000},"page":"1-13","source":"Crossref","is-referenced-by-count":0,"title":["ODP-Bench: Benchmarking Out-Of-Distribution Performance Prediction"],"prefix":"10.1109","author":[{"given":"Han","family":"Yu","sequence":"first","affiliation":[{"name":"Tsinghua University,Department of Computer Science"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kehan","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Computer Science"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dongbai","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Computer Science"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yue","family":"He","sequence":"additional","affiliation":[{"name":"School of Information, Renmin University of China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xingxuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Computer Science"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peng","family":"Cui","sequence":"additional","affiliation":[{"name":"Tsinghua University,Department of Computer Science"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Gpt-4 technical report","author":"Achiam","year":"2023","journal-title":"arXiv preprint arXiv"},{"key":"ref2","article-title":"Invariant risk minimization","author":"Arjovsky","year":"2019","journal-title":"arXiv preprint arXiv"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1401"},{"key":"ref4","first-page":"31","article-title":"Metareg: Towards domain generalization using meta-regularization","author":"Balaji","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2018.2867350"},{"key":"ref6","article-title":"Objectnet: A large-scale bias-controlled dataset for pushing the limits of object recognition models","volume":"32","author":"Barbu","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01270-0_28"},{"key":"ref8","article-title":"The iwildcam 2021 competition dataset","author":"Beery","year":"2021","journal-title":"arXiv preprint arXiv"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317593"},{"key":"ref10","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref11","first-page":"22405","article-title":"Swad: Domain generalization by seeking flat minima","volume":"34","author":"Cha","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref12","first-page":"14980","article-title":"Detecting errors and estimating accuracy on unlabeled data with self-training ensembles","volume":"34","author":"Chen","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3435937"},{"key":"ref14","article-title":"Improved baselines with momentum contrastive learning","author":"Chen","year":"2020","journal-title":"arXiv preprint arXiv"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00950"},{"key":"ref16","article-title":"Dual path networks","author":"Chen","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2017.195","article-title":"Xception: Deep learning with depthwise separable convolutions","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Chollet"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00646"},{"key":"ref19","first-page":"215","article-title":"An analysis of single-layer networks in unsupervised feature learning","volume-title":"Proceedings of the fourteenth international conference on artificial intelligence and statistics","author":"Coates"},{"key":"ref20","first-page":"2189","article-title":"Environment inference for invariant learning","volume-title":"International Conference on Machine Learning","author":"Creager"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00445-z"},{"key":"ref22","article-title":"Cinic-10 is not imagenet or cifar-10","author":"Luke","year":"2018","journal-title":"arXiv preprint arXiv"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01482"},{"key":"ref25","first-page":"2579","article-title":"What does rotation prediction tell us about classifier accuracy under varying testing environments?","volume-title":"International Conference on Machine Learning","author":"Deng"},{"key":"ref26","first-page":"7658","article-title":"Confidence and dispersity speak: Characterizing prediction matrix for unsupervised accuracy estimation","volume-title":"International Conference on Machine Learning","author":"Deng"},{"key":"ref27","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"International Conference on Learning Representations","author":"Dosovitskiy"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1214\/20-AOS2004"},{"key":"ref29","article-title":"Leveraging unlabeled data to predict out-of-distribution performance","volume-title":"International Conference on Learning Representations","author":"Garg"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00117"},{"key":"ref31","article-title":"In search of lost domain generalization","volume-title":"International Conference on Learning Representations","author":"Gulrajani"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref33","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-46493-0_38","article-title":"Identity mappings in deep residual networks","volume-title":"European Conference on Computer Vision (ECCV)","author":"He"},{"key":"ref34","article-title":"Benchmarking neural network robustness to common corruptions and perturbations","volume-title":"International Conference on Learning Representations","author":"Hendrycks"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01501"},{"key":"ref37","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2018.00745","article-title":"Squeeze-and-excitation networks","volume-title":"Conference on Computer Vsion and Pattern Recognition (CVPR)","author":"Hu"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_39"},{"key":"ref39","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2017.243","article-title":"Densely connected convolutional networks","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Huang"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58536-5_8"},{"key":"ref41","volume-title":"SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and j 0.5 MB model size","author":"Iandola","year":"2016"},{"key":"ref42","first-page":"336","article-title":"Simple data balancing achieves competitive worst-group-accuracy","volume-title":"Conference on Causal Learning and Reasoning","author":"Idrissi"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"ref44","article-title":"Assessing generalization of sgd via disagreement","volume-title":"International Conference on Learning Representations","author":"Jiang"},{"key":"ref45","article-title":"Assessing generalization of sgd via disagreement","volume-title":"International Conference on Learning Representations","author":"Jiang"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33718-5_12"},{"key":"ref47","first-page":"5637","article-title":"Wilds: A benchmark of in-the-wild distribution shifts","volume-title":"International conference on machine learning","author":"Wei Koh"},{"key":"ref48","volume-title":"Out-ofdistribution generalization with maximal invariant predictor","author":"Koyama","year":"2020"},{"key":"ref49","article-title":"Imagenet classification with deep convolutional neural networks","author":"Krizhevsky","year":"2012","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref50","volume-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref51","first-page":"5815","article-title":"Out-of-distribution generalization via risk extrapolation (rex)","volume-title":"International Conference on Machine Learning","author":"Krueger"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.591"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11596"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00153"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1516"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"ref57","first-page":"15","article-title":"Harder or different? a closer look at distribution shift in dataset reproduction","volume-title":"ICML Workshop on Uncertainty and Robustness in Deep Learning","author":"Lu","year":"2020"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0772"},{"key":"ref59","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-01264-9_8","article-title":"ShuffleNet V2: practical guidelines for efficient CNN architecture design","volume-title":"European Conference on Computer Vision (ECCV)","author":"Ma"},{"key":"ref60","article-title":"Predicting out-of-domain generalization with neighborhood invariance","author":"Ng","year":"2024","journal-title":"Transactions on Machine Learning Research"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1018"},{"key":"ref62","article-title":"Energy-based automated model evaluation","volume-title":"The Twelfth International Conference on Learning Representations","author":"Peng"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00149"},{"key":"ref64","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"International conference on machine learning","author":"Radford"},{"key":"ref65","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR42600.2020.01044","article-title":"Designing network design spaces","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Radosavovic"},{"key":"ref66","first-page":"18347","article-title":"Fishr: Invariant gradient variances for out-of-distribution generalization","volume-title":"International Conference on Machine Learning","author":"Rame"},{"key":"ref67","article-title":"Do cifar-10 classifiers generalize to cifar10?","author":"Recht","year":"2018","journal-title":"arXiv preprint arXiv"},{"key":"ref68","first-page":"5389","article-title":"Do imagenet classifiers generalize to imagenet?","volume-title":"International conference on machine learning","author":"Recht"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1252"},{"key":"ref70","article-title":"Distributionally robust neural networks","volume-title":"International Conference on Learning Representations","author":"Sagawa"},{"key":"ref71","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2018.00474","article-title":"MobileNetV2: Inverted residuals and linear bottlenecks","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Sandler"},{"key":"ref72","article-title":"Generalizing across domains via cross-gradient training","volume-title":"International Conference on Learning Representations","author":"Shankar"},{"key":"ref73","article-title":"A systematic framework for natural perturbations from videos","volume-title":"ICML 2019 Workshop on Identifying and Understanding Deep Learning Phenomena","author":"Shankar","year":"2019"},{"key":"ref74","article-title":"Towards out-of-distribution generalization: A survey","author":"Shen","year":"2021","journal-title":"arXiv preprint arXiv"},{"key":"ref75","volume-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2015"},{"key":"ref76","article-title":"Certifying some distributional robustness with principled adversarial training","volume-title":"International Conference on Learning Representations","author":"Sinha"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-49409-8_35"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW59228.2023.00451"},{"key":"ref79","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2015.7298594","article-title":"Going deeper with convolutions","volume-title":"Conference on Computer vision and Pattern Recognition (CVPR)","author":"Szegedy"},{"key":"ref80","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2016.308","article-title":"Rethinking the inception architecture for computer vision","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Szegedy"},{"key":"ref81","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v31i1.11231","article-title":"Inception-v4, inception-resnet and the impact of residual connections on learning","volume-title":"AAAI Conference on Artificial Intelligence (AAAI)","author":"Szegedy"},{"key":"ref82","article-title":"EfficientNet: rethinking model scaling for convolutional neural networks","volume-title":"International Conference on Machine Learning (ICML)","author":"Tan"},{"key":"ref83","article-title":"Yolov12: Attention-centric real-time object detectors","author":"Tian","year":"2025","journal-title":"arXiv preprint arXiv"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.572"},{"key":"ref85","first-page":"31","article-title":"Generalizing to unseen domains via adversarial data augmentation","author":"Volpi","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref86","first-page":"10506","article-title":"Learning robust global representations by penalizing local predictive power","author":"Wang","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1207"},{"key":"ref88","article-title":"Mano: Exploiting matrix norm for unsupervised accuracy estimation under distribution shifts","volume-title":"The Thirty-eighth Annual Conference on Neural Information Processing Systems","author":"XIE"},{"key":"ref89","volume-title":"Gradient norm as a powerful proxy to out-of-distribution error estimation","author":"XIE","year":"2024"},{"key":"ref90","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2017.634","article-title":"Aggregated residual transformations for deep neural networks","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Xie"},{"key":"ref91","first-page":"39584","article-title":"Change is hard: a closer look at subpopulation shift","volume-title":"Proceedings of the 40th International Conference on Machine Learning","author":"Yang"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-024-03113-4"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00255"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i9.26303"},{"key":"ref95","article-title":"A survey on evaluation of out-of-distribution generalization","author":"Yu","year":"2024","journal-title":"arXiv preprint arXiv"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02068"},{"key":"ref97","article-title":"Sample weight averaging for stable prediction","author":"Yu","year":"2025","journal-title":"arXiv preprint arXiv"},{"key":"ref98","first-page":"25721","article-title":"Predicting out-of-distribution error with the projection norm","volume-title":"International Conference on Machine Learning","author":"Yu"},{"key":"ref99","article-title":"mixup: Beyond empirical risk minimization","volume-title":"International Conference on Learning Representations","author":"Zhang"},{"key":"ref100","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2017.415","article-title":"Polynet: A pursuit of structural diversity in very deep networks","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Zhang"},{"key":"ref101","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR.2018.00716","article-title":"ShuffleNet: An extremely efficient convolutional neural network for mobile devices","volume-title":"Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Zhang"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00533"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01539"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00479"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01939"},{"key":"ref106","article-title":"Domain generalization with mixstyle","volume-title":"International Conference on Learning Representations","author":"Zhou"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"}],"event":{"name":"2025 IEEE\/CVF International Conference on Computer Vision (ICCV)","location":"Honolulu, HI, USA","start":{"date-parts":[[2025,10,19]]},"end":{"date-parts":[[2025,10,25]]}},"container-title":["2025 IEEE\/CVF International Conference on Computer Vision (ICCV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11443115\/11443287\/11444554.pdf?arnumber=11444554","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T06:22:36Z","timestamp":1777530156000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11444554\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,19]]},"references-count":107,"URL":"https:\/\/doi.org\/10.1109\/iccv51701.2025.00180","relation":{},"subject":[],"published":{"date-parts":[[2025,10,19]]}}}