{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T17:27:11Z","timestamp":1777570031629,"version":"3.51.4"},"reference-count":81,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Emmy Noether Research Group"},{"name":"German Science Foundation","award":["468670075"],"award-info":[{"award-number":["468670075"]}]},{"DOI":"10.13039\/100000006","name":"ONR","doi-asserted-by":"publisher","award":["N00014-20-1-2206"],"award-info":[{"award-number":["N00014-20-1-2206"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000006","name":"ONR","doi-asserted-by":"publisher","award":["N00014-21-1-2812"],"award-info":[{"award-number":["N00014-21-1-2812"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tpami.2024.3462293","type":"journal-article","created":{"date-parts":[[2024,9,17]],"date-time":"2024-09-17T18:51:03Z","timestamp":1726599063000},"page":"11104-11118","source":"Crossref","is-referenced-by-count":10,"title":["OOD-CV-v2 : An Extended Benchmark for Robustness to Out-of-Distribution Shifts of Individual Nuisances in Natural Images"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8385-2310","authenticated-orcid":false,"given":"Bingchen","family":"Zhao","sequence":"first","affiliation":[{"name":"University of Edinburgh, Edinburgh, U.K."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8768-4913","authenticated-orcid":false,"given":"Jiahao","family":"Wang","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wufei","family":"Ma","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4837-8163","authenticated-orcid":false,"given":"Artur","family":"Jesslen","sequence":"additional","affiliation":[{"name":"University of Freiburg, Freiburg im Breisgau, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siwei","family":"Yang","sequence":"additional","affiliation":[{"name":"University of California Santa Cruz, Santa Cruz, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9603-4947","authenticated-orcid":false,"given":"Shaozuo","family":"Yu","sequence":"additional","affiliation":[{"name":"The Chinese University of Hong Kong, Ma Liu Shui, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8097-1226","authenticated-orcid":false,"given":"Oliver","family":"Zendel","sequence":"additional","affiliation":[{"name":"Austrian Institute of Technology, Seibersdorf, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6104-6625","authenticated-orcid":false,"given":"Christian","family":"Theobalt","sequence":"additional","affiliation":[{"name":"MPII, Saarbrücken, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan L.","family":"Yuille","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, MD, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9146-4403","authenticated-orcid":false,"given":"Adam","family":"Kortylewski","sequence":"additional","affiliation":[{"name":"MPII, Saarbrücken, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3448250"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-014-0733-5"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2014.6836101"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2018.00275"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2018.XIV.019"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.254"},{"key":"ref10","article-title":"OoD-bench: Benchmarking and understanding out-of-distribution generalization datasets and algorithms","author":"Ye","year":"2021"},{"key":"ref11","first-page":"1","article-title":"Benchmarking neural network robustness to common corruptions and perturbations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01501"},{"key":"ref13","article-title":"In search of lost domain generalization","author":"Gulrajani","year":"2020"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00779"},{"key":"ref15","article-title":"A fine-grained analysis on distribution shift","author":"Wiles","year":"2021"},{"key":"ref16","first-page":"160","article-title":"Benchmarking robustness in object detection: Autonomous driving when winter is coming","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Michaelis"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01266"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.244"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2018.00283"},{"key":"ref20","first-page":"1","article-title":"In search of lost domain generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Gulrajani"},{"key":"ref21","article-title":"DetectBench: An object detection benchmark for OOD generalization algorithms","author":"Wu","year":"2022"},{"key":"ref22","article-title":"The PASCAL visual object classes challenge 2012 (VOC2012) results","author":"Everingham","year":"2012"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20074-8_10"},{"key":"ref24","first-page":"1","article-title":"Adversarial machine learning at scale","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Kurakin"},{"key":"ref25","first-page":"1","article-title":"ImageNet-trained CNNs are biased towards texture; increasing shape bias improves accuracy and robustness","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Geirhos"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.265"},{"key":"ref27","first-page":"1","article-title":"AugMix: A simple data processing method to improve robustness and uncertainty","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks"},{"key":"ref28","first-page":"5389","article-title":"Do ImageNet classifiers generalize to ImageNet?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Recht"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.02066"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-017-1020-z"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20053-3_41"},{"key":"ref34","first-page":"5637","article-title":"WILDS: A benchmark of in-the-wild distribution shifts","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Koh"},{"key":"ref35","article-title":"Modeling the data-generating process is necessary for out-of-distribution generalization","author":"Kaur","year":"2022"},{"key":"ref36","article-title":"Practical machine learning safety: A survey and primer","author":"Mohseni","year":"2021"},{"key":"ref37","first-page":"1","article-title":"Fast is better than free: Revisiting adversarial training","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wong"},{"key":"ref38","first-page":"113","article-title":"AutoAugment: Learning augmentation policies from data","volume-title":"Proc. IEEE Conf. Comput. Vis. Pattern Recognit.","author":"Cubuk"},{"key":"ref39","first-page":"237","article-title":"AugMax: Adversarial composition of random augmentations for robust training","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00612"},{"key":"ref41","article-title":"NoisyMix: Boosting robustness by combining data augmentations, stability training, and noise injections","author":"Erichson","year":"2022"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00059"},{"key":"ref43","first-page":"1","article-title":"NeMo: Neural mesh models of contrastive features for robust 3D pose estimation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wang"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-020-01401-3"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66096-3_31"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00331"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01007"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00774"},{"key":"ref51","article-title":"Object-centric learning with slot attention","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Locatello"},{"key":"ref52","article-title":"Self-supervised visual representation learning with semantic grouping","author":"Wen","year":"2022"},{"key":"ref53","first-page":"15637","article-title":"Using self-supervised learning can improve model robustness and uncertainty","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Hendrycks"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66096-3_29"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01014"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19809-0_2"},{"key":"ref57","article-title":"Invariant risk minimization","author":"Arjovsky","year":"2019"},{"key":"ref58","first-page":"5815","article-title":"Out-of-distribution generalization via risk extrapolation (REx)","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Krueger"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16829"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00821"},{"key":"ref61","article-title":"Benchmarking robustness in object detection: Autonomous driving when winter is coming","author":"Michaelis","year":"2019"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1097\/01.back.0000532708.46105.ed"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-49409-8_75"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00498"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00279"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00140"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01628"},{"key":"ref68","first-page":"91","article-title":"Faster R-CNN: Towards real-time object detection with region proposal networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ren"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01246-5_20"},{"key":"ref71","first-page":"876","article-title":"Averaging weights leads to wider optima and better generalization","volume-title":"Proc. Conf. Uncertainty Artif. Intell.","author":"Izmailov"},{"key":"ref72","first-page":"1","article-title":"Sharpness-aware minimization for efficiently improving generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Foret"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58536-5_8"},{"key":"ref74","article-title":"Fine-tuning can distort pretrained features and underperform out-of-distribution","author":"Kumar","year":"2022"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01853"},{"key":"ref76","first-page":"26831","article-title":"Are transformers more robust than CNNs?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Bai"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00896"},{"key":"ref78","first-page":"246","article-title":"NOVUM: Neural object volumes for robust object classification","volume-title":"Proc. Eur. Conf. Comput. Vis.","author":"Jesslen"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58580-8_38"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20077-9_29"},{"key":"ref81","first-page":"8498","article-title":"3DB: A framework for debugging computer vision models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Leclerc"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3305243"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/10746266\/10682066.pdf?arnumber=10682066","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T23:14:41Z","timestamp":1732662881000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10682066\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":81,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2024.3462293","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}