{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T20:52:19Z","timestamp":1792183939236,"version":"4.4.0"},"reference-count":84,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DE200101283"],"award-info":[{"award-number":["DE200101283"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ARC Centre of Excellence in Robotic Vision","award":["CE140100016"],"award-info":[{"award-number":["CE140100016"]}]},{"name":"ARC Discovery","award":["DP210102801"],"award-info":[{"award-number":["DP210102801"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1109\/tpami.2021.3136244","type":"journal-article","created":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T20:33:28Z","timestamp":1639773208000},"page":"1868-1880","source":"Crossref","is-referenced-by-count":8,"title":["AutoEval: Are Labels Always Necessary for Classifier Accuracy Evaluation?"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1565-742X","authenticated-orcid":false,"given":"Weijian","family":"Deng","sequence":"first","affiliation":[{"name":"School of Computing, The Australian National University, Canberra, ACT, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1464-9500","authenticated-orcid":false,"given":"Liang","family":"Zheng","sequence":"additional","affiliation":[{"name":"School of Computing, The Australian National University, Canberra, ACT, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref4","first-page":"1180","article-title":"Unsupervised domain adaptation by backpropagation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ganin"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.316"},{"key":"ref6","article-title":"Deep domain confusion: Maximizing for domain invariance","author":"Tzeng","year":"2014"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01482"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-009-5152-4"},{"key":"ref9","article-title":"VisDA: The visual domain adaptation challenge","author":"Peng","year":"2017"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00020"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10306"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00149"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7503.003.0069"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/0047-259X(82)90077-X"},{"issue":"6","key":"ref15","first-page":"689","article-title":"Sur la distance de deux lois de probabilit\u00e9","volume":"244","author":"Fr\u00e9chet","year":"1957","journal-title":"COmptes Rendus Hebdomadaires des Seances de l Acad. des Sci."},{"key":"ref16","volume-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"ref17","first-page":"5389","article-title":"Do ImageNet classifiers generalize to ImageNet?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Recht"},{"key":"ref18","first-page":"1","article-title":"Domain adaptation: Learning bounds and algorithms","volume-title":"Proc. Conf. Learn. Theory","author":"Mansour"},{"key":"ref19","first-page":"21464","article-title":"Energy-based out-of-distribution detection","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/34.291440"},{"key":"ref21","article-title":"Reading digits in natural images with unsupervised feature learning","author":"Netzer","year":"2011"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref23","article-title":"Caltech-256 object category dataset","author":"Griffin","year":"2007"},{"key":"ref24","article-title":"Do cifar-10 classifiers generalize to cifar-10?","author":"Recht","year":"2018"},{"key":"ref25","article-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00400"},{"key":"ref27","first-page":"2275","article-title":"Self-paced co-training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ma"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-020-01395-y"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_34"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00962"},{"key":"ref31","article-title":"Enhancing the reliability of out-of-distribution image detection in neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Liang"},{"key":"ref32","volume-title":"Robust Statistics","volume":"523","author":"Huber","year":"2004"},{"key":"ref33","article-title":"imgaug","author":"Jung","year":"2021"},{"key":"ref34","first-page":"5389","article-title":"Do ImageNet classifiers generalize to ImageNet?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Recht"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01501"},{"key":"ref36","first-page":"281","article-title":"Semi-supervised learning by entropy minimization","volume-title":"Proc. Annu. Conf. CAP","author":"Grandvalet"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00465"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58539-6_46"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.265"},{"key":"ref40","first-page":"561","article-title":"Learning to generate novel domains for domain generalization","volume-title":"Proc. Eur. Conf. Comput. Vis.","author":"Zhou"},{"key":"ref41","article-title":"Predicting the generalization gap in deep networks with margin distributions","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Jiang"},{"key":"ref42","article-title":"Stronger generalization bounds for deep nets via a compression approach","author":"Arora","year":"2018"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00275"},{"key":"ref44","first-page":"5947","article-title":"Exploring generalization in deep learning","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Neyshabur"},{"key":"ref45","article-title":"Predicting neural network accuracy from weights","author":"Unterthiner","year":"2020"},{"key":"ref46","first-page":"873","article-title":"Co-validation: Using model disagreement on unlabeled data to validate classification algorithms","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","volume":"17","author":"Madani"},{"key":"ref47","first-page":"1416","article-title":"Estimating accuracy from unlabeled data: A Bayesian approach","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Platanios"},{"key":"ref48","first-page":"4361","article-title":"Estimating accuracy from unlabeled data: A probabilistic logic approach","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Platanios"},{"issue":"4","key":"ref49","first-page":"1323","article-title":"Unsupervised supervised learning i: Estimating classification and regression errors without labels","volume":"11","author":"Donmez","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"ref50","article-title":"Fantastic generalization measures and where to find them","author":"Jiang","year":"2020","journal-title":"Proc. Int. Conf. Learn. Representations"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01619"},{"key":"ref52","first-page":"5637","article-title":"Wilds: A benchmark of in-the-wild distribution shifts","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Koh"},{"key":"ref53","article-title":"Benchmarking neural network robustness to common corruptions and perturbations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Hendrycks"},{"key":"ref54","article-title":"Breeds: Benchmarks for subpopulation shift","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Santurkar"},{"key":"ref55","first-page":"9448","article-title":"Objectnet: A large-scale bias-controlled dataset for pushing the limits of object recognition models","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Barbu"},{"key":"ref56","article-title":"In search of lost domain generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Gulrajani"},{"key":"ref57","first-page":"5339","article-title":"Generalizing to unseen domains via adversarial data augmentation","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Volpi"},{"key":"ref58","first-page":"14435","article-title":"Maximum-entropy adversarial data augmentation for improved generalization and robustness","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Zhao"},{"key":"ref59","article-title":"Distributionally robust neural networks for group shifts: On the importance of regularization for worst-case generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Sagawa"},{"key":"ref60","first-page":"6781","article-title":"Just train twice: Improving group robustness without training group information","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liu"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00656"},{"key":"ref62","article-title":"Gradient matching for domain generalization","author":"Shi","year":"2021"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00672"},{"key":"ref64","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo"},{"key":"ref65","article-title":"Learning confidence for out-of-distribution detection in neural networks","author":"DeVries","year":"2018"},{"key":"ref66","first-page":"7167","article-title":"A simple unified framework for detecting out-of-distribution samples and adversarial attacks","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Lee"},{"key":"ref67","article-title":"Training confidence-calibrated classifiers for detecting out-of-distribution samples","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lee"},{"key":"ref68","first-page":"13 991","article-title":"Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift","volume-title":"Proc. Conf. Neural Inf. Process. Syst.","author":"Ovadia"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58555-6_34"},{"key":"ref70","article-title":"Transfer representation-learning for anomaly detection","author":"Andrews"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/tip.2022.3211476"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00171"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298799"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46379-7_5"},{"key":"ref75","first-page":"97","article-title":"Learning transferable features with deep adaptation networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Long"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00434"},{"key":"ref77","article-title":"Similarity-preserving image-image domain adaptation for person re-identification","author":"Deng","year":"2018"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2962476"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00362"},{"key":"ref80","first-page":"2208","article-title":"Deep transfer learning with joint adaptation networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Long"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00432"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_15"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00395"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.4324\/9780203994931-7"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10423572\/09655472.pdf?arnumber=9655472","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,14]],"date-time":"2024-03-14T05:04:39Z","timestamp":1710392679000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9655472\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":84,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3136244","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]}}}