{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T16:48:40Z","timestamp":1765039720148,"version":"3.37.3"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000006","name":"U.S. Office of Naval Research","doi-asserted-by":"crossref","award":["N00014-18-1-2503","N00014-16-1-3025"],"award-info":[{"award-number":["N00014-18-1-2503","N00014-16-1-3025"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Robot. Autom. Lett."],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/lra.2023.3316896","type":"journal-article","created":{"date-parts":[[2023,9,19]],"date-time":"2023-09-19T18:29:18Z","timestamp":1695148158000},"page":"1-7","source":"Crossref","is-referenced-by-count":3,"title":["Improving Robot Proficiency Self-Assessment Via Meta-Assessment"],"prefix":"10.1109","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7211-6999","authenticated-orcid":false,"given":"Xuan","family":"Cao","sequence":"first","affiliation":[{"name":"Computer Science Department, Brigham Young University, Provo, UT, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5602-4146","authenticated-orcid":false,"given":"Jacob W.","family":"Crandall","sequence":"additional","affiliation":[{"name":"Computer Science Department, Brigham Young University, Provo, UT, USA"}]},{"given":"Michael A.","family":"Goodrich","sequence":"additional","affiliation":[{"name":"Computer Science Department, Brigham Young University, Provo, UT, USA"}]}],"member":"263","reference":[{"year":"2001","author":"lipsey","journal-title":"Practical Meta-Analysis","key":"ref35"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.1145\/775107.775151"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1109\/MIS.2010.126"},{"key":"ref12","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"platt","year":"1999","journal-title":"Adv Large Margin Classifiers"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1145\/1102351.1102430"},{"doi-asserted-by":"publisher","key":"ref37","DOI":"10.1177\/1469787410365651"},{"key":"ref14","first-page":"38","article-title":"Measuring calibration in deep learning","author":"nixon","year":"0","journal-title":"Proc IEEE\/CVF Conf Comput Vis Pattern Recognit Workshops"},{"doi-asserted-by":"publisher","key":"ref36","DOI":"10.1371\/journal.pbio.2005468"},{"key":"ref31","first-page":"1","article-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks","author":"hendrycks","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.1109\/LRA.2020.2974682"},{"doi-asserted-by":"publisher","key":"ref33","DOI":"10.1145\/3522579"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1023\/A:1010933404324"},{"key":"ref32","first-page":"20827","article-title":"Out-of-distribution detection with deep nearest neighbors","author":"sun","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"year":"2019","article-title":"Rethink robotics","key":"ref10"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1109\/ICRA.2013.6631221"},{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1007\/978-3-030-51758-8_15"},{"key":"ref17","first-page":"1","article-title":"mixup: Beyond empirical risk minimization","author":"zhang","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"doi-asserted-by":"publisher","key":"ref39","DOI":"10.1006\/jcss.1997.1504"},{"key":"ref16","first-page":"609","article-title":"Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers","author":"zadrozny","year":"0","journal-title":"Proc 18th Int Conf Mach Learn"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1109\/ICRA48891.2023.10160916"},{"key":"ref19","first-page":"15288","article-title":"Calibrating deep neural networks using focal loss","author":"mukhoti","year":"0","journal-title":"Proc 34th Int Conf Neural Inf Process Syst"},{"key":"ref18","first-page":"18237","article-title":"Improving model calibration with accuracy versus uncertainty optimization","author":"krishnan","year":"0","journal-title":"Proc 34th Int Conf Neural Inf Process Syst"},{"key":"ref24","first-page":"1613","article-title":"Weight uncertainty in neural network","author":"blundell","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref23","first-page":"118","article-title":"Natural-parameter networks: A class of probabilistic neural networks","author":"wang","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"doi-asserted-by":"publisher","key":"ref26","DOI":"10.1109\/CVPR.2018.00355"},{"key":"ref25","first-page":"1861","article-title":"Probabilistic backpropagation for scalable learning of Bayesian neural networks","author":"hern\u00e1ndez-lobato","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref20","first-page":"7034","article-title":"Confidence-aware learning for deep neural networks","author":"moon","year":"0","journal-title":"Proc 37th Int Conf Mach Learn"},{"key":"ref22","first-page":"2902","article-title":"Addressing failure prediction by learning model confidence","author":"corbi\u00e8re","year":"0","journal-title":"Proc 33rd Int Conf Neural Inf Process Syst"},{"year":"2018","author":"devries","article-title":"Learning confidence for out-of-distribution detection in neural networks","key":"ref21"},{"key":"ref28","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref27","first-page":"6405","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","author":"lakshminarayanan","year":"0","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref29","first-page":"1050","article-title":"Dropout as a Bayesian approximation: Representing model uncertainty in deep learning","author":"gal","year":"0","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref8","first-page":"2901","article-title":"Obtaining well calibrated probabilities using Bayesian binning","author":"naeini","year":"0","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref7","first-page":"5436","article-title":"Being Bayesian, even just a bit, fixes overconfidence in ReLU networks","author":"kristiadi","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref9","first-page":"1321","article-title":"On calibration of modern neural networks","author":"guo","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1109\/ICRA46639.2022.9812030"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1115\/1.4046238"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.2172\/1525811"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1109\/TRO.2023.3262187"},{"key":"ref40","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learn Res"}],"container-title":["IEEE Robotics and Automation Letters"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7083369\/7339444\/10255126.pdf?arnumber=10255126","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T22:34:40Z","timestamp":1695940480000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10255126\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/lra.2023.3316896","relation":{},"ISSN":["2377-3766","2377-3774"],"issn-type":[{"type":"electronic","value":"2377-3766"},{"type":"electronic","value":"2377-3774"}],"subject":[],"published":{"date-parts":[[2023]]}}}