{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:06:16Z","timestamp":1760709976210,"version":"3.37.3"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NYU Seed"},{"name":"NYU WIRELESS"},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1302336","MCB-1158273","IOS-1339362","MCB-1412232"],"award-info":[{"award-number":["CNS-1302336","MCB-1158273","IOS-1339362","MCB-1412232"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,2,1]]},"DOI":"10.1109\/tpami.2019.2932415","type":"journal-article","created":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T20:11:02Z","timestamp":1564690262000},"page":"663-678","source":"Crossref","is-referenced-by-count":4,"title":["SafePredict: A Meta-Algorithm for Machine Learning That Uses Refusals to Guarantee Correctness"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5971-5439","authenticated-orcid":false,"given":"Mustafa A.","family":"Kocak","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4675-7717","authenticated-orcid":false,"given":"David","family":"Ramirez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8718-8648","authenticated-orcid":false,"given":"Elza","family":"Erkip","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dennis E.","family":"Shasha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","first-page":"1281","article-title":"Follow the leader if you can, hedge if you must","volume":"15","author":"de rooij","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-006-5001-7"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/SFCS.1989.63487"},{"key":"ref32","first-page":"1584","article-title":"The extended Littlestone's dimension for learning with mistakes and abstentions","author":"zhang","year":"2016"},{"key":"ref31","first-page":"2092","article-title":"Trading off mistakes and don't-know predictions","author":"sayedi","year":"2010","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390228"},{"journal-title":"Foundations of Machine Learning","year":"2012","author":"mohri","key":"ref37"},{"journal-title":"Probability Theory","year":"1965","author":"krickeberg","key":"ref36"},{"key":"ref35","first-page":"72","article-title":"Sunset salvo","volume":"40","author":"tukey","year":"1986","journal-title":"The Amer Statistician"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-146-8.50032-1"},{"key":"ref28","first-page":"347","article-title":"Conjugate conformal prediction for online binary classification","author":"kocak","year":"2016","journal-title":"Proc Conf Uncertainty of Artificial Intelligence"},{"key":"ref27","article-title":"Consistency of plug-in confidence sets for classification in semi-supervised learning","author":"denis","year":"2015","journal-title":"arXiv preprint arXiv 1507 07235"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/asu038"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-40017-9"},{"journal-title":"Predictive Analytics The Power to Predict who Will Click Buy Lie Or Die","year":"2013","author":"siegel","key":"ref1"},{"key":"ref20","first-page":"1605","article-title":"On the foundations of noise-free selective classification","volume":"11","author":"el-yaniv","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46379-7_5"},{"key":"ref21","first-page":"1665","article-title":"Agnostic selective classification","author":"wiener","year":"2011","journal-title":"Proc Advances Neural Inf Process Syst"},{"article-title":"Theoretical foundations of selective prediction","year":"2013","author":"wiener","key":"ref24"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2011.12.026"},{"journal-title":"Algorithmic Learning in a Random World","year":"2005","author":"vovk","key":"ref26"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1282372"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2005.10.015"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/5326.827457"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007424614876"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2006.01.010"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2321392"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/34.598237"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICIAP.2003.1234113"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-010-5183-x"},{"key":"ref17","first-page":"1823","article-title":"Classification with a reject option using a hinge loss","volume":"9","author":"bartlett","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/cjs.5550340410"},{"key":"ref19","first-page":"111","article-title":"Classification methods with reject option based on convex risk minimization","volume":"11","author":"yuan","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2013.6655836"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2015.7274195"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511546921"},{"article-title":"How to upgrade judges with machine learning","year":"2017","author":"simonite","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009778005914"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1970.1054406"},{"key":"ref49","article-title":"Bag of tricks for efficient text classification","author":"joulin","year":"2016","journal-title":"arXiv preprint arXiv 1607 01759"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSSC.1970.300339"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/MITS.2013.2245725"},{"article-title":"UCI machine learning repository","year":"2013","author":"lichman","key":"ref45"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46379-7_5"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btn349"},{"article-title":"MNIST handwritten digit database","year":"2010","author":"lecun","key":"ref42"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34106-9_24"},{"year":"0","key":"ref44","article-title":"Reuters-21578 dataset"},{"key":"ref43","first-page":"142","article-title":"Learning word vectors for sentiment analysis","author":"maas","year":"2011","journal-title":"Proc Proc 49th Annu Meeting Assoc Comput Linguist Human Lang Technol"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/34\/9317867\/8784215-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9317867\/08784215.pdf?arnumber=8784215","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:49:20Z","timestamp":1652194160000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8784215\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,1]]},"references-count":49,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2019.2932415","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"type":"print","value":"0162-8828"},{"type":"electronic","value":"2160-9292"},{"type":"electronic","value":"1939-3539"}],"subject":[],"published":{"date-parts":[[2021,2,1]]}}}