{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T21:55:13Z","timestamp":1792792513383,"version":"4.5.0"},"reference-count":37,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,5,15]],"date-time":"2024-05-15T00:00:00Z","timestamp":1715731200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Methods and Programs in Biomedicine"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1016\/j.cmpb.2024.108231","type":"journal-article","created":{"date-parts":[[2024,5,27]],"date-time":"2024-05-27T16:26:21Z","timestamp":1716827181000},"page":"108231","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":27,"special_numbering":"C","title":["Empirical validation of Conformal Prediction for trustworthy skin lesions classification"],"prefix":"10.1016","volume":"253","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1553-8754","authenticated-orcid":false,"given":"Jamil","family":"Fayyad","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shadi","family":"Alijani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Homayoun","family":"Najjaran","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"15","key":"10.1016\/j.cmpb.2024.108231_b1","doi-asserted-by":"crossref","first-page":"4220","DOI":"10.3390\/s20154220","article-title":"Deep learning sensor fusion for autonomous vehicle perception and localization: A review","volume":"20","author":"Fayyad","year":"2020","journal-title":"Sensors"},{"issue":"1","key":"10.1016\/j.cmpb.2024.108231_b2","doi-asserted-by":"crossref","first-page":"29","DOI":"10.29099\/ijair.v2i1.42","article-title":"Computer vision and image processing: A paper review","volume":"2","author":"Wiley","year":"2018","journal-title":"Int. J. Artif. Intell. Res."},{"issue":"3","key":"10.1016\/j.cmpb.2024.108231_b3","doi-asserted-by":"crossref","first-page":"3253","DOI":"10.1007\/s11042-021-11517-4","article-title":"An ensemble of deep learning algorithms for popularity prediction of flickr images","volume":"81","author":"Alijani","year":"2022","journal-title":"Multimedia Tools Appl."},{"key":"10.1016\/j.cmpb.2024.108231_b4","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/j.neucom.2022.01.022","article-title":"Object recognition datasets and challenges: A review","volume":"495","author":"Salari","year":"2022","journal-title":"Neurocomputing"},{"issue":"4","key":"10.1016\/j.cmpb.2024.108231_b5","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1109\/MGRS.2017.2762307","article-title":"Deep learning in remote sensing: A comprehensive review and list of resources","volume":"5","author":"Zhu","year":"2017","journal-title":"IEEE Geosci. Remote Sens. Mag."},{"key":"10.1016\/j.cmpb.2024.108231_b6","series-title":"Trustworthy clinical AI solutions: A unified review of uncertainty quantification in deep learning models for medical image analysis","author":"Lambert","year":"2022"},{"key":"10.1016\/j.cmpb.2024.108231_b7","series-title":"Out-Of-Distribution Detection Using Inter-Level Features of Deep Neural Networks","author":"Fayyad","year":"2023"},{"key":"10.1016\/j.cmpb.2024.108231_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2020.101855","article-title":"Quantifying and leveraging predictive uncertainty for medical image assessment","volume":"68","author":"Ghesu","year":"2021","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.cmpb.2024.108231_b9","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2023.107674","article-title":"Uncertainty quantification of microcirculatory characteristic parameters for recognition of cardiovascular diseases","author":"Yan","year":"2023","journal-title":"Comput. Methods Programs Biomed."},{"key":"10.1016\/j.cmpb.2024.108231_b10","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2022.107308","article-title":"Uncertainty quantification in DenseNet model using myocardial infarction ECG signals","volume":"229","author":"Jahmunah","year":"2023","journal-title":"Comput. Methods Programs Biomed."},{"key":"10.1016\/j.cmpb.2024.108231_b11","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/j.inffus.2021.05.008","article-title":"A review of uncertainty quantification in deep learning: Techniques, applications and challenges","volume":"76","author":"Abdar","year":"2021","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.cmpb.2024.108231_b12","series-title":"International Conference on Machine Learning","first-page":"23631","article-title":"Mitigating neural network overconfidence with logit normalization","author":"Wei","year":"2022"},{"key":"10.1016\/j.cmpb.2024.108231_b13","series-title":"International Conference on Machine Learning","first-page":"1321","article-title":"On calibration of modern neural networks","author":"Guo","year":"2017"},{"key":"10.1016\/j.cmpb.2024.108231_b14","article-title":"Evidential deep learning to quantify classification uncertainty","volume":"31","author":"Sensoy","year":"2018","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.cmpb.2024.108231_b15","article-title":"Predictive uncertainty estimation via prior networks","volume":"31","author":"Malinin","year":"2018","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.cmpb.2024.108231_b16","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2023.105790","article-title":"Trusted multi-scale classification framework for whole slide image","volume":"89","author":"Feng","year":"2024","journal-title":"Biomed. Signal Process. Control"},{"issue":"5","key":"10.1016\/j.cmpb.2024.108231_b17","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1007\/BF00200801","article-title":"Bayesian neural networks","volume":"61","author":"Kononenko","year":"1989","journal-title":"Biol. Cybernet."},{"issue":"518","key":"10.1016\/j.cmpb.2024.108231_b18","doi-asserted-by":"crossref","first-page":"859","DOI":"10.1080\/01621459.2017.1285773","article-title":"Variational inference: A review for statisticians","volume":"112","author":"Blei","year":"2017","journal-title":"J. Am. Stat. Assoc."},{"issue":"1","key":"10.1016\/j.cmpb.2024.108231_b19","first-page":"69","article-title":"Markov chain Monte Carlo method and its application","volume":"47","author":"Brooks","year":"1998","journal-title":"J. R. Stat. Soc.: Ser. D (Stat.)"},{"issue":"1","key":"10.1016\/j.cmpb.2024.108231_b20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-017-17876-z","article-title":"Leveraging uncertainty information from deep neural networks for disease detection","volume":"7","author":"Leibig","year":"2017","journal-title":"Sci. Rep."},{"key":"10.1016\/j.cmpb.2024.108231_b21","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume":"30","author":"Lakshminarayanan","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"3","key":"10.1016\/j.cmpb.2024.108231_b22","article-title":"A tutorial on conformal prediction.","volume":"9","author":"Shafer","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.cmpb.2024.108231_b23","unstructured":"V. Vovk, A. Gammerman, G. Shafer, Algorithmic Learning in a Random World, vol. 29, Springer."},{"key":"10.1016\/j.cmpb.2024.108231_b24","series-title":"Uncertainty sets for image classifiers using conformal prediction","author":"Angelopoulos","year":"2020"},{"key":"10.1016\/j.cmpb.2024.108231_b25","series-title":"International Conference on Machine Learning","first-page":"717","article-title":"Image-to-image regression with distribution-free uncertainty quantification and applications in imaging","author":"Angelopoulos","year":"2022"},{"key":"10.1016\/j.cmpb.2024.108231_b26","doi-asserted-by":"crossref","unstructured":"C. Lu, A. Lemay, K. Chang, K. H\u00f6bel, J. Kalpathy-Cramer, Fair conformal predictors for applications in medical imaging, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 36, 2022, pp. 12008\u201312016.","DOI":"10.1609\/aaai.v36i11.21459"},{"issue":"1","key":"10.1016\/j.cmpb.2024.108231_b27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/sdata.2018.161","article-title":"The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions","volume":"5","author":"Tschandl","year":"2018","journal-title":"Sci. Data"},{"key":"10.1016\/j.cmpb.2024.108231_b28","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1007\/978-94-007-5389-1_4","article-title":"A color and texture based hierarchical K-NN approach to the classification of non-melanoma skin lesions","author":"Ballerini","year":"2013","journal-title":"Color Med. Image Anal."},{"key":"10.1016\/j.cmpb.2024.108231_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.dib.2020.105474","article-title":"A dataset of microscopic peripheral blood cell images for development of automatic recognition systems","volume":"30","author":"Acevedo","year":"2020","journal-title":"Data in Brief"},{"key":"10.1016\/j.cmpb.2024.108231_b30","doi-asserted-by":"crossref","unstructured":"K. He, X. Zhang, S. Ren, J. Sun, Deep residual learning for image recognition, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2016, pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"issue":"1","key":"10.1016\/j.cmpb.2024.108231_b31","article-title":"Deeply uncertain: Comparing methods of uncertainty quantification in deep learning algorithms","volume":"2","author":"Caldeira","year":"2020","journal-title":"Mach. Learn.: Sci. Technol."},{"key":"10.1016\/j.cmpb.2024.108231_b32","series-title":"International Conference on Machine Learning","first-page":"1050","article-title":"Dropout as a bayesian approximation: Representing model uncertainty in deep learning","author":"Gal","year":"2016"},{"key":"10.1016\/j.cmpb.2024.108231_b33","first-page":"39059","article-title":"Robust models are less over-confident","volume":"35","author":"Grabinski","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.cmpb.2024.108231_b34","first-page":"330","article-title":"Dempster-shafer theory","volume":"1","author":"Shafer","year":"1992","journal-title":"Ency. Artif. Intell."},{"key":"10.1016\/j.cmpb.2024.108231_b35","series-title":"A gentle introduction to conformal prediction and distribution-free uncertainty quantification","author":"Angelopoulos","year":"2021"},{"key":"10.1016\/j.cmpb.2024.108231_b36","series-title":"A survey on uncertainty quantification methods for deep neural networks: An uncertainty source perspective","author":"He","year":"2023"},{"key":"10.1016\/j.cmpb.2024.108231_b37","article-title":"Exploiting classifier inter-level features for efficient out-of-distribution detection","author":"Fayyad","year":"2023","journal-title":"Image Vis. Comput."}],"container-title":["Computer Methods and Programs in Biomedicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169260724002268?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169260724002268?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,6,8]],"date-time":"2024-06-08T23:05:56Z","timestamp":1717887956000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0169260724002268"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":37,"alternative-id":["S0169260724002268"],"URL":"https:\/\/doi.org\/10.1016\/j.cmpb.2024.108231","relation":{},"ISSN":["0169-2607"],"issn-type":[{"value":"0169-2607","type":"print"}],"subject":[],"published":{"date-parts":[[2024,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Empirical validation of Conformal Prediction for trustworthy skin lesions classification","name":"articletitle","label":"Article Title"},{"value":"Computer Methods and Programs in Biomedicine","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cmpb.2024.108231","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"108231"}}