{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T09:58:46Z","timestamp":1773741526406,"version":"3.50.1"},"reference-count":40,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003107","name":"Bundesministerium f\u00fcr Gesundheit","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003107","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","ejcancer.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Journal of Cancer"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1016\/j.ejca.2022.07.002","type":"journal-article","created":{"date-parts":[[2022,8,13]],"date-time":"2022-08-13T10:47:22Z","timestamp":1660387642000},"page":"307-316","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":7,"special_numbering":"C","title":["Model soups improve performance of dermoscopic skin cancer classifiers"],"prefix":"10.1016","volume":"173","author":[{"given":"Roman C.","family":"Maron","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Achim","family":"Hekler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sarah","family":"Haggenm\u00fcller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christof","family":"von Kalle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jochen S.","family":"Utikal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Verena","family":"M\u00fcller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria","family":"Gaiser","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4340-9706","authenticated-orcid":false,"given":"Friedegund","family":"Meier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5703-324X","authenticated-orcid":false,"given":"Sarah","family":"Hobelsberger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frank F.","family":"Gellrich","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4303-2101","authenticated-orcid":false,"given":"Mildred","family":"Sergon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1212-9587","authenticated-orcid":false,"given":"Axel","family":"Hauschild","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lars E.","family":"French","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lucie","family":"Heinzerling","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Justin G.","family":"Schlager","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5526-7517","authenticated-orcid":false,"given":"Kamran","family":"Ghoreschi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1663-8098","authenticated-orcid":false,"given":"Max","family":"Schlaak","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Franz J.","family":"Hilke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3948-2505","authenticated-orcid":false,"given":"Gabriela","family":"Poch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"S\u00f6ren","family":"Korsing","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0229-8931","authenticated-orcid":false,"given":"Carola","family":"Berking","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4603-1825","authenticated-orcid":false,"given":"Markus V.","family":"Heppt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7136-6489","authenticated-orcid":false,"given":"Michael","family":"Erdmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Haferkamp","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dirk","family":"Schadendorf","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wiebke","family":"Sondermann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7095-9848","authenticated-orcid":false,"given":"Matthias","family":"Goebeler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8859-4103","authenticated-orcid":false,"given":"Bastian","family":"Schilling","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jakob N.","family":"Kather","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7907-4595","authenticated-orcid":false,"given":"Stefan","family":"Fr\u00f6hling","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5081-7869","authenticated-orcid":false,"given":"Daniel B.","family":"Lipka","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eva","family":"Krieghoff-Henning","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3620-5919","authenticated-orcid":false,"given":"Titus J.","family":"Brinker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.ejca.2022.07.002_bib1","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1038\/nature21056","article-title":"Dermatologist-level classification of skin cancer with deep neural networks","volume":"542","author":"Esteva","year":"2017","journal-title":"Nature"},{"key":"10.1016\/j.ejca.2022.07.002_bib2","doi-asserted-by":"crossref","first-page":"1529","DOI":"10.1016\/j.jid.2018.01.028","article-title":"Classification of the clinical images for benign and malignant cutaneous tumors using a deep learning algorithm","volume":"138","author":"Han","year":"2018","journal-title":"J Invest Dermatol"},{"key":"10.1016\/j.ejca.2022.07.002_bib3","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1016\/j.ejca.2019.04.001","article-title":"Deep learning outperformed 136 of 157 dermatologists in a head-to-head dermoscopic melanoma image classification task","volume":"113","author":"Brinker","year":"2019","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib4","doi-asserted-by":"crossref","first-page":"938","DOI":"10.1016\/S1470-2045(19)30333-X","article-title":"Comparison of the accuracy of human readers versus machine-learning algorithms for pigmented skin lesion classification: an open, web-based, international, diagnostic study","volume":"20","author":"Tschandl","year":"2019","journal-title":"Lancet Oncol"},{"key":"10.1016\/j.ejca.2022.07.002_bib5","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.ejca.2019.02.005","article-title":"A convolutional neural network trained with dermoscopic images performed on par with 145 dermatologists in a clinical melanoma image classification task","volume":"111","author":"Brinker","year":"2019","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib6","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1016\/j.ejca.2019.07.019","article-title":"Superior skin cancer classification by the combination of human and artificial intelligence","volume":"120","author":"Hekler","year":"2019","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib7","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1016\/j.ejca.2018.12.016","article-title":"Comparing artificial intelligence algorithms to 157 German dermatologists: the melanoma classification benchmark","volume":"111","author":"Brinker","year":"2019","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib8","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1016\/j.ejca.2019.06.013","article-title":"Systematic outperformance of 112 dermatologists in multiclass skin cancer image classification by convolutional neural networks","volume":"119","author":"Maron","year":"2019","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib9","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2019.13436","article-title":"Assessment of accuracy of an artificial intelligence algorithm to detect melanoma in images of skin lesions","volume":"2","author":"Phillips","year":"2019","journal-title":"JAMA Netw Open"},{"issue":"2","key":"10.1016\/j.ejca.2022.07.002_bib10","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1016\/j.jaad.2020.04.019","article-title":"The use of non-invasive imaging techniques in the diagnosis of melanoma: a prospective diagnostic accuracy study","volume":"85","author":"MacLellan","year":"2020","journal-title":"J Am Acad Dermatol"},{"key":"10.1016\/j.ejca.2022.07.002_bib11","doi-asserted-by":"crossref","first-page":"1753","DOI":"10.1016\/j.jid.2020.01.019","article-title":"Augmented intelligence dermatology: deep neural networks empower medical professionals in diagnosing skin cancer and predicting treatment options for 134 skin disorders","volume":"140","author":"Han","year":"2020","journal-title":"J Invest Dermatol"},{"key":"10.1016\/j.ejca.2022.07.002_bib12","doi-asserted-by":"crossref","first-page":"1229","DOI":"10.1038\/s41591-020-0942-0","volume":"26","author":"Tschandl","year":"2020","journal-title":"Nat Med"},{"key":"10.1016\/j.ejca.2022.07.002_bib13","doi-asserted-by":"crossref","DOI":"10.2196\/18091","article-title":"Artificial intelligence and its effect on dermatologists' accuracy in dermoscopic melanoma image classification: web-based survey study","volume":"22","author":"Maron","year":"2020","journal-title":"J Med Internet Res"},{"key":"10.1016\/j.ejca.2022.07.002_bib14","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1016\/j.ejca.2022.04.015","article-title":"Convolutional neural network assistance significantly improves dermatologists' diagnosis of cutaneous tumours using clinical images","volume":"169","author":"Ba","year":"2022","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib15","doi-asserted-by":"crossref","first-page":"1135","DOI":"10.1001\/jamadermatol.2019.1735","article-title":"Association between surgical skin markings in dermoscopic images and diagnostic performance of a deep learning convolutional neural network for melanoma recognition","volume":"155","author":"Winkler","year":"2019","journal-title":"JAMA Dermatol"},{"key":"10.1016\/j.ejca.2022.07.002_bib16","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/j.ejca.2020.12.010","article-title":"Association between different scale bars in dermoscopic images and diagnostic performance of a market-approved deep learning convolutional neural network for melanoma recognition","volume":"145","author":"Winkler","year":"2021","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib17","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/j.ejca.2020.11.020","article-title":"Robustness of convolutional neural networks in recognition of pigmented skin lesions","volume":"145","author":"Maron","year":"2021","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib18","doi-asserted-by":"crossref","first-page":"1287","DOI":"10.1126\/science.aaw4399","article-title":"Adversarial attacks on medical machine learning","volume":"363","author":"Finlayson","year":"2019","journal-title":"Science"},{"key":"10.1016\/j.ejca.2022.07.002_bib19","series-title":"Identifying melanoma images using EfficientNet ensemble: winning solution to the SIIM-ISIC melanoma classification Challenge","author":"Ha","year":"2020"},{"key":"10.1016\/j.ejca.2022.07.002_bib20","series-title":"White paper on artificial intelligence: a European approach to excellence and trust","year":"2020"},{"key":"10.1016\/j.ejca.2022.07.002_bib21","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.ejca.2022.02.025","article-title":"Explainable artificial intelligence in skin cancer recognition: a systematic review","volume":"167","author":"Hauser","year":"2022","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib22","article-title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","author":"Wortsman","year":"2022","journal-title":"arXiv [csLG]"},{"key":"10.1016\/j.ejca.2022.07.002_bib23","series-title":"In Search of lost domain generalization","author":"Gulrajani","year":"2020"},{"key":"10.1016\/j.ejca.2022.07.002_bib24","series-title":"Proceedings of the 38th international conference on machine learning","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume":"vol. 139","author":"Radford","year":"2021"},{"key":"10.1016\/j.ejca.2022.07.002_bib25","series-title":"Proceedings of the 38th international conference on machine learning","first-page":"4904","article-title":"Scaling up visual and vision-language representation learning with noisy text supervision","volume":"vol. 139","author":"Jia","year":"2021"},{"key":"10.1016\/j.ejca.2022.07.002_bib26","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He","year":"2016","journal-title":"Proceedings of the IEEE conference on computer vision and pattern recognition"},{"key":"10.1016\/j.ejca.2022.07.002_bib27","first-page":"4700","article-title":"Van der maaten L, weinberger KQ. Densely connected convolutional networks","author":"Huang","year":"2017","journal-title":"Proceedings of the IEEE conference on computer vision and pattern recognition"},{"key":"10.1016\/j.ejca.2022.07.002_bib28","first-page":"6105","article-title":"Efficientnet: rethinking model scaling for convolutional neural networks","author":"Tan","year":"2019","journal-title":"International conference on machine learning, PMLR"},{"key":"10.1016\/j.ejca.2022.07.002_bib29","series-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"10.1016\/j.ejca.2022.07.002_bib30","doi-asserted-by":"crossref","first-page":"180161","DOI":"10.1038\/sdata.2018.161","article-title":"The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions","volume":"5","author":"Tschandl","year":"2018","journal-title":"Sci Data"},{"key":"10.1016\/j.ejca.2022.07.002_bib31","series-title":"BCN20000: Dermoscopic Lesions in the Wild","author":"Combalia","year":"2019"},{"issue":"1","key":"10.1016\/j.ejca.2022.07.002_bib32","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1038\/s41597-021-00815-z","article-title":"A patient-centric dataset of images and metadata for identifying melanomas using clinical context","volume":"8","author":"Rotemberg","year":"2021","journal-title":"Sci Data"},{"key":"10.1016\/j.ejca.2022.07.002_bib33","series-title":"Skin lesion analysis toward melanoma detection: a Challenge at the international symposium on biomedical imaging (ISBI) 2016, hosted by the international skin imaging collaboration (ISIC)","author":"Gutman","year":"2016"},{"issue":"2","key":"10.1016\/j.ejca.2022.07.002_bib34","doi-asserted-by":"crossref","first-page":"538","DOI":"10.1109\/JBHI.2018.2824327","article-title":"7-Point checklist and skin lesion classification using multi-task multi-modal neural nets","volume":"23","author":"Kawahara","year":"2018","journal-title":"IEEE J Biomed Health Inform"},{"key":"10.1016\/j.ejca.2022.07.002_bib35","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1016\/j.ejca.2021.06.047","article-title":"A benchmark for neural network robustness in skin cancer classification","volume":"155","author":"Maron","year":"2021","journal-title":"Eur J Cancer"},{"key":"10.1016\/j.ejca.2022.07.002_bib36","author":"Mendonca"},{"key":"10.1016\/j.ejca.2022.07.002_bib37","series-title":"Conf proc IEEE eng med biol soc","first-page":"3905","article-title":"Light field image dataset of skin lesions","volume":"vol. 2019","author":"de Faria","year":"2019"},{"key":"10.1016\/j.ejca.2022.07.002_bib38","doi-asserted-by":"crossref","first-page":"1309","DOI":"10.1007\/s00530-021-00787-5","article-title":"An explainable stacked ensemble of deep learning models for improved melanoma skin cancer detection","volume":"28","author":"Shorfuzzaman","year":"2021","journal-title":"Multimed Syst"},{"key":"10.1016\/j.ejca.2022.07.002_bib39","series-title":"IEEE Access undefined","first-page":"99633","article-title":"Automatic skin cancer detection in dermoscopy images based on ensemble lightweight deep learning network","volume":"vol. 8","author":"Wei","year":"2020"},{"key":"10.1016\/j.ejca.2022.07.002_bib40","doi-asserted-by":"crossref","DOI":"10.2196\/36427","article-title":"Uncertainty estimation in medical image classification: systematic review","volume":"10","author":"Kurz","year":"2022","journal-title":"JMIR Med Inform"}],"container-title":["European Journal of Cancer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0959804922004129?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0959804922004129?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T22:00:07Z","timestamp":1744668007000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0959804922004129"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9]]},"references-count":40,"alternative-id":["S0959804922004129"],"URL":"https:\/\/doi.org\/10.1016\/j.ejca.2022.07.002","relation":{},"ISSN":["0959-8049"],"issn-type":[{"value":"0959-8049","type":"print"}],"subject":[],"published":{"date-parts":[[2022,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Model soups improve performance of dermoscopic skin cancer classifiers","name":"articletitle","label":"Article Title"},{"value":"European Journal of Cancer","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ejca.2022.07.002","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}]}}