{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T14:51:57Z","timestamp":1784040717127,"version":"3.55.0"},"reference-count":34,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2020,12,1]],"date-time":"2020-12-01T00:00:00Z","timestamp":1606780800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2020,12,1]],"date-time":"2020-12-01T00:00:00Z","timestamp":1606780800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2020,4,26]],"date-time":"2020-04-26T00:00:00Z","timestamp":1587859200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100007333","name":"Alzheimer\u2019s Disease Neuroimaging Initiative","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007333","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01 AG024904"],"award-info":[{"award-number":["U01 AG024904"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014041","name":"DOD ADNI","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100014041","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000005","name":"Department of Defense","doi-asserted-by":"publisher","award":["W81XWH-12-2-0012"],"award-info":[{"award-number":["W81XWH-12-2-0012"]}],"id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007333","name":"ADNI","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007333","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000049","name":"National Institute on Aging","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000049","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Medical Image Analysis"],"published-print":{"date-parts":[[2020,12]]},"DOI":"10.1016\/j.media.2020.101714","type":"journal-article","created":{"date-parts":[[2020,4,30]],"date-time":"2020-04-30T22:10:45Z","timestamp":1588284645000},"page":"101714","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":161,"special_numbering":"C","title":["The reliability of a deep learning model in clinical out-of-distribution MRI data: A multicohort study"],"prefix":"10.1016","volume":"66","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6100-991X","authenticated-orcid":false,"given":"Gustav","family":"M\u00e5rtensson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Ferreira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tobias","family":"Granberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lena","family":"Cavallin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ketil","family":"Oppedal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Padovani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Irena","family":"Rektorova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura","family":"Bonanni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Pardini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Milica G","family":"Kramberger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John-Paul","family":"Taylor","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jakub","family":"Hort","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00f3n","family":"Sn\u00e6dal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jaime","family":"Kulisevsky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Frederic","family":"Blanc","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Angelo","family":"Antonini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patrizia","family":"Mecocci","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bruno","family":"Vellas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Magda","family":"Tsolaki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Iwona","family":"K\u0142oszewska","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hilkka","family":"Soininen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simon","family":"Lovestone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Simmons","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dag","family":"Aarsland","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric","family":"Westman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0001","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1016\/j.neuroimage.2011.06.029","article-title":"Effects of hardware heterogeneity on the performance of SVM Alzheimer\u2019s disease classifier","volume":"58","author":"Abdulkadir","year":"2011","journal-title":"NeuroImage"},{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0002","doi-asserted-by":"crossref","first-page":"1150","DOI":"10.1002\/mp.12752","article-title":"Deep learning for segmentation of brain tumors: impact of cross-institutional training and testing: impact","volume":"45","author":"Albadawy","year":"2018","journal-title":"Med. Phys."},{"issue":"1","key":"10.1016\/j.media.2020.101714_bib0003","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1002\/ana.25123","article-title":"Person-specific contribution of neuropathologies to cognitive loss in old age","volume":"83","author":"Boyle","year":"2018","journal-title":"Ann. Neurol."},{"issue":"9","key":"10.1016\/j.media.2020.101714_bib0004","doi-asserted-by":"crossref","first-page":"1342","DOI":"10.1038\/s41591-018-0107-6","article-title":"Clinically applicable deep learning for diagnosis and referral in retinal disease.","volume":"24","author":"De Fauw","year":"2018","journal-title":"Nat. Med."},{"issue":"2","key":"10.1016\/j.media.2020.101714_bib0005","doi-asserted-by":"crossref","first-page":"296","DOI":"10.1007\/s10548-015-0455-1","article-title":"The effect of age correction on multivariate classification in Alzheimer\u2019s disease, with a focus on the characteristics of incorrectly and correctly classified subjects","volume":"29","author":"Falahati","year":"2016","journal-title":"Brain Topogr."},{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0006","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1111\/joim.12358","article-title":"Practical cut-offs for visual rating scales of medial temporal, frontal and posterior atrophy in Alzheimer\u2019s disease and mild cognitive impairment","volume":"278","author":"Ferreira","year":"2015","journal-title":"J. Intern. Med."},{"issue":"6","key":"10.1016\/j.media.2020.101714_bib0007","doi-asserted-by":"crossref","first-page":"653","DOI":"10.1002\/hipo.22721","article-title":"The interactive effect of demographic and clinical factors on hippocampal volume: a multicohort study on 1958 cognitively normal individuals","volume":"27","author":"Ferreira","year":"2017","journal-title":"Hippocampus"},{"key":"10.1016\/j.media.2020.101714_bib0008","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1016\/j.neurobiolaging.2018.05.028","article-title":"The contribution of small vessel disease to subtypes of Alzheimer\u2019s disease: a study on cerebrospinal fluid and imaging biomarkers","volume":"70","author":"Ferreira","year":"2018","journal-title":"Neurobiol. Aging"},{"issue":"1","key":"10.1016\/j.media.2020.101714_bib0009","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/j.neuroimage.2009.06.060","article-title":"Accurate and robust brain image alignment using boundary-based registration","volume":"48","author":"Greve","year":"2009","journal-title":"NeuroImage"},{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0010","doi-asserted-by":"crossref","first-page":"1355","DOI":"10.1007\/s00330-018-5710-x","article-title":"Repeatability and reproducibility of FreeSurfer, FSL-SIENAX and SPM brain volumetric measurements and the effect of lesion filling in multiple sclerosis","volume":"29","author":"Guo","year":"2019","journal-title":"Eur. Radiol."},{"key":"10.1016\/j.media.2020.101714_bib0011","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput."},{"issue":"2","key":"10.1016\/j.media.2020.101714_bib0012","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1016\/S1361-8415(01)00036-6","article-title":"A global optimisation method for robust affine registration of brain images","volume":"5","author":"Jenkinson","year":"2001","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.media.2020.101714_sbref0013","series-title":"Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)","first-page":"597","article-title":"Unsupervised domain adaptation in brain lesion segmentation with adversarial networks","volume":"10265 LNCS","author":"Kamnitsas","year":"2017"},{"issue":"4","key":"10.1016\/j.media.2020.101714_bib0014","doi-asserted-by":"crossref","first-page":"939","DOI":"10.3233\/JAD-150334","article-title":"Applying automated MR-based diagnostic methods to the memory clinic: a prospective study","volume":"47","author":"Kl\u00f6ppel","year":"2015","journal-title":"J. Alzheimers Dis."},{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0015","doi-asserted-by":"crossref","first-page":"787","DOI":"10.3233\/JAD-161109","article-title":"Long-Term cognitive decline in dementia with lewy bodies in a large multicenter, international cohort","volume":"57","author":"Kramberger","year":"2017","journal-title":"J. Alzheimers Dis."},{"issue":"1","key":"10.1016\/j.media.2020.101714_sbref0016","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The Measurement of Observer Agreement for Categorical Data","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"},{"issue":"6","key":"10.1016\/j.media.2020.101714_bib0017","doi-asserted-by":"crossref","first-page":"1233","DOI":"10.3174\/ajnr.A1545","article-title":"Cortical morphometric subclassification of frontotemporal lobar degeneration","volume":"30","author":"Lindberg","year":"2009","journal-title":"Am. J. Neuroradiol."},{"issue":"December 2012","key":"10.1016\/j.media.2020.101714_sbref0018","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","article-title":"A survey on deep learning in medical image analysis","volume":"42","author":"Litjens","year":"2017","journal-title":"Medical Image Analysis"},{"key":"10.1016\/j.media.2020.101714_bib0019","unstructured":"Loshchilov, I., Hutter, F., 2016. SGDR: Stochastic gradient descent with warm restarts. arXiv:1608.03983, 1\u201316. 10.1002\/fut"},{"issue":"2","key":"10.1016\/j.media.2020.101714_bib0020","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1016\/j.zemedi.2018.11.002","article-title":"An overview of deep learning in medical imaging focusing on MRI","volume":"29","author":"Lundervold","year":"2019","journal-title":"Z. Med. Phys."},{"issue":"March","key":"10.1016\/j.media.2020.101714_bib0021","doi-asserted-by":"crossref","first-page":"101872","DOI":"10.1016\/j.nicl.2019.101872","article-title":"AVRA: Automatic visual ratings of atrophy from MRI images using recurrent convolutional neural networks","volume":"23","author":"M\u00e5rtensson","year":"2019","journal-title":"NeuroImage: Clinical"},{"issue":"1","key":"10.1016\/j.media.2020.101714_bib0022","doi-asserted-by":"crossref","first-page":"11592","DOI":"10.1038\/s41598-018-29927-0","article-title":"Stability of graph theoretical measures in structural brain networks in Alzheimer\u2019s disease","volume":"8","author":"M\u00e5rtensson","year":"2018","journal-title":"Sci. Rep."},{"issue":"January","key":"10.1016\/j.media.2020.101714_bib0023","first-page":"49","article-title":"TheHiveDB image data management and analysis framework","volume":"7","author":"Muehlboeck","year":"2014","journal-title":"Front. Neuroinform."},{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0024","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1016\/j.jalz.2018.09.011","article-title":"A signature pattern of cortical atrophy in dementia with Lewy bodies: a study on 333 patients from the European DLB consortium","volume":"15","author":"Oppedal","year":"2019","journal-title":"Alzheimer\u2019s Dement."},{"key":"10.1016\/j.media.2020.101714_sbref0024","series-title":"Multi-Domain Adaptation in Brain MRI through Paired Consistency and Adversarial Learning. DART","first-page":"54","article-title":"Multi-Domain Adaptation in Brain MRI through Paired Consistency and Adversarial Learning","volume":"11795","author":"Orbes-Arteaga","year":"2019"},{"key":"10.1016\/j.media.2020.101714_bib0027","doi-asserted-by":"crossref","unstructured":"Pooch, E. H. P., Ballester, P. L., Barros, R. C., 2019. Can we trust deep learning models diagnosis? The impact of domain shift in chest radiograph classification. arXiv:1909.01940.","DOI":"10.1007\/978-3-030-62469-9_7"},{"key":"10.1016\/j.media.2020.101714_bib0026","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.neuroimage.2019.03.026","article-title":"Unsupervised domain adaptation for medical imaging segmentation with self-ensembling","volume":"194","author":"Perone","year":"2019","journal-title":"NeuroImage"},{"key":"10.1016\/j.media.2020.101714_sbref0026","series-title":"Medical Imaging 2019: Image Processing","first-page":"126","article-title":"Evaluating the impact of intensity normalization on MR image synthesis","author":"Reinhold","year":"2019"},{"key":"10.1016\/j.media.2020.101714_bib0029","doi-asserted-by":"crossref","first-page":"967","DOI":"10.1136\/jnnp.55.10.967","article-title":"Atrophy of medial temporal lobes on MRI in \u201cprobable\u201d Alzheimer\u2019s disease and normal ageing: diagnostic value and neuropsychological correlates","volume":"55","author":"Scheltens","year":"1992","journal-title":"J. Neurol. Neurosurg. Psychiatry"},{"issue":"1","key":"10.1016\/j.media.2020.101714_bib0030","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1002\/gps.2491","article-title":"The AddNeuroMed framework for multi-centre MRI assessment of Alzheimer\u2019s disease: experience from the first 24 months","volume":"26","author":"Simmons","year":"2011","journal-title":"Int. J. Geriatr. Psychiatry"},{"key":"10.1016\/j.media.2020.101714_bib0031","series-title":"Proceedings - 30th IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2017","first-page":"6450","article-title":"Residual attention network for image classification","volume":"vol.\u00a02017-Janua","author":"Wang","year":"2017"},{"key":"10.1016\/j.media.2020.101714_bib0033","unstructured":"Yao, L., Prosky, J., Covington, B., Lyman, K., 2019. A strong baseline for domain adaptation and generalization in medical imaging. arXiv:1904.01638, 1\u20135."},{"issue":"3","key":"10.1016\/j.media.2020.101714_bib0032","doi-asserted-by":"crossref","first-page":"818","DOI":"10.1016\/j.neuroimage.2011.06.065","article-title":"AddNeuroMed and ADNI: similar patterns of Alzheimer\u2019s atrophy and automated MRI classification accuracy in Europe and North America","volume":"58","author":"Westman","year":"2011","journal-title":"NeuroImage"},{"issue":"11","key":"10.1016\/j.media.2020.101714_bib0034","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pmed.1002683","article-title":"Variable generalization performance of a deep learning model to detect pneumonia in chest radiographs: a cross-sectional study","volume":"15","author":"Zech","year":"2018","journal-title":"PLoS Med."}],"container-title":["Medical Image Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1361841520300785?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1361841520300785?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T18:39:39Z","timestamp":1761244779000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1361841520300785"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,12]]},"references-count":34,"alternative-id":["S1361841520300785"],"URL":"https:\/\/doi.org\/10.1016\/j.media.2020.101714","relation":{},"ISSN":["1361-8415"],"issn-type":[{"value":"1361-8415","type":"print"}],"subject":[],"published":{"date-parts":[[2020,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"The reliability of a deep learning model in clinical out-of-distribution MRI data: A multicohort study","name":"articletitle","label":"Article Title"},{"value":"Medical Image Analysis","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.media.2020.101714","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"101714"}}