{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T16:59:10Z","timestamp":1776445150444,"version":"3.51.2"},"reference-count":41,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.1109\/ijcnn55064.2022.9892393","type":"proceedings-article","created":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T19:56:04Z","timestamp":1664567764000},"page":"1-9","source":"Crossref","is-referenced-by-count":20,"title":["Effect of pre-training scale on intra- and inter-domain, full and few-shot transfer learning for natural and X-Ray chest images"],"prefix":"10.1109","author":[{"given":"Mehdi","family":"Cherti","sequence":"first","affiliation":[{"name":"Juelich Supercomputing Center, Helmholtz AI, Research Center,Juelich,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jenia","family":"Jitsev","sequence":"additional","affiliation":[{"name":"Juelich Supercomputing Center, Helmholtz AI, Research Center,Juelich,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"ref38","first-page":"22243","article-title":"Big self-supervised models are strong semi-supervised learners","volume":"33","author":"chen","year":"0","journal-title":"Advances in neural information processing systems"},{"key":"ref33","first-page":"136","article-title":"On the limits of cross-domain generalization in automated x-ray prediction","author":"cohen","year":"0","journal-title":"Medical Imaging with Deen Learning"},{"key":"ref32","author":"cohen","year":"2020","journal-title":"TorchXRayVision A library of chest X-ray datasets and models"},{"key":"ref31","article-title":"High-performance large-scale image recognition without normalization","author":"brock","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref30","article-title":"Supervised transfer learning at scale for medical imaging","author":"mustafa","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.97"},{"key":"ref36","first-page":"1","article-title":"Measuring the effects of data parallelism on neural network training","volume":"20","author":"shallue","year":"2019","journal-title":"Journal of Machine Learning Research"},{"key":"ref35","article-title":"Measuring mathematical problem solving with the math dataset","author":"hendrycks","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref34","article-title":"Horovod: fast and easy distributed deep learning in tensorflow","author":"sergeev","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref10","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"brown","year":"0","journal-title":"Advances in neural information processing systems"},{"key":"ref40","article-title":"Rethinking pre-training and self-training","volume":"33","author":"zoph","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref11","article-title":"Imagenet-21k pretraining for the masses","author":"ridnik","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref12","article-title":"Learning transferable visual models from natural language supervision","author":"radford","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref14","year":"2020","journal-title":"JUWELS Booster Supercom-puter"},{"key":"ref15","author":"krizhevsky","year":"2009","journal-title":"Learning multiple layers of features from tiny images"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248092"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.369"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ac3909"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ac3a74"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3129870"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3450439.3451867"},{"key":"ref5","article-title":"A large-scale study of representation learning with the visual task adaptation benchmark","author":"zhai","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58558-7_29"},{"key":"ref7","article-title":"Scaling laws for neural language models","author":"kaplan","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2500224"},{"key":"ref9","article-title":"Scaling vision transformers","author":"zhai","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2014.131"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101797"},{"key":"ref22","first-page":"475","article-title":"Two public chest x-ray datasets for computer-aided screening of pulmonary diseases","volume":"4","author":"jaeger","year":"2014","journal-title":"Quant Imaging Med Surg"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0322-0"},{"key":"ref24","first-page":"3347","article-title":"Transfusion: Understanding transfer learning for medical imaging","volume":"32","author":"raghu","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00346"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"19549","DOI":"10.1038\/s41598-020-76550-z","article-title":"Covid-net: a tailored deep convolutional neural network design for detection of covid-19 cases from chest x-ray images","volume":"10","author":"wang","year":"2020","journal-title":"Scientific Reports"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"15849","DOI":"10.1073\/pnas.1903070116","article-title":"Reconciling modern machine-learning practice and the classical bias-variance trade-off","volume":"116","author":"belkin","year":"0","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"ref25","article-title":"Scaling laws for transfer","author":"hernandez","year":"2021","journal-title":"ArXiv Preprint"}],"event":{"name":"2022 International Joint Conference on Neural Networks (IJCNN)","location":"Padua, Italy","start":{"date-parts":[[2022,7,18]]},"end":{"date-parts":[[2022,7,23]]}},"container-title":["2022 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9891857\/9889787\/09892393.pdf?arnumber=9892393","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T22:59:32Z","timestamp":1667516372000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9892393\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":41,"URL":"https:\/\/doi.org\/10.1109\/ijcnn55064.2022.9892393","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]}}}