{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T03:38:40Z","timestamp":1768880320847,"version":"3.49.0"},"reference-count":83,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825627","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"6982-6991","source":"Crossref","is-referenced-by-count":2,"title":["Efficient Selective Pre-Training for Imbalanced Fine-Tuning Data in Transfer Learning"],"prefix":"10.1109","author":[{"given":"Shaif","family":"Chowdhury","sequence":"first","affiliation":[{"name":"Baylor University,Department of Computer Science,Waco,TX"}]},{"given":"Sadia","family":"Tisha","sequence":"additional","affiliation":[{"name":"University of Maryland,Baltimore,MD"}]},{"given":"Mushfika","family":"Rahman","sequence":"additional","affiliation":[{"name":"Baylor University,Department of Computer Science,Waco,TX"}]},{"given":"Greg","family":"Hamerly","sequence":"additional","affiliation":[{"name":"Baylor University,Department of Computer Science,Waco,TX"}]}],"member":"263","reference":[{"key":"ref1","first-page":"9","article-title":"A review of class imbalance problem","volume":"1","author":"Elrahman","year":"2013","journal-title":"Journal of Network and Innovative Computing"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02230-2_7"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-015-0870-3"},{"issue":"3","key":"ref4","first-page":"176","article-title":"Siti Mariyam Shamsuddin, and Anca L Ralescu. Classification with class imbalance problem","volume":"5","author":"Ali","year":"2013","journal-title":"Int. J. Advance Soft Compu. Appl"},{"key":"ref5","article-title":"Jorge Santamar\u00eda, Mohamed Manoufali, Beadaa Mohammed, Mohammed A Fadhel, Jinglan Zhang, Ali H Al-Timemy, Omran Al-Shamma, and Ye Duan. Mednet: pre-trained convolutional neural network model for the medical imaging tasks","author":"Alzubaidi","year":"2021"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00676"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794022"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR48806.2021.9412492"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(92)90077-M"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00469"},{"key":"ref11","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"International conference on machine learning","author":"Chen"},{"key":"ref12","article-title":"Catastrophic forgetting meets negative transfer: Batch spectral shrinkage for safe transfer learning","volume":"32","author":"Chen","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20713-6_11"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/WACVW60836.2024.00097"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-47969-4_18"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3174892"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00432"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.343"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2022.3160658"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2022.108890"},{"key":"ref21","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2020"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/WORKS49585.2019.00010"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.9"},{"key":"ref24","first-page":"1583","article-title":"Adafocal: Calibration-aware adaptive focal loss","volume":"35","author":"Ghosh","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-022-06268-8"},{"key":"ref26","volume-title":"Google OR-Tools"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2016.12.035"},{"key":"ref28","article-title":"Learning the k in k-means","volume":"16","author":"Hamerly","year":"2003","journal-title":"Advances in neural information processing systems"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10584-0_20"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00502"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref33","first-page":"2712","article-title":"Using pre-training can improve model robustness and uncertainty","volume-title":"International conference on machine learning","author":"Hendrycks"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053405"},{"key":"ref35","article-title":"What makes imagenet good for transfer learning?","author":"Huh","year":"2016"},{"key":"ref36","first-page":"5997","article-title":"Improving contrastive learning on imbalanced data via open-world sampling","volume":"34","author":"Jiang","year":"2021","journal-title":"Advances in neural information processing systems"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2017.2736553"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298932"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00277"},{"key":"ref40","author":"Krizhevsky","year":"2009","journal-title":"Learning multiple layers of features from tiny images"},{"key":"ref41","first-page":"26","article-title":"Strategies for tackling the class imbalance problem in marine image classification","volume-title":"International Conference on Pattern Recognition","author":"Langenk\u00e4mper"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.116962"},{"key":"ref43","article-title":"and Larry S Davis. An analysis of pre-training on object detection","author":"Li","year":"2019"},{"key":"ref44","article-title":"Delta: Deep learning transfer using feature map with attention for convolutional networks","author":"Li","year":"2019"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"issue":"2","key":"ref46","first-page":"539","article-title":"and Zhi-Hua Zhou. Exploratory undersampling for class-imbalance learning","volume":"39","author":"Liu","year":"2008","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)"},{"key":"ref47","first-page":"32568","article-title":"Improved fine-tuning by better leveraging pre-training data","volume":"35","author":"Liu","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref48","article-title":"Quoc V Le, and Ruoming Pang. Domain adaptive transfer learning with specialist models","author":"Ngiam","year":"2018"},{"key":"ref49","article-title":"Whoi-plankton-a large scale fine grained visual recognition benchmark dataset for plankton classification","author":"Orenstein","year":"2015"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248092"},{"key":"ref52","author":"Polat","journal-title":"Labeled images for ulcerative colitis (limuc) dataset"},{"key":"ref53","first-page":"655","article-title":"Red-gan: Attacking class imbalance via conditioned generation. yet another medical imaging perspective","volume-title":"Medical imaging with deep learning","author":"Qasim","year":"2020"},{"key":"ref54","first-page":"10067","article-title":"An online method for a class of distributionally robust optimization with nonconvex objectives","volume":"34","author":"Qi","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref55","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"International conference on machine learning","author":"Radford"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-023-09884-2"},{"key":"ref57","article-title":"Emanuel Ben-Baruch, Asaf Noy, and Lihi ZelnikManor. Imagenet-21k pretraining for the masses","author":"Ridnik","year":"2021"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/s10723-021-09590-y"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICECA.2018.8474802"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2528162"},{"key":"ref62","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/UEMCON47517.2019.8993089"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01900"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.97"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/SPIN.2018.8474198"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2014.2366792"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2017.150"},{"key":"ref69","article-title":"Pretraining is all you need for image-to-image translation","author":"Wang","year":"2022"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00512"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01155"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2017.0-138"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CAC.2017.8243952"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.9906"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045336"},{"key":"ref76","first-page":"2825","article-title":"Explicit inductive bias for transfer learning with convolutional networks","volume-title":"International Conference on Machine Learning","author":"Xuhong"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00395"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2012.10.032"},{"key":"ref79","article-title":"Transfer learning or self-supervised learning? a tale of two pretraining paradigms","author":"Yang","year":"2020"},{"key":"ref80","first-page":"37991","article-title":"Inducing neural collapse in imbalanced learning: Do we really need a learnable classifier at the end of deep neural network?","volume":"35","author":"Yang","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3225058.3225069"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00678"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2023.3238524"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825627.pdf?arnumber=10825627","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:14:02Z","timestamp":1737101642000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825627\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":83,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825627","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}