{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T21:24:33Z","timestamp":1777670673313,"version":"3.51.4"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031471964","type":"print"},{"value":"9783031449178","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44917-8_25","type":"book-chapter","created":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T20:33:48Z","timestamp":1696710828000},"page":"257-267","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Large-Scale Pretraining on Pathological Images for Fine-Tuning of Small Pathological Benchmarks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1106-239X","authenticated-orcid":false,"given":"Masakata","family":"Kawai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noriaki","family":"Ota","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shinsuke","family":"Yamaoka","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,8]]},"reference":[{"key":"25_CR1","unstructured":"Dosovitskiy, A. et al.: An image is worth 16 \u00d7 16 words: transformers for image recognition at scale. Presented at the (2021)"},{"key":"25_CR2","doi-asserted-by":"publisher","unstructured":"Azizi, S. et al.: Robust and efficient medical imaging with self-supervision (2022). https:\/\/doi.org\/10.48550\/arxiv.2205.09723","DOI":"10.48550\/arxiv.2205.09723"},{"issue":"1","key":"25_CR3","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1038\/s41591-021-01620-2","volume":"28","author":"W Bulten","year":"2022","unstructured":"Bulten, W., et al.: Artificial intelligence for diagnosis and Gleason grading of prostate cancer: the PANDA challenge. Nat. Med. 28(1), 154\u2013163 (2022). https:\/\/doi.org\/10.1038\/s41591-021-01620-2","journal-title":"Nat. Med."},{"key":"25_CR4","unstructured":"Cao, Y.-H., Wu, J.: Rethinking self-supervised learning: small is beautiful (2021). arXiv:2103.13559 [cs]"},{"key":"25_CR5","doi-asserted-by":"crossref","unstructured":"Caron, M., et al.: Emerging properties in self-supervised vision transformers. Presented at the (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"25_CR6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01567","author":"RJ Chen","year":"2022","unstructured":"Chen, R.J., et al.: Scaling vision transformers to gigapixel images via hierarchical self-supervised learning. Presented at the (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.01567","journal-title":"Presented at the"},{"key":"25_CR7","unstructured":"Chen, T., et al.: A simple framework for contrastive learning of visual representations (2020)"},{"key":"25_CR8","unstructured":"Chen, T., et al.: Big self-supervised models are strong semi-supervised learners (2020)"},{"key":"25_CR9","doi-asserted-by":"crossref","unstructured":"Chen, X., et al.: An empirical study of training self-supervised vision transformers. CoRR. abs\/2104.02057 (2021)","DOI":"10.1109\/ICCV48922.2021.00950"},{"issue":"10","key":"25_CR10","doi-asserted-by":"publisher","first-page":"1559","DOI":"10.1038\/s41591-018-0177-5","volume":"24","author":"N Coudray","year":"2018","unstructured":"Coudray, N., et al.: Classification and mutation prediction from non\u2013small cell lung cancer histopathology images using deep learning. Nat. Med. 24(10), 1559\u20131567 (2018). https:\/\/doi.org\/10.1038\/s41591-018-0177-5","journal-title":"Nat. Med."},{"key":"25_CR11","unstructured":"Deininger, L., et al.: A comparative study between vision transformers and CNNs in digital pathology"},{"key":"25_CR12","doi-asserted-by":"crossref","unstructured":"Deng, J., et al.: ImageNet: a large-scale hierarchical image database. In: IEEE, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"25_CR13","doi-asserted-by":"publisher","unstructured":"Devlin, J., et al.: BERT: pre-training of deep bidirectional transformers for language understanding. Presented at the June (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"25_CR14","doi-asserted-by":"publisher","unstructured":"Ehteshami Bejnordi, B., et al.: Diagnostic assessment of deep learning algorithms for detection of lymph node metastases in women with breast cancer. JAMA 318(22), 2199 (2017). https:\/\/doi.org\/10.1001\/jama.2017.14585","DOI":"10.1001\/jama.2017.14585"},{"issue":"7639","key":"25_CR15","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature21056","volume":"542","author":"A Esteva","year":"2017","unstructured":"Esteva, A., et al.: Dermatologist-level classification of skin cancer with deep neural networks. Nature 542(7639), 115\u2013118 (2017). https:\/\/doi.org\/10.1038\/nature21056","journal-title":"Nature"},{"key":"25_CR16","unstructured":"Goyal, P., et al.: Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour (2018). arXiv:1706.02677 [cs]"},{"key":"25_CR17","unstructured":"Grill, J.-B., et al.: Bootstrap your own latent - a new approach to self-supervised learning. Presented at the (2020)"},{"key":"25_CR18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90","author":"K He","year":"2016","unstructured":"He, K., et al.: Deep residual learning for image recognition. Presented at the (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.90","journal-title":"Presented at the"},{"key":"25_CR19","doi-asserted-by":"crossref","unstructured":"He, K., et al.: Identity mappings in deep residual networks. arXiv:1603.05027 [cs]. (2016)","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"25_CR20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975","author":"K He","year":"2020","unstructured":"He, K., et al.: Momentum contrast for unsupervised visual representation learning. Presented at the (2020). https:\/\/doi.org\/10.1109\/CVPR42600.2020.00975","journal-title":"Presented at the"},{"key":"25_CR21","doi-asserted-by":"publisher","unstructured":"Howard, F.M., et al.: The impact of site-specific digital histology signatures on deep learning model accuracy and bias. Nat. Commun. 12(1), 4423 (2021). https:\/\/doi.org\/10.1038\/s41467-021-24698-1","DOI":"10.1038\/s41467-021-24698-1"},{"key":"25_CR22","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift (2015). https:\/\/arxiv.org\/abs\/1502.03167"},{"key":"25_CR23","unstructured":"Alayrac, J.B., et al.: Flamingo: a visual language model for few-shot learning. Presented at the (2022)"},{"issue":"7","key":"25_CR24","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1038\/s41591-019-0462-y","volume":"25","author":"JN Kather","year":"2019","unstructured":"Kather, J.N., et al.: Deep learning can predict microsatellite instability directly from histology in gastrointestinal cancer. Nat. Med. 25(7), 1054\u20131056 (2019). https:\/\/doi.org\/10.1038\/s41591-019-0462-y","journal-title":"Nat. Med."},{"key":"25_CR25","doi-asserted-by":"crossref","unstructured":"Kolesnikov, A., et al.: Big transfer (BiT): general visual representation learning (2020). arxiv:1912.11370 [cs]","DOI":"10.1007\/978-3-030-58558-7_29"},{"key":"25_CR26","doi-asserted-by":"publisher","unstructured":"Li, Z., et al.: Vision transformer-based weakly supervised histopathological image analysis of primary brain tumors. iScience 26, 1, 105872 (2023). https:\/\/doi.org\/10.1016\/j.isci.2022.105872","DOI":"10.1016\/j.isci.2022.105872"},{"key":"25_CR27","unstructured":"Liu, Y., et al.: Detecting cancer metastases on gigapixel pathology images. https:\/\/arxiv.org\/abs\/1703.02442"},{"key":"25_CR28","unstructured":"Long, J., et al.: Fully convolutional networks for semantic segmentation. https:\/\/arxiv.org\/abs\/1411.4038"},{"key":"25_CR29","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization (2017). arxiv.org."},{"key":"25_CR30","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1038\/s41586-021-03512-4","volume":"594","author":"MY Lu","year":"2021","unstructured":"Lu, M.Y., et al.: AI-based pathology predicts origins for cancers of unknown primary. Nature 594, 106\u2013110 (2021). https:\/\/doi.org\/10.1038\/s41586-021-03512-4","journal-title":"Nature"},{"key":"25_CR31","unstructured":"Qiao, S., et al.: Micro-batch training with batch-channel normalization and weight standardization (2020). arXiv:1903.10520 [cs]"},{"key":"25_CR32","unstructured":"Radford, A., et al.: Learning transferable visual models from natural language supervision. Presented at the (2021)"},{"key":"25_CR33","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vis. (IJCV). 115, 211\u2013252 (2015). https:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int. J. Comput. Vis. (IJCV)."},{"key":"25_CR34","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: 3rd International Conference on Learning Representations (ICLR 2015), pp. 1\u201314 Computational and Biological Learning Society (2015)"},{"key":"25_CR35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308","author":"C Szegedy","year":"2016","unstructured":"Szegedy, C., et al.: Rethinking the inception architecture for computer vision. Presented at the (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.308","journal-title":"Presented at the"},{"key":"25_CR36","unstructured":"Tan, M., Le, Q.: EfficientNet: rethinking model scaling for convolutional neural networks. Presented at the (2019)"},{"issue":"8","key":"25_CR37","doi-asserted-by":"publisher","first-page":"1083","DOI":"10.1038\/s41379-022-01025-7","volume":"35","author":"W Uegami","year":"2022","unstructured":"Uegami, W., et al.: MIXTURE of human expertise and deep learning\u2014developing an explainable model for predicting pathological diagnosis and survival in patients with interstitial lung disease. Mod. Pathol. 35(8), 1083\u20131091 (2022). https:\/\/doi.org\/10.1038\/s41379-022-01025-7","journal-title":"Mod. Pathol."},{"key":"25_CR38","doi-asserted-by":"crossref","unstructured":"Veeling, B.S., et al.: Rotation equivariant CNNs for digital pathology (2018). arxiv.org.","DOI":"10.1007\/978-3-030-00934-2_24"},{"key":"25_CR39","doi-asserted-by":"publisher","unstructured":"Wightman, R.: PyTorch image models. GitHub repository (2019). https:\/\/doi.org\/10.5281\/zenodo.4414861","DOI":"10.5281\/zenodo.4414861"},{"key":"25_CR40","doi-asserted-by":"crossref","unstructured":"Wu, Y., He, K.: Group Normalization. https:\/\/openaccess.thecvf.com\/content_ECCV_2018\/html\/Yuxin_Wu_Group_Normalization_ECCV_2018_paper.html","DOI":"10.1007\/978-3-030-01261-8_1"},{"key":"25_CR41","unstructured":"Zhai, X., et al.: A large-scale study of representation learning with the visual task adaptation benchmark (2019)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Learning with Limited and Noisy Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44917-8_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T09:38:47Z","timestamp":1730281127000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44917-8_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031471964","9783031449178"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44917-8_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"8 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MILLanD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshop on Medical Image Learning with Limited and Noisy Data","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vancouver, BC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"milland2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/miccaimilland.wixsite.com\/milland2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}