{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T14:55:31Z","timestamp":1784040931959,"version":"3.55.0"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031721199","type":"print"},{"value":"9783031721205","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72120-5_31","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:02:53Z","timestamp":1727870573000},"page":"330-340","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["HySparK: Hybrid Sparse Masking for\u00a0Large Scale Medical Image Pre-training"],"prefix":"10.1007","author":[{"given":"Fenghe","family":"Tang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ronghao","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingsong","family":"Yao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xueming","family":"Fu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Quan","family":"Quan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heqin","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zaiyi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S. Kevin","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"key":"31_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102879","volume":"89","author":"C Zhang","year":"2023","unstructured":"Zhang C, Zheng H, Gu Y. Dive into the details of self-supervised learning for medical image analysis[J]. Medical Image Analysis, 2023, 89: 102879.","journal-title":"Medical Image Analysis"},{"key":"31_CR2","unstructured":"Chen T, Kornblith S, Norouzi M, et al. A simple framework for contrastive learning of visual representations[C]\/\/ICML. PMLR, 2020: 1597-1607."},{"key":"31_CR3","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, et al. Momentum contrast for unsupervised visual representation learning[C]\/\/CVPR. 2020: 9729-9738.","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"31_CR4","first-page":"21271","volume":"33","author":"JB Grill","year":"2020","unstructured":"Grill J B, Strub F, Altch\u00e9 F, et al. Bootstrap your own latent-a new approach to self-supervised learning[J]. NeurIPS, 2020, 33: 21271-21284.","journal-title":"NeurIPS"},{"key":"31_CR5","first-page":"9912","volume":"33","author":"M Caron","year":"2020","unstructured":"Caron M, Misra I, Mairal J, et al. Unsupervised learning of visual features by contrasting cluster assignments[J]. NeurIPS, 2020, 33: 9912-9924.","journal-title":"NeurIPS"},{"key":"31_CR6","doi-asserted-by":"crossref","unstructured":"Chen X, He K. Exploring simple siamese representation learning[C]\/\/CVPR. 2021: 15750-15758.","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"31_CR7","doi-asserted-by":"crossref","unstructured":"Caron M, Touvron H, Misra I, et al. Emerging properties in self-supervised vision transformers[C]\/\/ICCV. 2021: 9650-9660.","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"31_CR8","unstructured":"Devlin J, Chang M W, Lee K, et al. Bert: Pre-training of deep bidirectional transformers for language understanding[J]. arXiv preprint arXiv:1810.04805, 2018."},{"key":"31_CR9","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, et al. Language models are few-shot learners[J]. NeurIPS, 2020, 33: 1877-1901.","journal-title":"NeurIPS"},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Pathak D, Krahenbuhl P, Donahue J, et al. Context encoders: Feature learning by inpainting[C]\/\/CVPR. 2016: 2536-2544.","DOI":"10.1109\/CVPR.2016.278"},{"key":"31_CR11","unstructured":"Bao H, Dong L, Piao S, et al. Beit: Bert pre-training of image transformers[J]. arXiv preprint arXiv:2106.08254, 2021."},{"key":"31_CR12","unstructured":"Zhou J, Wei C, Wang H, et al. ibot: Image bert pre-training with online tokenizer[J]. arXiv preprint arXiv:2111.07832, 2021."},{"key":"31_CR13","doi-asserted-by":"crossref","unstructured":"He K, Chen X, Xie S, et al. Masked autoencoders are scalable vision learners[C]\/\/CVPR. 2022: 16000-16009.","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"31_CR14","doi-asserted-by":"crossref","unstructured":"Xie Z, Zhang Z, Cao Y, et al. Simmim: A simple framework for masked image modeling[C]\/\/CVPR. 2022: 9653-9663.","DOI":"10.1109\/CVPR52688.2022.00943"},{"key":"31_CR15","doi-asserted-by":"crossref","unstructured":"Assran M, Duval Q, Misra I, et al. Self-supervised learning from images with a joint-embedding predictive architecture[C]\/\/CVPR. 2023: 15619-15629.","DOI":"10.1109\/CVPR52729.2023.01499"},{"issue":"1","key":"31_CR16","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1007\/s11263-023-01852-4","volume":"132","author":"X Chen","year":"2024","unstructured":"Chen X, Ding M, Wang X, et al. Context autoencoder for self-supervised representation learning[J]. IJCV, 2024, 132(1): 208-223.","journal-title":"IJCV"},{"key":"31_CR17","unstructured":"Tian K, Jiang Y, Diao Q, et al. Designing bert for convolutional networks: Sparse and hierarchical masked modeling[J]. arXiv preprint arXiv:2301.03580, 2023."},{"key":"31_CR18","doi-asserted-by":"crossref","unstructured":"Zhou L, Liu H, Bae J, et al. Self pre-training with masked autoencoders for medical image classification and segmentation[C]\/\/ISBI. IEEE, 2023: 1-6.","DOI":"10.1109\/ISBI53787.2023.10230477"},{"key":"31_CR19","doi-asserted-by":"crossref","unstructured":"Goncharov M, Soboleva V, Kurmukov A, et al. vox2vec: A framework for self-supervised contrastive learning of voxel-level representations in medical images[C]\/\/MICCAI, 2023: 605-614.","DOI":"10.1007\/978-3-031-43907-0_58"},{"key":"31_CR20","unstructured":"Chen J, Lu Y, Yu Q, et al. Transunet: Transformers make strong encoders for medical image segmentation[J]. arXiv preprint arXiv:2102.04306, 2021."},{"key":"31_CR21","doi-asserted-by":"crossref","unstructured":"Wang W, Chen C, Ding M, et al. Transbts: Multimodal brain tumor segmentation using transformer[C]\/\/MICCAI, 2021: 109-119.","DOI":"10.1007\/978-3-030-87193-2_11"},{"key":"31_CR22","doi-asserted-by":"crossref","unstructured":"Wang, Haonan, et al. Uctransnet: rethinking the skip connections in u-net from a channel-wise perspective with transformer. AAAI. Vol. 36. No. 3. 2022.","DOI":"10.1609\/aaai.v36i3.20144"},{"key":"31_CR23","unstructured":"Tang F, Nian B, Ding J, et al. MobileUtr: Revisiting the relationship between light-weight CNN and Transformer for efficient medical image segmentation[J]. arXiv preprint arXiv:2312.01740, 2023."},{"key":"31_CR24","doi-asserted-by":"crossref","unstructured":"Ronneberger O, Fischer P, Brox T. U-net: Convolutional networks for biomedical image segmentation[C]\/\/MICCAI, 2015: 234-241.","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"31_CR25","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, et al. An image is worth 16x16 words: Transformers for image recognition at scale[J]. arXiv preprint arXiv:2010.11929, 2020."},{"key":"31_CR26","doi-asserted-by":"crossref","unstructured":"Roy S, Koehler G, Ulrich C, et al. Mednext: transformer-driven scaling of convnets for medical image segmentation[C]\/\/MICCAI, 2023: 405-415.","DOI":"10.1007\/978-3-031-43901-8_39"},{"key":"31_CR27","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et al. Deep residual learning for image recognition[C]\/\/CVPR. 2016: 770-778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"31_CR28","doi-asserted-by":"crossref","unstructured":"Liu Z, Mao H, Wu C Y, et al. A convnet for the 2020s[C]\/\/CVPR. 2022: 11976-11986.","DOI":"10.1109\/CVPR52688.2022.01167"},{"key":"31_CR29","doi-asserted-by":"crossref","unstructured":"Hatamizadeh A, Tang Y, Nath V, et al. Unetr: Transformers for 3d medical image segmentation[C]\/\/WACV. 2022: 574-584.","DOI":"10.1109\/WACV51458.2022.00181"},{"key":"31_CR30","doi-asserted-by":"crossref","unstructured":"Tang Y, Yang D, Li W, et al. Self-supervised pre-training of swin transformers for 3d medical image analysis[C]\/\/CVPR. 2022: 20730-20740.","DOI":"10.1109\/CVPR52688.2022.02007"},{"key":"31_CR31","first-page":"12","volume":"5","author":"B Landman","year":"2015","unstructured":"Landman B, Xu Z, Igelsias J, et al. Miccai multi-atlas labeling beyond the cranial vault-workshop and challenge[C]\/\/Proc. MICCAI Multi-Atlas Labeling Beyond Cranial Vault-Workshop Challenge. 2015, 5: 12.","journal-title":"MICCAI Multi-Atlas Labeling Beyond Cranial Vault-Workshop Challenge."},{"key":"31_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101950","volume":"69","author":"AE Kavur","year":"2021","unstructured":"Kavur A E, Gezer N S, Bar\u00ed\u015f M, et al. CHAOS challenge-combined (CT-MR) healthy abdominal organ segmentation[J]. Medical Image Analysis, 2021, 69: 101950.","journal-title":"Medical Image Analysis"},{"key":"31_CR33","doi-asserted-by":"publisher","first-page":"102642","DOI":"10.1016\/j.media.2022.102642","volume":"82","author":"X Luo","year":"2022","unstructured":"Luo X, Liao W, Xiao J, et al. WORD: A large scale dataset, benchmark and clinical applicable study for abdominal organ segmentation from CT image[J]. Medical Image Analysis, 2022, 82: 102642-102642.","journal-title":"Medical Image Analysis"},{"key":"31_CR34","unstructured":"Ma J, Zhang Y, Gu S, et al. Unleashing the strengths of unlabeled data in pan-cancer abdominal organ quantification: the flare22 challenge[J]. arXiv preprint arXiv:2308.05862, 2023."},{"issue":"10","key":"31_CR35","doi-asserted-by":"publisher","first-page":"6695","DOI":"10.1109\/TPAMI.2021.3100536","volume":"44","author":"J Ma","year":"2021","unstructured":"Ma J, Zhang Y, Gu S, et al. Abdomenct-1k: Is abdominal organ segmentation a solved problem?[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2021, 44(10): 6695-6714.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"31_CR36","doi-asserted-by":"crossref","unstructured":"Wasserthal J, Breit H C, Meyer M T, et al. Totalsegmentator: Robust segmentation of 104 anatomic structures in ct images[J]. Radiology: Artificial Intelligence, 2023, 5(5).","DOI":"10.1148\/ryai.230024"},{"key":"31_CR37","first-page":"36722","volume":"35","author":"Y Ji","year":"2022","unstructured":"Ji Y, Bai H, Ge C, et al. Amos: A large-scale abdominal multi-organ benchmark for versatile medical image segmentation[J]. NeurIPS, 2022, 35: 36722-36732.","journal-title":"NeurIPS"},{"issue":"1","key":"31_CR38","doi-asserted-by":"publisher","first-page":"4128","DOI":"10.1038\/s41467-022-30695-9","volume":"13","author":"M Antonelli","year":"2022","unstructured":"Antonelli M, Reinke A, Bakas S, et al. The medical segmentation decathlon[J]. Nature communications, 2022, 13(1): 4128.","journal-title":"Nature communications"},{"key":"31_CR39","doi-asserted-by":"crossref","unstructured":"Graham B, Van der Maaten L. Submanifold sparse convolutional networks[J]. arXiv preprint arXiv:1706.01307, 2017.","DOI":"10.1109\/CVPR.2018.00961"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72120-5_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:26:00Z","timestamp":1727871960000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72120-5_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031721199","9783031721205"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72120-5_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}