{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T04:04:35Z","timestamp":1782360275101,"version":"3.54.5"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720857","type":"print"},{"value":"9783031720864","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72086-4_59","type":"book-chapter","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:34:45Z","timestamp":1727987685000},"page":"627-637","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Sparsity- and\u00a0Hybridity-Inspired Visual Parameter-Efficient Fine-Tuning for\u00a0Medical Diagnosis"],"prefix":"10.1007","author":[{"given":"Mingyuan","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lu","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shengnan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jicong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,4]]},"reference":[{"key":"59_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2019.104863","volume":"28","author":"W Al-Dhabyani","year":"2020","unstructured":"Al-Dhabyani, W., Gomaa, M., Khaled, H., Fahmy, A.: Dataset of breast ultrasound images. Data in brief 28, 104863 (2020)","journal-title":"Data in brief"},{"key":"59_CR2","unstructured":"Basu, S., Massiceti, D., Hu, S.X., Feizi, S.: Strong baselines for parameter efficient few-shot fine-tuning. ArXiv:2304.01917 (2023)"},{"key":"59_CR3","first-page":"11285","volume":"33","author":"H Cai","year":"2020","unstructured":"Cai, H., Gan, C., Zhu, L., Han, S.: Tinytl: Reduce memory, not parameters for efficient on-device learning. NeurIPS 33, 11285\u201311297 (2020)","journal-title":"NeurIPS"},{"key":"59_CR4","first-page":"16664","volume":"35","author":"S Chen","year":"2022","unstructured":"Chen, S., Ge, C., Tong, Z., Wang, J., Song, Y., Wang, J., Luo, P.: Adaptformer: Adapting vision transformers for scalable visual recognition. NeurIPS 35, 16664\u201316678 (2022)","journal-title":"NeurIPS"},{"key":"59_CR5","volume":"76","author":"J Cheng","year":"2022","unstructured":"Cheng, J., Tian, S., Yu, L., Gao, C., Kang, X., Ma, X., Wu, W., Liu, S., Lu, H.: Resganet: Residual group attention network for medical image classification and segmentation. MedIA 76, 102313 (2022)","journal-title":"MedIA"},{"issue":"3","key":"59_CR6","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1038\/s42256-023-00626-4","volume":"5","author":"N Ding","year":"2023","unstructured":"Ding, N., Qin, Y., Yang, G., Wei, F., Yang, Z., Su, Y., Hu, S., Chen, Y., Chan, C.M., Chen, W., et\u00a0al.: Parameter-efficient fine-tuning of large-scale pre-trained language models. Nature Machine Intelligence 5(3), 220\u2013235 (2023)","journal-title":"Nature Machine Intelligence"},{"key":"59_CR7","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S., et\u00a0al.: An image is worth 16x16 words: Transformers for image recognition at scale. In: ICLR (2020)"},{"key":"59_CR8","unstructured":"Dutt, R., Ericsson, L., Sanchez, P., Tsaftaris, S.A., Hospedales, T.: Parameter-efficient fine-tuning for medical image analysis: The missed opportunity. ArXiv:2305.08252 (2023)"},{"key":"59_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2024.106133","volume":"172","author":"T Gao","year":"2024","unstructured":"Gao, T., Xu, C.Z., Zhang, L., Kong, H.: Gsb: Group superposition binarization for vision transformer with limited training samples. Neural Networks 172, 106133 (2024)","journal-title":"Neural Networks"},{"key":"59_CR10","doi-asserted-by":"crossref","unstructured":"He, H., Cai, J., Zhang, J., Tao, D., Zhuang, B.: Sensitivity-aware visual parameter-efficient fine-tuning. In: ICCV. pp. 11825\u201311835 (2023)","DOI":"10.1109\/ICCV51070.2023.01086"},{"key":"59_CR11","unstructured":"Houlsby, N., Giurgiu, A., Jastrzebski, S., Morrone, B., De\u00a0Laroussilhe, Q., Gesmundo, A., Attariyan, M., Gelly, S.: Parameter-efficient transfer learning for nlp. In: ICML. pp. 2790\u20132799. PMLR (2019)"},{"key":"59_CR12","unstructured":"Hu, E.J., Shen, Y., Wallis, P., Allen-Zhu, Z., Li, Y., Wang, S., Wang, L., Chen, W.: Lora: Low-rank adaptation of large language models. In: ICLR (2022)"},{"key":"59_CR13","doi-asserted-by":"crossref","unstructured":"Jia, M., Tang, L., Chen, B.C., Cardie, C., Belongie, S., Hariharan, B., Lim, S.N.: Visual prompt tuning. In: ECCV. pp. 709\u2013727. Springer (2022)","DOI":"10.1007\/978-3-031-19827-4_41"},{"key":"59_CR14","doi-asserted-by":"crossref","unstructured":"Ju, C., Han, T., Zheng, K., Zhang, Y., Xie, W.: Prompting visual-language models for efficient video understanding. In: ECCV. pp. 105\u2013124. Springer (2022)","DOI":"10.1007\/978-3-031-19833-5_7"},{"key":"59_CR15","unstructured":"Kermany, D., Zhang, K., Goldbaum, M.: Large dataset of labeled optical coherence tomography (oct) and chest x-ray images. Mendeley Data 3(10.17632) (2018)"},{"key":"59_CR16","doi-asserted-by":"crossref","unstructured":"Lester, B., Al-Rfou, R., Constant, N.: The power of scale for parameter-efficient prompt tuning. ArXiv:2104.08691 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"59_CR17","doi-asserted-by":"crossref","unstructured":"Li, K., Yu, R., Wang, Z., Yuan, L., Song, G., Chen, J.: Locality guidance for improving vision transformers on tiny datasets. In: ECCV. pp. 110\u2013127. Springer (2022)","DOI":"10.1007\/978-3-031-20053-3_7"},{"key":"59_CR18","doi-asserted-by":"crossref","unstructured":"Li, X., Wang, W., Hu, X., Yang, J.: Selective kernel networks. In: CVPR. pp. 510\u2013519 (2019)","DOI":"10.1109\/CVPR.2019.00060"},{"key":"59_CR19","unstructured":"Li, X.L., Liang, P.: Prefix-tuning: Optimizing continuous prompts for generation. In: ACL-IJCNLP. pp. 4582\u20134597 (2021)"},{"key":"59_CR20","first-page":"109","volume":"35","author":"D Lian","year":"2022","unstructured":"Lian, D., Zhou, D., Feng, J., Wang, X.: Scaling & shifting your features: A new baseline for efficient model tuning. NeurIPS 35, 109\u2013123 (2022)","journal-title":"NeurIPS"},{"key":"59_CR21","doi-asserted-by":"crossref","unstructured":"Liang, F., Wu, B., Dai, X., Li, K., Zhao, Y., Zhang, H., Zhang, P., Vajda, P., Marculescu, D.: Open-vocabulary semantic segmentation with mask-adapted clip. In: CVPR. pp. 7061\u20137070 (2023)","DOI":"10.1109\/CVPR52729.2023.00682"},{"key":"59_CR22","first-page":"1950","volume":"35","author":"H Liu","year":"2022","unstructured":"Liu, H., Tam, D., Muqeeth, M., Mohta, J., Huang, T., Bansal, M., Raffel, C.A.: Few-shot parameter-efficient fine-tuning is better and cheaper than in-context learning. NeurIPS 35, 1950\u20131965 (2022)","journal-title":"NeurIPS"},{"key":"59_CR23","unstructured":"Matsoukas, C., Haslum, J.F., S\u00f6derberg, M., Smith, K.: Is it time to replace cnns with transformers for medical images? ArXiv:2108.09038 (2021)"},{"key":"59_CR24","doi-asserted-by":"crossref","unstructured":"Molchanov, P., Mallya, A., Tyree, S., Frosio, I., Kautz, J.: Importance estimation for neural network pruning. In: CVPR. pp. 11264\u201311272 (2019)","DOI":"10.1109\/CVPR.2019.01152"},{"issue":"9","key":"59_CR25","doi-asserted-by":"publisher","first-page":"1431","DOI":"10.1093\/ibd\/izac226","volume":"29","author":"G Polat","year":"2023","unstructured":"Polat, G., Kani, H.T., Ergenc, I., Ozen\u00a0Alahdab, Y., Temizel, A., Atug, O.: Improving the computer-aided estimation of ulcerative colitis severity according to mayo endoscopic score by using regression-based deep learning. Inflammatory Bowel Diseases 29(9), 1431\u20131439 (2023)","journal-title":"Inflammatory Bowel Diseases"},{"key":"59_CR26","unstructured":"Qin, Y., Wang, X., Su, Y., Lin, Y., Ding, N., Yi, J., Chen, W., Liu, Z., Li, J., Hou, L., et\u00a0al.: Exploring universal intrinsic task subspace via prompt tuning. ArXiv:2110.07867 (2021)"},{"key":"59_CR27","unstructured":"Radford, A., Kim, J.W., Hallacy, C., Ramesh, A., Goh, G., Agarwal, S., Sastry, G., Askell, A., Mishkin, P., Clark, J., et\u00a0al.: Learning transferable visual models from natural language supervision. In: ICML. pp. 8748\u20138763. PMLR (2021)"},{"key":"59_CR28","doi-asserted-by":"crossref","unstructured":"Shamshad, F., Khan, S., Zamir, S.W., Khan, M.H., Hayat, M., Khan, F.S., Fu, H.: Transformers in medical imaging: A survey. MedIA p. 102802 (2023)","DOI":"10.1016\/j.media.2023.102802"},{"key":"59_CR29","doi-asserted-by":"crossref","unstructured":"Sohn, K., Chang, H., Lezama, J., Polania, L., Zhang, H., Hao, Y., Essa, I., Jiang, L.: Visual prompt tuning for generative transfer learning. In: CVPR. pp. 19840\u201319851 (2023)","DOI":"10.1109\/CVPR52729.2023.01900"},{"key":"59_CR30","doi-asserted-by":"crossref","unstructured":"Touvron, H., Cord, M., El-Nouby, A., Verbeek, J., J\u00e9gou, H.: Three things everyone should know about vision transformers. In: ECCV. pp. 497\u2013515. Springer (2022)","DOI":"10.1007\/978-3-031-20053-3_29"},{"key":"59_CR31","doi-asserted-by":"crossref","unstructured":"Wang, Q., Wu, B., Zhu, P., Li, P., Zuo, W., Hu, Q.: Eca-net: Efficient channel attention for deep convolutional neural networks. In: CVPR. pp. 11534\u201311542 (2020)","DOI":"10.1109\/CVPR42600.2020.01155"},{"key":"59_CR32","unstructured":"Yang, X., He, X., Zhao, J., Zhang, Y., Zhang, S., Xie, P.: Covid-ct-dataset: a ct scan dataset about covid-19. arXiv preprint arXiv:2003.13865 (2020)"},{"key":"59_CR33","unstructured":"Zaken, E.B., Goldberg, Y., Ravfogel, S.: Bitfit: Simple parameter-efficient fine-tuning for transformer-based masked language-models. In: ACL (Volume 2: Short Papers). pp.\u00a01\u20139 (2022)"},{"key":"59_CR34","unstructured":"Zhang, Q., Zuo, S., Liang, C., Bukharin, A., He, P., Chen, W., Zhao, T.: Platon: Pruning large transformer models with upper confidence bound of weight importance. In: ICML. pp. 26809\u201326823. PMLR (2022)"},{"issue":"4","key":"59_CR35","first-page":"881","volume":"41","author":"C Zhu","year":"2021","unstructured":"Zhu, C., Chen, W., Peng, T., Wang, Y., Jin, M.: Hard sample aware noise robust learning for histopathology image classification. IEEE TMI 41(4), 881\u2013894 (2021)","journal-title":"IEEE TMI"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72086-4_59","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:43:21Z","timestamp":1727988201000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72086-4_59"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720857","9783031720864"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72086-4_59","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"4 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}