{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T10:43:57Z","timestamp":1775040237167,"version":"3.50.1"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2024,12,7]],"date-time":"2024-12-07T00:00:00Z","timestamp":1733529600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,7]],"date-time":"2024-12-07T00:00:00Z","timestamp":1733529600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Natural Science Foundation of China under Grants","award":["62306187"],"award-info":[{"award-number":["62306187"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s00371-024-03742-3","type":"journal-article","created":{"date-parts":[[2024,12,6]],"date-time":"2024-12-06T23:19:01Z","timestamp":1733527141000},"page":"5625-5641","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Enhancing pixel-level analysis in medical imaging through visual instruction tuning: introducing PLAMi"],"prefix":"10.1007","volume":"41","author":[{"given":"Maocheng","family":"Bai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaosheng","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ying","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jubo","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaofeng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pengfei","family":"Lyu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,7]]},"reference":[{"issue":"8","key":"3742_CR1","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1016\/S2213-8587(24)00154-2","volume":"12","author":"B Sheng","year":"2024","unstructured":"Sheng, B., Pushpanathan, K., Guan, Z., Lim, Q.H., Lim, Z.W., Yew, S.M.E., Goh, J.H.L., Bee, Y.M., Sabanayagam, C., Sevdalis, N., et al.: Artificial intelligence for diabetes care: current and future prospects. Lancet Diab. Endocrinol. 12(8), 569\u2013595 (2024)","journal-title":"Lancet Diab. Endocrinol."},{"key":"3742_CR2","doi-asserted-by":"crossref","unstructured":"Guan, Z., Li, H., Liu, R., Cai, C., Liu, Y., Li, J., Wang, X., Huang, S., Wu, L., Liu D., et\u00a0al.: \u201cArtificial intelligence in diabetes management: advancements, opportunities, and challenges\u201d. Cell Rep. Med. (2023)","DOI":"10.1016\/j.xcrm.2023.101213"},{"issue":"1","key":"3742_CR3","doi-asserted-by":"publisher","first-page":"3242","DOI":"10.1038\/s41467-021-23458-5","volume":"12","author":"L Dai","year":"2021","unstructured":"Dai, L., Wu, L., Li, H., Cai, C., Wu, Q., Kong, H., Liu, R., Wang, X., Hou, X., Liu, Y., et al.: A deep learning system for detecting diabetic retinopathy across the disease spectrum. Nat. Commun. 12(1), 3242 (2021)","journal-title":"Nat. Commun."},{"issue":"2","key":"3742_CR4","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1007\/s11390-024-3419-7","volume":"39","author":"Y Jung","year":"2024","unstructured":"Jung, Y., Kong, J., Sheng, B., Kim, J.: A transfer function design for medical volume data using a knowledge database based on deep image and primitive intensity profile features retrieval. J. Comput. Sci. Technol. 39(2), 320\u2013335 (2024)","journal-title":"J. Comput. Sci. Technol."},{"key":"3742_CR5","doi-asserted-by":"crossref","unstructured":"Ali, S.\u00a0G., Wang, X., Li, P., Li, H., Yang, P., Jung, Y., Qin, J., Kim, J., Sheng, B.:\u201cEgdnet: an efficient glomerular detection network for multiple anomalous pathological feature in glomerulonephritis,\u201d Vis. Comput. pp. 1\u201318, (2024)","DOI":"10.1007\/s00371-024-03570-5"},{"key":"3742_CR6","doi-asserted-by":"crossref","unstructured":"Pi, R., Han, T, Xie, Y., Pan, R., Lian, Q., Dong, H., Zhang, J., Zhang, T.: \u201cMllm-protector: Ensuring mllm\u2019s safety without hurting performance,\u201d arXiv preprint arXiv:2401.02906, (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.895"},{"key":"3742_CR7","unstructured":"Zhai, Y., Tong, S., Li, X., Cai, M., Qu, Q., Lee, Y.\u00a0J., Ma, Y.: \u201cInvestigating the catastrophic forgetting in multimodal large language models,\u201d arXiv preprint arXiv:2309.10313, (2023)"},{"key":"3742_CR8","unstructured":"Li, J., Guan, Z., Wang, J., Cheung, C.Y., Zheng, Y., Lim, L.-L., Lim, C.C., Ruamviboonsuk, P., Raman, R., Corsino, L., et al.: Integrated image-based deep learning and language models for primary diabetes care. Nat. Med. 1\u201311 (2024)"},{"key":"3742_CR9","unstructured":"Fu, C., Zhang, R., Lin, H., Wang, Z., Gao, T., Luo, Y., Huang, Y., Zhang, Z., Qiu, L., Ye G., et\u00a0al.: \u201cA challenger to gpt-4v? early explorations of Gemini in visual expertise,\u201d arXiv preprint arXiv:2312.12436, (2023)"},{"key":"3742_CR10","doi-asserted-by":"crossref","unstructured":"Ye, J., Hu, A., Xu, H., Ye, Q., Yan, M., Xu, G., Li, C., Tian, J., Qian, Q., Zhang J., et\u00a0al.: \u201cUreader: Universal ocr-free visually-situated language understanding with multimodal large language model,\u201d arXiv preprint arXiv:2310.05126, (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.187"},{"issue":"1","key":"3742_CR11","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1038\/s41746-023-00952-2","volume":"6","author":"F Liu","year":"2023","unstructured":"Liu, F., Zhu, T., Wu, X., Yang, B., You, C., Wang, C., Lu, L., Liu, Z., Zheng, Y., Sun, X., et al.: A medical multimodal large language model for future pandemics. NPJ Digit. Med. 6(1), 226 (2023)","journal-title":"NPJ Digit. Med."},{"key":"3742_CR12","unstructured":"Liu, H., Li, C., Wu, Q., Lee, Y.J.: Visual instruction tuning. Adv. Neural Inform. Process. systems Vol.36, (2024)"},{"key":"3742_CR13","unstructured":"Zhu, D., Chen, J., Shen, X., Li, X., Elhoseiny, M.: \u201cMinigpt-4: Enhancing vision-language understanding with advanced large language models,\u201d arXiv preprint arXiv:2304.10592, (2023)"},{"key":"3742_CR14","doi-asserted-by":"crossref","unstructured":"Antol, S., Agrawal, A., Lu, J., Mitchell, M., Batra, D., Zitnick, C.\u00a0L., Parikh, D.: \u201cVqa: Visual question answering,\u201d In Proceedings of the IEEE international conference on computer vision, pp. 2425\u20132433 (2015)","DOI":"10.1109\/ICCV.2015.279"},{"key":"3742_CR15","unstructured":"Moor, M., Huang, Q., Wu, S., Yasunaga, M., Dalmia, Y., Leskovec, J., Zakka, C., Reis, E.\u00a0P., Rajpurkar, P.: \u201cMed-flamingo: a multimodal medical few-shot learner,\u201d In Machine Learning for Health (ML4H). PMLR, pp. 353\u2013367 (2023)"},{"key":"3742_CR16","doi-asserted-by":"crossref","unstructured":"Li, C., Wong, C., Zhang, S., Usuyama, N., Liu, H., Yang, J., Naumann, T., Poon, H., Gao, J.: Llava-med: Training a large language-and-vision assistant for biomedicine in one day. Adv. Neural Inform. Process. Syst. vol.36, (2024)","DOI":"10.32388\/VLXB6M"},{"key":"3742_CR17","doi-asserted-by":"crossref","unstructured":"Kirillov, A., Mintun, E., Ravi, N., Mao, H., Rolland, C., Gustafson, L., Xiao, T., Whitehead, S., Berg, A.\u00a0C., Lo, W.-Y., et\u00a0al.: \u201cSegment anything,\u201d In Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 4015\u20134026 (2023)","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"3742_CR18","unstructured":"Cheng, J., Ye, J., Deng, Z., Chen, J., Li, T., Wang, H., Su, Y., Huang, Z., Chen, J., Jiang, L., et\u00a0al.: \u201cSam-med2d,\u201d arXiv preprint arXiv:2308.16184, (2023)"},{"key":"3742_CR19","doi-asserted-by":"crossref","unstructured":"Siddique, N., Paheding, S., Elkin, C.\u00a0P., Devabhaktuni, V.: \u201cU-net and its variants for medical image segmentation: A review of theory and applications,\u201d IEEE access, vol.\u00a09, pp. 82\u00a0031\u201382\u00a0057, (2021)","DOI":"10.1109\/ACCESS.2021.3086020"},{"key":"3742_CR20","doi-asserted-by":"crossref","unstructured":"Du, G., Cao, X., Liang, J., Chen, X., Zhan, Y.: Medical image segmentation based on u-net: A review. J. Imaging Sci. Technol64(2), (2020)","DOI":"10.2352\/J.ImagingSci.Technol.2020.64.2.020508"},{"key":"3742_CR21","doi-asserted-by":"crossref","unstructured":"Huang, H., Lin, L., Tong, R., Hu, H., Zhang, Q., Iwamoto, Y., Han, X., Chen, Y.-W., Wu, J.: \u201cUnet 3+: A full-scale connected unet for medical image segmentation,\u201d In ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech And Signal Processing (ICASSP). IEEE, pp. 1055\u20131059 (2020)","DOI":"10.1109\/ICASSP40776.2020.9053405"},{"issue":"12","key":"3742_CR22","doi-asserted-by":"publisher","first-page":"2663","DOI":"10.1109\/TMI.2018.2845918","volume":"37","author":"X Li","year":"2018","unstructured":"Li, X., Chen, H., Qi, X., Dou, Q., Fu, C.-W., Heng, P.-A.: H-denseunet: hybrid densely connected unet for liver and tumor segmentation from ct volumes. IEEE Trans. Med. Imaging 37(12), 2663\u20132674 (2018)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"3742_CR23","doi-asserted-by":"crossref","unstructured":"Cao, H., Wang, Y., Chen, J., Jiang, D., Zhang, X., Tian, Q., Wang, M.: \u201cSwin-unet: Unet-like pure transformer for medical image segmentation,\u201d In European Conference on Computer Vision. Springer, pp. 205\u2013218 (2022)","DOI":"10.1007\/978-3-031-25066-8_9"},{"issue":"6","key":"3742_CR24","doi-asserted-by":"publisher","first-page":"2291","DOI":"10.1007\/s00371-022-02414-4","volume":"39","author":"H Xiao","year":"2023","unstructured":"Xiao, H., Ran, Z., Mabu, S., Li, Y., Li, L.: Saunet++: an automatic segmentation model of Covid-19 lesion from CT slices. Vis. Comput. 39(6), 2291\u20132304 (2023)","journal-title":"Vis. Comput."},{"key":"3742_CR25","doi-asserted-by":"crossref","unstructured":"Yu, C., Wang, J., Peng, C., Gao, C., Yu, G., Sang, N.:\u201cBisenet: Bilateral segmentation network for real-time semantic segmentation,\u201d In Proceedings of the European Conference on Computer Vision (ECCV), pp. 325\u2013341 (2018)","DOI":"10.1007\/978-3-030-01261-8_20"},{"key":"3742_CR26","doi-asserted-by":"crossref","unstructured":"Wang, P., Chen, P., Yuan, Y., Liu, D., Huang, Z., Hou, X., Cottrell, G.: \u201cUnderstanding convolution for semantic segmentation,\u201d In,: IEEE Winter Conference on Applications of Computer Vision (WACV). Ieee 2018, 1451\u20131460 (2018)","DOI":"10.1109\/WACV.2018.00163"},{"key":"3742_CR27","unstructured":"Yuan, Y., Li, W., Liu, J., Tang, D., Luo,X., Qin, C., Zhang, L., Zhu, J.: \u201cOsprey: Pixel understanding with visual instruction tuning,\u201d In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 28\u00a0202\u201328\u00a0211 (2024)"},{"key":"3742_CR28","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Ma, Z., Gao, X., Shakiah, S., Gao, Q., Chai, J.: \u201cGroundhog: Grounding large language models to holistic segmentation,\u201d In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 14\u00a0227\u201314\u00a0238 (2024)","DOI":"10.1109\/CVPR52733.2024.01349"},{"key":"3742_CR29","doi-asserted-by":"crossref","unstructured":"Guo, Q., De\u00a0Mello, S., Yin, H., Byeon, W., Cheung, K.\u00a0C., Yu, Y., Luo, P., Liu, S.: \u201cRegiongpt: Towards region understanding vision language model,\u201d In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13\u00a0796\u201313\u00a0806 (2024)","DOI":"10.1109\/CVPR52733.2024.01309"},{"key":"3742_CR30","unstructured":"Zhang, S., Xu, Y., Usuyama, N., Xu, H., Bagga, J., Tinn, R., Preston, S., Rao, R., Wei, M., Valluri, N., et\u00a0al.: \u201cBiomedclip: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs,\u201d arXiv preprint arXiv:2303.00915, (2023)"},{"key":"3742_CR31","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"3742_CR32","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1007\/s11023-020-09548-1","volume":"30","author":"L Floridi","year":"2020","unstructured":"Floridi, L., Chiriatti, M.: Gpt-3: Its nature, scope, limits, and consequences. Mind. Mach. 30, 681\u2013694 (2020)","journal-title":"Mind. Mach."},{"key":"3742_CR33","unstructured":"Longpre, S., Hou, L., Vu, T., Webson, A., Chung, H.\u00a0W., Tay, Y., Zhou, D., Le, Q.\u00a0V., Zoph, B., Wei, J., et\u00a0al.: \u201cThe flan collection: Designing data and methods for effective instruction tuning,\u201d In International Conference on Machine Learning. PMLR, pp. 22\u00a0631\u201322\u00a0648 (2023)"},{"issue":"2","key":"3742_CR34","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1016\/j.rser.2007.10.001","volume":"13","author":"K Tan","year":"2009","unstructured":"Tan, K., Lee, K., Mohamed, A., Bhatia, S.: Palm oil: addressing issues and towards sustainable development. Renew. Sustain. Energy Rev. 13(2), 420\u2013427 (2009)","journal-title":"Renew. Sustain. Energy Rev."},{"issue":"1","key":"3742_CR35","first-page":"159","volume":"5","author":"LW Johnson","year":"1989","unstructured":"Johnson, L.W.: Llama reproduction. Veterinary Clinics of North America: Food Animal Practice 5(1), 159\u2013182 (1989)","journal-title":"Veterinary Clinics of North America: Food Animal Practice"},{"issue":"5","key":"3742_CR36","doi-asserted-by":"publisher","first-page":"1122","DOI":"10.1109\/JAS.2023.123618","volume":"10","author":"T Wu","year":"2023","unstructured":"Wu, T., He, S., Liu, J., Sun, S., Liu, K., Han, Q.-L., Tang, Y.: A brief overview of Chatgpt: the history, status quo and potential future development. IEEE\/CAA J. Autom. Sinica 10(5), 1122\u20131136 (2023)","journal-title":"IEEE\/CAA J. Autom. Sinica"},{"key":"3742_CR37","unstructured":"Awadalla, A., Gao, I., Gardner, J., Hessel, J., Hanafy, Y., Zhu, W., Marathe, K., Bitton, Y., Gadre, S., Sagawa, S., et\u00a0al.: \u201cOpenflamingo: An open-source framework for training large autoregressive vision-language models,\u201d arXiv preprint arXiv:2308.01390, (2023)"},{"key":"3742_CR38","unstructured":"Zhang, S., Xu, Y., Usuyama, N., Bagga, J., Tinn, R., Preston, S., Rao, R., Wei, M., Valluri, N., Wong, C., et\u00a0al.: \u201cLarge-scale domain-specific pretraining for biomedical vision-language processing,\u201d arXiv preprint arXiv:2303.00915, vol.\u00a02, no.\u00a03, p.\u00a06, (2023)"},{"key":"3742_CR39","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.cviu.2017.06.005","volume":"163","author":"K Kafle","year":"2017","unstructured":"Kafle, K., Kanan, C.: Visual question answering: datasets, algorithms, and future challenges. Comput. Vis. Image Underst. 163, 3\u201320 (2017)","journal-title":"Comput. Vis. Image Underst."},{"key":"3742_CR40","unstructured":"Romera-Paredes, B., Torr, P.: \u201cAn embarrassingly simple approach to zero-shot learning,\u201d In International conference on machine learning. PMLR, pp. 2152\u20132161 (2015)"},{"key":"3742_CR41","doi-asserted-by":"crossref","unstructured":"Liang, F., Wu, B., Dai, X., Li, K., Zhao, Y., Zhang, H., Zhang, P., Vajda, P., Marculescu, D.: \u201cOpen-vocabulary semantic segmentation with mask-adapted clip,\u201d In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7061\u20137070 (2023)","DOI":"10.1109\/CVPR52729.2023.00682"},{"key":"3742_CR42","doi-asserted-by":"crossref","unstructured":"Van\u00a0Veen, D., Van\u00a0Uden, C., Blankemeier, L., Delbrouck, J.-B., Aali, A., Bluethgen, C., Pareek, A., Polacin, M., Reis, E.\u00a0P., Seehofnerova, A., et\u00a0al.: \u201cClinical text summarization: adapting large language models can outperform human experts,\u201d Research Square, (2023)","DOI":"10.21203\/rs.3.rs-3483777\/v1"},{"issue":"12","key":"3742_CR43","doi-asserted-by":"publisher","first-page":"6070","DOI":"10.1109\/JBHI.2022.3207502","volume":"26","author":"JH Moon","year":"2022","unstructured":"Moon, J.H., Lee, H., Shin, W., Kim, Y.-H., Choi, E.: Multi-modal understanding and generation for medical images and text via vision-language pre-training. IEEE J. Biomed. Health Inform. 26(12), 6070\u20136080 (2022)","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"3742_CR44","doi-asserted-by":"publisher","first-page":"1181","DOI":"10.18653\/v1\/2023.findings-eacl.88","volume":"2023","author":"S Eslami","year":"2023","unstructured":"Eslami, S., Meinel, C., De Melo, G.: Pubmedclip: how much does clip benefit visual question answering in the medical domain? Find. Assoc. Comput. Linguist. EACL 2023, 1181\u20131193 (2023)","journal-title":"Find. Assoc. Comput. Linguist. EACL"},{"key":"3742_CR45","doi-asserted-by":"crossref","unstructured":"Tanwani, A.\u00a0K., Barral, J., Freedman, D.: \u201cRepsnet: Combining vision with language for automated medical reports,\u201d In International Conference on Medical Image Computing and Computer-Assisted Intervention. Springer, pp. 714\u2013724 (2022)","DOI":"10.1007\/978-3-031-16443-9_68"},{"key":"3742_CR46","unstructured":"Zhang, S., Sun, P., Chen, S., Xiao, M., Shao, W., Zhang, W., Liu, Y., Chen, K., Luo, P.: \u201cGpt4roi: Instruction tuning large language model on region-of-interest,\u201d arXiv preprint arXiv:2307.03601, (2023)"},{"key":"3742_CR47","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/j.gene.2004.11.014","volume":"346","author":"SA Amer","year":"2005","unstructured":"Amer, S.A., Kumazawa, Y.: Mitochondrial genome of pogona vitticepes (reptilia; agamidae): control region duplication and the origin of australasian agamids. Gene 346, 249\u2013256 (2005)","journal-title":"Gene"},{"key":"3742_CR48","unstructured":"Peng, Z., Wang, W., Dong, L., Hao, Y., Huang, S., Ma, S., Wei, F.: \u201cKosmos-2: Grounding multimodal large language models to the world,\u201d arXiv preprint arXiv:2306.14824, (2023)"},{"key":"3742_CR49","unstructured":"Chen, K., Zhang, Z., Zeng, W., Zhang, R., Zhu, F., Zhao, R.: \u201cShikra: Unleashing multimodal llm\u2019s referential dialogue magic,\u201d arXiv preprint arXiv:2306.15195, (2023)"},{"key":"3742_CR50","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/j.virol.2015.03.017","volume":"479","author":"T Enkirch","year":"2015","unstructured":"Enkirch, T., Von Messling, V.: Ferret models of viral pathogenesis. Virology 479, 259\u2013270 (2015)","journal-title":"Virology"},{"key":"3742_CR51","unstructured":"Ye, J., Cheng, J., Chen, J., Deng, Z., Li,T., Wang, H., Su, Y., Huang, Z., Chen, J., Jiang, L., et\u00a0al.: \u201cSa-med2d-20m dataset: Segment anything in 2d medical imaging with 20 million masks,\u201d arXiv preprint arXiv:2311.11969, (2023)"},{"key":"3742_CR52","doi-asserted-by":"crossref","unstructured":"Artstein, R.: Inter-annotator agreement. Handbook of linguistic annotation 297\u2013313 (2017)","DOI":"10.1007\/978-94-024-0881-2_11"},{"key":"3742_CR53","doi-asserted-by":"crossref","unstructured":"Xu, J., Liu, S., Vahdat, A., Byeon, W., Wang, X., De Mello, S.: \u201cOpen-vocabulary panoptic segmentation with text-to-image diffusion models,\u201d In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2955\u20132966 (2023)","DOI":"10.1109\/CVPR52729.2023.00289"},{"key":"3742_CR54","unstructured":"Jiang, A.\u00a0Q., Sablayrolles, A., Mensch, A., Bamford, C., Chaplot, D.\u00a0S., Casas, D.\u00a0d.\u00a0l., Bressand, F., Lengyel, G., Lample, G., Saulnier, L., et\u00a0al.: \u201cMistral 7b,\u201d arXiv preprint arXiv:2310.06825, (2023)"},{"key":"3742_CR55","unstructured":"Touvron, H., Martin, L., Stone, K., Albert, P., Almahairi, A., Babaei, Y., Bashlykov, N., Batra, S., Bhargava, P., Bhosale, S., et\u00a0al.: \u201cLlama 2: Open foundation and fine-tuned chat models,\u201d arXiv preprint arXiv:2307.09288, (2023)"},{"key":"3742_CR56","doi-asserted-by":"crossref","unstructured":"Rasley, J., Rajbhandari, S., Ruwase, O., He, Y.: \u201cDeepspeed: System optimizations enable training deep learning models with over 100 billion parameters,\u201d In Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 3505\u20133506 (2020)","DOI":"10.1145\/3394486.3406703"},{"key":"3742_CR57","doi-asserted-by":"crossref","unstructured":"Xue, L., Wang, W., Wang, R., Yang, J.: \u201cModular dual-stream visual fusion network for visual question answering,\u201d The Visual Computer, pp. 1\u201314, (2024)","DOI":"10.1007\/s00371-024-03346-x"},{"key":"3742_CR58","doi-asserted-by":"crossref","unstructured":"Lubna, A., Kalady, S., Lijiya, A.: \u201cVisual question answering on blood smear images using convolutional block attention module powered object detection,\u201d The Visual Computer, pp. 1\u201319, (2024)","DOI":"10.1007\/s00371-024-03359-6"},{"issue":"11","key":"3742_CR59","doi-asserted-by":"publisher","first-page":"5783","DOI":"10.1007\/s00371-022-02695-9","volume":"39","author":"Z Guo","year":"2023","unstructured":"Guo, Z., Han, D.: Multi-modal co-attention relation networks for visual question answering. Vis. Comput. 39(11), 5783\u20135795 (2023)","journal-title":"Vis. Comput."},{"issue":"1","key":"3742_CR60","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s00371-019-01786-4","volume":"37","author":"S Hashemi Hosseinabad","year":"2021","unstructured":"Hashemi Hosseinabad, S., Safayani, M., Mirzaei, A.: Multiple answers to a question: a new approach for visual question answering. Vis. Comput. 37(1), 119\u2013131 (2021)","journal-title":"Vis. Comput."},{"key":"3742_CR61","unstructured":"Pellegrini, C., \u00d6zsoy, E., Busam, B., Navab, N., Keicher, M.: \u201cRadialog: A large vision-language model for radiology report generation and conversational assistance,\u201d arXiv preprint arXiv:2311.18681, (2023)"},{"key":"3742_CR62","unstructured":"Radford, A., Kim, J.\u00a0W., Hallacy, C., Ramesh, A., Goh, G., Agarwal, S., Sastry, G., Askell, A., Mishkin, P., Clark, J., et\u00a0al.: \u201cLearning transferable visual models from natural language supervision,\u201d In International Conference on Machine Learning. PMLR, pp. 8748\u20138763 (2021)"},{"key":"3742_CR63","unstructured":"Chiang, W.-L., Li, Z., Lin, Z., Sheng, Y., Wu, Z., Zhang, H., Zheng, L., Zhuang, S., Zhuang, Y., Gonzalez, J.\u00a0E., et\u00a0al.: \u201cVicuna: An open-source chatbot impressing gpt-4 with 90%* chatgpt quality,\u201d See https:\/\/vicunalmsys.org (accessed 14 April 2023), vol.\u00a02, no.\u00a03, p.\u00a06, (2023)"},{"key":"3742_CR64","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., Perrot, M., Duchesnay, E.: Scikit-learn: machine learning in python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"3742_CR65","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.\u00a0Q., Artzi, Y.: \u201cBertscore: Evaluating text generation with bert,\u201d arXiv preprint arXiv:1904.09675, (2019)"},{"key":"3742_CR66","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.-J.: \u201cBleu: a method for automatic evaluation of machine translation,\u201d In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"3742_CR67","unstructured":"Lin, C.-Y.: \u201cRouge: A package for automatic evaluation of summaries,\u201d in Text summarization branches out, pp. 74\u201381 (2004)"},{"key":"3742_CR68","unstructured":"Banerjee, S., Lavie, A.: \u201cMeteor: An automatic metric for mt evaluation with improved correlation with human judgments,\u201d In Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization, pp. 65\u201372 (2005)"},{"key":"3742_CR69","unstructured":"Hsu, H., Lachenbruch, P.\u00a0A.:\u201cPaired t test,\u201d Wiley StatsRef: statistics reference online, (2014)"}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-024-03742-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-024-03742-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-024-03742-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,16]],"date-time":"2025-05-16T08:46:43Z","timestamp":1747385203000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-024-03742-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,7]]},"references-count":69,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["3742"],"URL":"https:\/\/doi.org\/10.1007\/s00371-024-03742-3","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"value":"0178-2789","type":"print"},{"value":"1432-2315","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,7]]},"assertion":[{"value":"20 November 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}