{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T16:33:10Z","timestamp":1775579590570,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T00:00:00Z","timestamp":1737504000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T00:00:00Z","timestamp":1737504000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"DOI":"10.1007\/s10278-025-01408-7","type":"journal-article","created":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T13:18:53Z","timestamp":1737551933000},"page":"3235-3247","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["How to Efficiently Annotate Images for Best-Performing Deep Learning-Based Segmentation Models: An Empirical Study with Weak and Noisy Annotations and Segment Anything Model"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3197-7151","authenticated-orcid":false,"given":"Yixin","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1307-7816","authenticated-orcid":false,"given":"Shen","family":"Zhao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2622-753X","authenticated-orcid":false,"given":"Hanxue","family":"Gu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4202-8602","authenticated-orcid":false,"given":"Maciej A.","family":"Mazurowski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,22]]},"reference":[{"key":"1408_CR1","doi-asserted-by":"publisher","unstructured":"He, K., Chen, X., Xie, S., Li, Y., Doll\u00e1r, P., Girshick, R.: Masked autoencoders are scalable vision learners. In: 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 15979\u201315988 (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.01553","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"1408_CR2","doi-asserted-by":"publisher","unstructured":"Xie, Z., Zhang, Z., Cao, Y., Lin, Y., Bao, J., Yao, Z., Dai, Q., Hu, H.: Simmim: a simple framework for masked image modeling. In: 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 9643\u20139653 (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.00943","DOI":"10.1109\/CVPR52688.2022.00943"},{"key":"1408_CR3","doi-asserted-by":"crossref","unstructured":"Ouali, Y., Hudelot, C., Tami, M.: Semi-supervised semantic segmentation with cross-consistency training. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12674\u201312684 (2020)","DOI":"10.1109\/CVPR42600.2020.01269"},{"key":"1408_CR4","doi-asserted-by":"crossref","unstructured":"Chen, X., Yuan, Y., Zeng, G., Wang, J.: Semi-supervised semantic segmentation with cross pseudo supervision. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2613\u20132622 (2021)","DOI":"10.1109\/CVPR46437.2021.00264"},{"key":"1408_CR5","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607 (2020). PMLR"},{"key":"1408_CR6","doi-asserted-by":"crossref","unstructured":"Papandreou, G., Chen, L.-C., Murphy, K.P., Yuille, A.L.: Weakly-and semi-supervised learning of a deep convolutional network for semantic image segmentation. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1742\u20131750 (2015)","DOI":"10.1109\/ICCV.2015.203"},{"key":"1408_CR7","doi-asserted-by":"crossref","unstructured":"Arbel\u00e1ez, P., Pont-Tuset, J., Barron, J.T., Marques, F., Malik, J.: Multiscale combinatorial grouping. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 328\u2013335 (2014)","DOI":"10.1109\/CVPR.2014.49"},{"key":"1408_CR8","doi-asserted-by":"crossref","unstructured":"Khoreva, A., Benenson, R., Hosang, J., Hein, M., Schiele, B.: Simple does it: Weakly supervised instance and semantic segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 876\u2013885 (2017)","DOI":"10.1109\/CVPR.2017.181"},{"issue":"3","key":"1408_CR9","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1145\/1015706.1015720","volume":"23","author":"C Rother","year":"2004","unstructured":"Rother, C., Kolmogorov, V., Blake, A.: \" grabcut\" interactive foreground extraction using iterated graph cuts. ACM transactions on graphics (TOG). 23(3), 309\u2013314 (2004)","journal-title":"ACM transactions on graphics (TOG)."},{"key":"1408_CR10","doi-asserted-by":"crossref","unstructured":"Song, C., Huang, Y., Ouyang, W., Wang, L.: Box-driven class-wise region masking and filling rate guided loss for weakly supervised semantic segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3136\u20133145 (2019)","DOI":"10.1109\/CVPR.2019.00325"},{"key":"1408_CR11","doi-asserted-by":"crossref","unstructured":"Oh, Y., Kim, B., Ham, B.: Background-aware pooling and noise-aware loss for weakly-supervised semantic segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6913\u20136922 (2021)","DOI":"10.1109\/CVPR46437.2021.00684"},{"key":"1408_CR12","unstructured":"Kr\u00e4henb\u00fchl, P., Koltun, V.: Efficient inference in fully connected crfs with gaussian edge potentials. Advances in neural information processing systems. 24 (2011)"},{"key":"1408_CR13","doi-asserted-by":"crossref","unstructured":"Can, Y.B., Chaitanya, K., Mustafa, B., Koch, L.M., Konukoglu, E., Baumgartner, C.F.: Learning to segment medical images with scribble-supervision alone. In: Deep Learning in Medical Image Analysis and Multimodal Learning for Clinical Decision Support: 4th International Workshop, DLMIA 2018, and 8th International Workshop, ML-CDS 2018, Held in Conjunction with MICCAI 2018, Granada, Spain, September 20, 2018, Proceedings 4, pp. 236\u2013244 (2018). Springer","DOI":"10.1007\/978-3-030-00889-5_27"},{"key":"1408_CR14","doi-asserted-by":"crossref","unstructured":"Tang, M., Perazzi, F., Djelouah, A., Ben\u00a0Ayed, I., Schroers, C., Boykov, Y.: On regularized losses for weakly-supervised cnn segmentation. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 507\u2013522 (2018)","DOI":"10.1007\/978-3-030-01270-0_31"},{"key":"1408_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102790","volume":"86","author":"R Guo","year":"2023","unstructured":"Guo, R., Xie, K., Pagnucco, M., Song, Y.: Sac-net: Learning with weak and noisy labels in histopathology image segmentation. Medical Image Analysis. 86, 102790 (2023) https:\/\/doi.org\/10.1016\/j.media.2023.102790","journal-title":"Medical Image Analysis."},{"key":"1408_CR16","doi-asserted-by":"crossref","unstructured":"Sofiiuk, K., Petrov, I.A., Konushin, A.: Reviving iterative training with mask guidance for interactive segmentation. In: 2022 IEEE International Conference on Image Processing (ICIP), pp. 3141\u20133145 (2022). IEEE","DOI":"10.1109\/ICIP46576.2022.9897365"},{"key":"1408_CR17","doi-asserted-by":"crossref","unstructured":"Chen, X., Zhao, Z., Zhang, Y., Duan, M., Qi, D., Zhao, H.: Focalclick: Towards practical interactive image segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1300\u20131309 (2022)","DOI":"10.1109\/CVPR52688.2022.00136"},{"key":"1408_CR18","doi-asserted-by":"crossref","unstructured":"Kirillov, A., Mintun, E., Ravi, N., Mao, H., Rolland, C., Gustafson, L., Xiao, T., Whitehead, S., Berg, A.C., Lo, W.-Y., et al.: Segment anything. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 4015\u20134026 (2023)","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"1408_CR19","doi-asserted-by":"crossref","unstructured":"Heller, N., Dean, J., Papanikolopoulos, N.: Imperfect segmentation labels: How much do they matter? In: Intravascular Imaging and Computer Assisted Stenting and Large-Scale Annotation of Biomedical Data and Expert Label Synthesis: 7th Joint International Workshop, CVII-STENT 2018 and Third International Workshop, LABELS 2018, Held in Conjunction with MICCAI 2018, Granada, Spain, September 16, 2018, Proceedings 3, pp. 112\u2013120 (2018). Springer","DOI":"10.1007\/978-3-030-01364-6_13"},{"key":"1408_CR20","doi-asserted-by":"crossref","unstructured":"Vorontsov, E., Kadoury, S.: Label noise in segmentation networks: mitigation must deal with bias. In: Deep Generative Models, and Data Augmentation, Labelling, and Imperfections: First Workshop, DGM4MICCAI 2021, and First Workshop, DALI 2021, Held in Conjunction with MICCAI 2021, Strasbourg, France, October 1, 2021, Proceedings 1, pp. 251\u2013258 (2021). Springer","DOI":"10.1007\/978-3-030-88210-5_25"},{"key":"1408_CR21","doi-asserted-by":"crossref","unstructured":"Zlateski, A., Jaroensri, R., Sharma, P., Durand, F.: On the importance of label quality for semantic segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1479\u20131487 (2018)","DOI":"10.1109\/CVPR.2018.00160"},{"key":"1408_CR22","doi-asserted-by":"crossref","unstructured":"Ren, Z., Yu, Z., Yang, X., Liu, M.-Y., Schwing, A.G., Kautz, J.: Ufo 2: A unified framework towards omni-supervised object detection. In: European Conference on Computer Vision, pp. 288\u2013313 (2020). Springer","DOI":"10.1007\/978-3-030-58529-7_18"},{"key":"1408_CR23","doi-asserted-by":"crossref","unstructured":"Rei\u00df, S., Seibold, C., Freytag, A., Rodner, E., Stiefelhagen, R.: Decoupled semantic prototypes enable learning from diverse annotation types for semi-weakly segmentation in expert-driven domains. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15495\u201315506 (2023)","DOI":"10.1109\/CVPR52729.2023.01487"},{"key":"1408_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102515","volume":"80","author":"F Gao","year":"2022","unstructured":"Gao, F., Hu, M., Zhong, M.-E., Feng, S., Tian, X., Meng, X., Huang, Z., Lv, M., Song, T., Zhang, X., et al.: Segmentation only uses sparse annotations: Unified weakly and semi-supervised learning in medical images. Medical Image Analysis. 80, 102515 (2022)","journal-title":"Medical Image Analysis."},{"key":"1408_CR25","doi-asserted-by":"crossref","unstructured":"Wang, P., Cai, Z., Yang, H., Swaminathan, G., Vasconcelos, N., Schiele, B., Soatto, S.: Omni-detr: Omni-supervised object detection with transformers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9367\u20139376 (2022)","DOI":"10.1109\/CVPR52688.2022.00915"},{"issue":"3","key":"1408_CR26","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1109\/TPAMI.2016.2552172","volume":"39","author":"Z Lu","year":"2017","unstructured":"Lu, Z., Fu, Z., Xiang, T., Han, P., Wang, L., Gao, X.: Learning from weak and noisy labels for semantic segmentation. IEEE Transactions on Pattern Analysis and Machine Intelligence. 39(3), 486\u2013500 (2017) https:\/\/doi.org\/10.1109\/TPAMI.2016.2552172","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence."},{"issue":"12","key":"1408_CR27","doi-asserted-by":"publisher","first-page":"4243","DOI":"10.1109\/TCYB.2018.2861419","volume":"49","author":"Y Yao","year":"2019","unstructured":"Yao, Y., Wang, L., Zhang, L., Yang, Y., Li, P., Zimmermann, R., Shao, L.: Learning latent stable patterns for image understanding with weak and noisy labels. IEEE Transactions on Cybernetics. 49(12), 4243\u20134252 (2019) https:\/\/doi.org\/10.1109\/TCYB.2018.2861419","journal-title":"IEEE Transactions on Cybernetics."},{"key":"1408_CR28","unstructured":"Everingham, M., Van\u00a0Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The PASCAL Visual Object Classes Challenge 2012 (VOC2012) Results. http:\/\/www.pascal-network.org\/challenges\/VOC\/voc2012\/workshop\/index.html"},{"issue":"5","key":"1408_CR29","doi-asserted-by":"publisher","first-page":"898","DOI":"10.1109\/TPAMI.2010.161","volume":"33","author":"P Arbel\u00e1ez","year":"2011","unstructured":"Arbel\u00e1ez, P., Maire, M., Fowlkes, C., Malik, J.: Contour detection and hierarchical image segmentation. IEEE Transactions on Pattern Analysis and Machine Intelligence. 33(5), 898\u2013916 (2011) https:\/\/doi.org\/10.1109\/TPAMI.2010.161","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence."},{"key":"1408_CR30","doi-asserted-by":"crossref","unstructured":"Zhou, B., Zhao, H., Puig, X., Fidler, S., Barriuso, A., Torralba, A.: Scene parsing through ade20k dataset. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.544"},{"issue":"3","key":"1408_CR31","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1007\/s11263-018-1140-0","volume":"127","author":"B Zhou","year":"2019","unstructured":"Zhou, B., Zhao, H., Puig, X., Xiao, T., Fidler, S., Barriuso, A., Torralba, A.: Semantic understanding of scenes through the ade20k dataset. International Journal of Computer Vision. 127(3), 302\u2013321 (2019)","journal-title":"International Journal of Computer Vision."},{"key":"1408_CR32","unstructured":"Escobar, F.: Satellite Images of Water Bodies. https:\/\/www.kaggle.com\/datasets\/franciscoescobar\/satellite-images-of-water-bodies Accessed 2024-08-16"},{"key":"1408_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102680","volume":"84","author":"P Bilic","year":"2023","unstructured":"Bilic, P., Christ, P., Li, H.B., Vorontsov, E., Ben-Cohen, A., Kaissis, G., Szeskin, A., Jacobs, C., Mamani, G.E.H., Chartrand, G., et al.: The liver tumor segmentation benchmark (lits). Medical Image Analysis. 84, 102680 (2023)","journal-title":"Medical Image Analysis."},{"issue":"8","key":"1408_CR34","doi-asserted-by":"publisher","first-page":"1990","DOI":"10.1109\/TMI.2021.3069634","volume":"40","author":"G Valvano","year":"2021","unstructured":"Valvano, G., Leo, A., Tsaftaris, S.A.: Learning to segment from scribbles using multi-scale adversarial attention gates. IEEE Transactions on Medical Imaging. 40(8), 1990\u20132001 (2021)","journal-title":"IEEE Transactions on Medical Imaging."},{"key":"1408_CR35","doi-asserted-by":"crossref","unstructured":"Zhao, H., Shi, J., Qi, X., Wang, X., Jia, J.: Pyramid scene parsing network. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2881\u20132890 (2017)","DOI":"10.1109\/CVPR.2017.660"},{"key":"1408_CR36","doi-asserted-by":"crossref","unstructured":"Liang, Y., Jafari, N., Luo, X., Chen, Q., Cao, Y., Li, X.: Waternet: An adaptive matching pipeline for segmenting water with volatile appearance. Computational Visual Media, 1\u201314 (2020)","DOI":"10.1007\/s41095-020-0156-x"},{"issue":"4","key":"1408_CR37","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","volume":"40","author":"L-C Chen","year":"2017","unstructured":"Chen, L.-C., Papandreou, G., Kokkinos, I., Murphy, K., Yuille, A.L.: Deeplab: Semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected crfs. IEEE transactions on pattern analysis and machine intelligence. 40(4), 834\u2013848 (2017)","journal-title":"IEEE transactions on pattern analysis and machine intelligence."},{"key":"1408_CR38","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P., Brox, T.: U-net: Convolutional networks for biomedical image segmentation. In: Medical Image Computing and Computer-assisted intervention\u2013MICCAI 2015: 18th International Conference, Munich, Germany, October 5-9, 2015, Proceedings, Part III 18, pp. 234\u2013241 (2015). Springer","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"1408_CR39","doi-asserted-by":"crossref","unstructured":"Punn, N.S., Agarwal, S.: Inception u-net architecture for semantic segmentation to identify nuclei in microscopy cell images. ACM Transactions on Multimedia Computing, Communications, and Applications (TOMM). 16(1), 1\u201315 (2020)","DOI":"10.1145\/3376922"},{"key":"1408_CR40","doi-asserted-by":"publisher","first-page":"654","DOI":"10.1038\/s41467-024-44824-z","volume":"15","author":"J Ma","year":"2024","unstructured":"Ma, J., He, Y., Li, F., Han, L., You, C., Wang, B.: Segment anything in medical images. Nature Communications. 15, 654 (2024)","journal-title":"Nature Communications."},{"key":"1408_CR41","doi-asserted-by":"crossref","unstructured":"Zheng, S., Jayasumana, S., Romera-Paredes, B., Vineet, V., Su, Z., Du, D., Huang, C., Torr, P.H.: Conditional random fields as recurrent neural networks. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1529\u20131537 (2015)","DOI":"10.1109\/ICCV.2015.179"},{"key":"1408_CR42","doi-asserted-by":"crossref","unstructured":"Lin, D., Dai, J., Jia, J., He, K., Sun, J.: Scribblesup: Scribble-supervised convolutional networks for semantic segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3159\u20133167 (2016)","DOI":"10.1109\/CVPR.2016.344"}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-025-01408-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-025-01408-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-025-01408-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T22:48:38Z","timestamp":1761778118000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-025-01408-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,22]]},"references-count":42,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,10]]}},"alternative-id":["1408"],"URL":"https:\/\/doi.org\/10.1007\/s10278-025-01408-7","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,22]]},"assertion":[{"value":"20 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 December 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 January 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 January 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"This is an observational study. All datasets are publicly accessible from published work.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}},{"value":"This study does not involve human subjects.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to Participate"}},{"value":"This study does not involve human subjects.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}}]}}