{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T17:23:14Z","timestamp":1777656194706,"version":"3.51.4"},"reference-count":37,"publisher":"Tsinghua University Press","issue":"4","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T00:00:00Z","timestamp":1724716800000},"content-version":"vor","delay-in-days":26,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comp. Visual. Med."],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s41095-024-0430-4","type":"journal-article","created":{"date-parts":[[2024,8,26]],"date-time":"2024-08-26T21:01:45Z","timestamp":1724706105000},"page":"741-752","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["CLIP-SP: Vision-language model with adaptive prompting for scene parsing"],"prefix":"10.26599","volume":"10","author":[{"given":"Jiaao","family":"Li","sequence":"first","affiliation":[{"name":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yixiang","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ming","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xu","family":"Ji","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chuang","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"11138","reference":[{"key":"430_CR1","first-page":"3431","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"J Long","year":"2015","unstructured":"Long, J.; Shelhamer, E.; Darrell, T. Fully convolutional networks for semantic segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 3431\u20133440, 2015."},{"key":"430_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/978-3-030-58539-6_11","volume-title":"Computer Vision - ECCV 2020","author":"Y Yuan","year":"2020","unstructured":"Yuan, Y.; Chen, X.; Wang, J. Object-contextual representations for semantic segmentation. In: Computer Vision - ECCV 2020. Lecture Notes in Computer Science, Vol. 12351. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 173\u2013190, 2020."},{"key":"430_CR3","doi-asserted-by":"crossref","unstructured":"Yuan, Y.; Chen, X.; Chen, X.; Wang, J. Segmentation transformer: Object-contextual representations for semantic segmentation. arXiv preprint arXiv:1909.11065, 2019.","DOI":"10.1007\/978-3-030-58539-6_11"},{"key":"430_CR4","first-page":"6392","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"A Kirillov","year":"2019","unstructured":"Kirillov, A.; Girshick, R.; He, K.; Dollar, P. Panoptic feature pyramid networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 6392\u20136401, 2019."},{"key":"430_CR5","first-page":"6230","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"H Zhao","year":"2017","unstructured":"Zhao, H.; Shi, J.; Qi, X.; Wang, X.; Jia, J. Pyramid scene parsing network. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 6230\u20136239, 2017."},{"key":"430_CR6","unstructured":"Dosovitskiy, A.; Beyer, L.; Kolesnikov, A.; Weissenborn, D.; Zhai, X.; Unterthiner, T.; Dehghani, M.; Minderer, M.; Heigold, G.; Gelly, S.; et al. An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929, 2020."},{"key":"430_CR7","first-page":"9992","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"Z Liu","year":"2021","unstructured":"Liu, Z.; Lin, Y.; Cao, Y.; Hu, H.; Wei, Y.; Zhang, Z.; Lin, S.; Guo, B. Swin transformer: Hierarchical vision transformer using shifted windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 9992\u201310002, 2021."},{"key":"430_CR8","first-page":"12077","volume-title":"Proceedings of the 35th Conference on Neural Information Processing Systems","author":"E Xie","year":"2021","unstructured":"Xie, E.; Wang, W.; Yu, Z.; Anandkumar, A.; Alvarez, J. M.; Luo, P.; SegFormer: Simple and efficient design for semantic segmentation with transformers. In: Proceedings of the 35th Conference on Neural Information Processing Systems, 12077\u201312090, 2021."},{"key":"430_CR9","first-page":"8748","volume-title":"Proceedings of the 38th International Conference on Machine Learning","author":"A Radford","year":"2021","unstructured":"Radford, A.; Kim, J. W.; Hallacy, C.; Ramesh, A.; Goh, G.; Agarwal, S.; Sastry, G.; Askell, A.; Mishkin, P.; Clark, J.; et al. Learning transferable visual models from natural language supervision. In: Proceedings of the 38th International Conference on Machine Learning, 8748\u20138763, 2021."},{"key":"430_CR10","first-page":"7076","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"T Luddecke","year":"2022","unstructured":"Luddecke, T.; Ecker, A. Image segmentation using text and image prompts. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7076\u20137086, 2022."},{"key":"430_CR11","first-page":"18061","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Y Rao","year":"2022","unstructured":"Rao, Y.; Zhao, W.; Chen, G.; Tang, Y.; Zhu, Z.; Huang, G.; Zhou, J.; Lu, J. DenseCLIP: Language-guided dense prediction with context-aware prompting. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 18061\u201318070, 2022."},{"key":"430_CR12","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1007\/s11263-018-1140-0","volume":"127","author":"B Zhou","year":"2019","unstructured":"Zhou, B.; Zhao, H.; Puig, X.; Xiao, T.; Fidler, S.; Barriuso, A.; Torralba, A. Semantic understanding of scenes through the ADE20K dataset. International Journal of Computer Vision Vol. 127, 302\u2013321, 2019.","journal-title":"International Journal of Computer Vision"},{"key":"430_CR13","first-page":"770","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"K He","year":"2016","unstructured":"He, K.; Zhang, X.; Ren, S.; Sun, J. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 770\u2013778, 2016."},{"key":"430_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1007\/978-3-030-01234-2_49","volume-title":"Computer Vision\u2013ECCV 2018","author":"L C Chen","year":"2018","unstructured":"Chen, L. C.; Zhu, Y.; Papandreou, G.; Schroff, F.; Adam, H. Encoder-decoder with atrous separable convolution for semantic image segmentation. In: Computer Vision\u2013ECCV 2018. Lecture Notes in Computer Science, Vol. 11211. Ferrari, V.; Hebert, M.; Sminchisescu, C.; Weiss, Y. Eds. Springer Cham, 833\u2013851, 2018."},{"key":"430_CR15","first-page":"1280","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"B Cheng","year":"2022","unstructured":"Cheng, B.; Misra, I.; Schwing, A. G.; Kirillov, A.; Girdhar, R. Masked-attention mask transformer for universal image segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 1280\u20131289, 2022."},{"key":"430_CR16","unstructured":"Zhang, W.; Pang, J.; Chen, K.; Loy, C. C. K-Net: Towards unified image segmentation. In: Proceedings of the 35th International Conference on Neural Information Processing Systems, Article No. 790, 10326\u201310338, 2024."},{"key":"430_CR17","first-page":"9643","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Z Xie","year":"2022","unstructured":"Xie, Z.; Zhang, Z.; Cao, Y.; Lin, Y.; Bao, J.; Yao, Z.; Dai, Q.; Hu, H. SimMIM: A simple framework for masked image modeling. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 9643\u20139653, 2022."},{"key":"430_CR18","first-page":"15979","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"K He","year":"2022","unstructured":"He, K.; Chen, X.; Xie, S.; Li, Y.; Dollar, P.; Girshick, R. Masked autoencoders are scalable vision learners. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 15979\u201315988, 2022."},{"key":"430_CR19","first-page":"4904","volume-title":"Proceedings of the 38th International Conference on Machine Learning","author":"C Jia","year":"2021","unstructured":"Jia, C.; Yang, Y.; Xia, Y.; Chen, Y.-T.; Parekh, Z.; Pham, H.; Le, Q.; Sung, Y.-H.; Li, Z.; Duerig, T. Scaling up visual and vision-language representation learning with noisy text supervision. In: Proceedings of the 38th International Conference on Machine Learning, 4904\u20134916, 2021."},{"key":"430_CR20","first-page":"2960","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"H Hu","year":"2016","unstructured":"Hu, H.; Zhou, G. T.; Deng, Z.; Liao, Z.; Mori, G. Learning structured inference neural networks with label relations. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2960\u20132968, 2016."},{"key":"430_CR21","first-page":"2977","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"Q Li","year":"2016","unstructured":"Li, Q.; Qiao, M.; Bian, W.; Tao, D. Conditional graphical lasso for multi-label image classification. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2977\u20132986, 2016."},{"key":"430_CR22","first-page":"522","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"T Chen","year":"2019","unstructured":"Chen, T.; Xu, M.; Hui, X.; Wu, H.; Lin, L. Learning semantic-specific graph representation for multi-label image recognition. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 522\u2013531, 2019."},{"key":"430_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1007\/978-3-030-58548-8_10","volume-title":"Computer Vision\u2013ECCV 2020","author":"T Wu","year":"2020","unstructured":"Wu, T.; Huang, Q.; Liu, Z.; Wang, Y.; Lin, D. Distribution-balanced loss for multi-label classification in long-tailed datasets. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12349. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 162\u2013178, 2020."},{"key":"430_CR24","first-page":"82","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"T Ridnik","year":"2021","unstructured":"Ridnik, T.; Ben-Baruch, E.; Zamir, N.; Noy, A.; Friedman, I.; Protter, M.; Zelnik-Manor, L. Asymmetric loss for multi-label classification. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 82\u201391, 2021."},{"key":"430_CR25","unstructured":"Xu, S.; Li, Y.; Hsiao, J.; Ho, C.; Qi, Z. A dual modality approach for (zero-shot) multi-label classification. arXiv preprint arXiv:2208.09562, 2022."},{"key":"430_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1007\/978-3-031-19818-2_39","volume-title":"Computer Vision\u2013ECCV 2022","author":"H He","year":"2022","unstructured":"He, H.; Yuan, Y.; Yue, X.; Hu, H. RankSeg: Adaptive pixel classification with image category ranking for segmentation. In: Computer Vision\u2013ECCV 2022. Lecture Notes in Computer Science, Vol. 13689. Avidan, S.; Brostow, G.; Ciss\u00e9, M.; Farinella, G. M.; Hassner, T. Eds. Springer Cham, 682\u2013700, 2022."},{"key":"430_CR27","first-page":"6000","volume-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems","author":"A Vaswani","year":"2017","unstructured":"Vaswani, A.; Shazeer, N.; Parmar, N.; Uszkoreit, J.; Jones, L.; Gomez, A. N.; Kaiser, L.; Polosukhin, I. Attention is all you need. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, 6000\u20136010, 2017."},{"key":"430_CR28","first-page":"16772","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Y Zhong","year":"2022","unstructured":"Zhong, Y.; Yang, J.; Zhang, P.; Li, C.; Codella, N.; Li, L. H.; Zhou, L.; Dai, X.; Yuan, L.; Li, Y.; et al. RegionCLIP: Region-based language-image pretraining. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 16772\u201316782, 2022."},{"key":"430_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"696","DOI":"10.1007\/978-3-031-19815-1_40","volume-title":"Computer Vision-ECCV 2022","author":"C Zhou","year":"2022","unstructured":"Zhou, C.; Loy, C. C., Dai, B. Extract free dense labels from CLIP. In: Computer Vision-ECCV 2022. Lecture Notes in Computer Science, Vol. 13688. Avidan, S.; Brostow, G.; Ciss\u00e9, M.; Farinella, G. M.; Hassner, T. Eds. Springer Cham, 696\u2013712, 2022."},{"key":"430_CR30","unstructured":"Kipf, T. N.; Welling, M. Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907, 2016."},{"key":"430_CR31","first-page":"7132","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"J Hu","year":"2018","unstructured":"Hu, J.; Shen, L.; Sun, G. Squeeze-and-excitation networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7132\u20137141, 2018."},{"key":"430_CR32","first-page":"7794","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"X Wang","year":"2018","unstructured":"Wang, X.; Girshick, R.; Gupta, A.; He, K. Nonlocal neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7794\u20137803, 2018."},{"key":"430_CR33","first-page":"7151","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"H Zhang","year":"2018","unstructured":"Zhang, H.; Dana, K.; Shi, J.; Zhang, Z.; Wang, X.; Tyagi, A.; Agrawal, A. Context encoding for semantic segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 7151\u20137160, 2018."},{"key":"430_CR34","first-page":"603","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"Z Huang","year":"2019","unstructured":"Huang, Z.; Wang, X.; Huang, L.; Huang, C.; Wei, Y.; Liu, W. CCNet: Criss-cross attention for semantic segmentation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 603\u2013612, 2019."},{"key":"430_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1007\/978-3-030-01228-1_26","volume-title":"Computer Vision\u2013ECCV 2018","author":"T Xiao","year":"2018","unstructured":"Xiao, T.; Liu, Y.; Zhou, B.; Jiang, Y.; Sun, J. Unified perceptual parsing for scene understanding. In: Computer Vision\u2013ECCV 2018. Lecture Notes in Computer Science, Vol. 11209. Ferrari, V.; Hebert, M.; Sminchisescu, C.; Weiss, Y. Eds. Springer Cham, 432\u2013448, 2018."},{"key":"430_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/978-3-030-58555-6_12","volume-title":"Computer Vision\u2013ECCV 2020","author":"M Yin","year":"2020","unstructured":"Yin, M.; Yao, Z.; Cao, Y.; Li, X.; Zhang, Z.; Lin, S.; Hu, H. Disentangled non-local neural networks. In: Computer Vision\u2013ECCV 2020. Lecture Notes in Computer Science, Vol. 12360. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 191\u2013207, 2020."},{"key":"430_CR37","doi-asserted-by":"crossref","unstructured":"Lin, Z.; Yu, S.; Kuang, Z.; Pathak, D.; Ramanan, D. Multimodality helps unimodality: Cross-modal few-shot learning with multimodal models. arXiv preprint arXiv:2301.06267, 2023.","DOI":"10.1109\/CVPR52729.2023.01852"}],"container-title":["Computational Visual Media"],"original-title":[],"link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-024-0430-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41095-024-0430-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-024-0430-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10750449\/10897710\/10897720.pdf?arnumber=10897720","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T18:38:54Z","timestamp":1762367934000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10897720\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":37,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1007\/s41095-024-0430-4","relation":{},"ISSN":["2096-0662","2096-0433"],"issn-type":[{"value":"2096-0662","type":"electronic"},{"value":"2096-0433","type":"print"}],"subject":[],"published":{"date-parts":[[2024,8]]},"assertion":[{"value":"22 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 April 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration of competing interest"}}]}}