{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,27]],"date-time":"2026-10-27T17:40:55Z","timestamp":1793122855641,"version":"4.5.0"},"reference-count":115,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T00:00:00Z","timestamp":1781654400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T00:00:00Z","timestamp":1781654400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Comput Vis"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s11263-026-02903-2","type":"journal-article","created":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T13:44:24Z","timestamp":1781703864000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Reasoning Segmentation for Images and Videos: A Survey"],"prefix":"10.1007","volume":"134","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7866-3339","authenticated-orcid":false,"given":"Yiqing","family":"Shen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chenjia","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fei","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeong-O","family":"Jeong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tianpeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Latman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mathias","family":"Unberath","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,17]]},"reference":[{"key":"2903_CR1","unstructured":"Amrehn, M., Gaube, S., Unberath, M., Schebesch, F., Horz, T., Strumia, M., Steidl, S., Kowarschik, M., & Maier, A. (2017). Ui-net: Interactive artificial neural networks for iterative image segmentation based on a user model arXiv:1709.03450 arXiv preprint."},{"key":"2903_CR2","doi-asserted-by":"crossref","unstructured":"Athar, A., Deng, X., & Chen, L. C. (2024). Vicas: A dataset for combining holistic and pixel-level video understanding using captions with grounded segmentation arXiv:2412.09754 arXiv preprint.","DOI":"10.1109\/CVPR52734.2025.01772"},{"key":"2903_CR3","doi-asserted-by":"crossref","unstructured":"Athar, A., Luiten, J., Voigtlaender, P., Khurana, T., Dave, A., Leibe, B., & Ramanan, D. 2023. Burst: A benchmark for unifying object recognition, segmentation and tracking in video, in: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp. 1674-1683.","DOI":"10.1109\/WACV56688.2023.00172"},{"key":"2903_CR4","unstructured":"Bai, J., Bai, S., Yang, S., Wang, S., Tan, S., Wang, P., Lin, J., Zhou, C., & Zhou, J. 2023. Qwen-vl: A frontier large vision-language model with versatile abilities. arXiv preprint arXiv:2308.12966, 1, 3."},{"key":"2903_CR5","doi-asserted-by":"crossref","unstructured":"Bai, Z., He, T., Mei, H., Wang, P., Gao, Z., Chen, J., Liu, L., Zhang, Z., & Shou, M. Z. (2024). One token to seg them all: Language instructed reasoning segmentation in videos arXiv:2409.19603 arXiv preprint.","DOI":"10.52202\/079017-0219"},{"key":"2903_CR6","doi-asserted-by":"crossref","unstructured":"Bao, X., Sun, S., Ma, S., Zheng, K., Guo, Y., Zhao, G., Zheng, Y., & Wang, X. 2024. Cores: Orchestrating the dance of reasoning and segmentation, in: European Conference on Computer Vision, Springer. pp. 187-204.","DOI":"10.1007\/978-3-031-72649-1_11"},{"key":"2903_CR7","doi-asserted-by":"crossref","unstructured":"Bekuzarov, M., Bermudez, A., Lee, J.Y., & Li, H. 2023. Xmem++: Production-level video segmentation from few annotated frames, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 635-644.","DOI":"10.1109\/ICCV51070.2023.00065"},{"key":"2903_CR8","doi-asserted-by":"crossref","unstructured":"Caesar, H., Uijlings, J., & Ferrari, V. 2018a. Coco-stuff: Thing and stuff classes in context, in: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1209-1218.","DOI":"10.1109\/CVPR.2018.00132"},{"key":"2903_CR9","doi-asserted-by":"crossref","unstructured":"Caesar, H., Uijlings, J., & Ferrari, V. 2018b. Coco-stuff: Thing and stuff classes in context, in: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1209-1218.","DOI":"10.1109\/CVPR.2018.00132"},{"key":"2903_CR10","doi-asserted-by":"crossref","unstructured":"Cai, D., Yang, X., Liu, Y., Wang, D., Feng, S., Zhang, Y., & Poria, S. (2025). Pixel-level reasoning segmentation via multi-turn conversations arXiv:2502.09447 arXiv preprint.","DOI":"10.18653\/v1\/2025.acl-long.864"},{"key":"2903_CR11","doi-asserted-by":"crossref","unstructured":"Carion, N., Massa, F., Synnaeve, G., Usunier, N., Kirillov, A.,& Zagoruyko, S. 2020. End-to-end object detection with transformers, in: European conference on computer vision, Springer. pp. 213-229.","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"2903_CR12","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1007\/s11633-022-1369-5","volume":"20","author":"FL Chen","year":"2023","unstructured":"Chen, F. L., Zhang, D. Z., Han, M. L., Chen, X. Y., Shi, J., Xu, S., & Xu, B. (2023). Vlp: A survey on vision-language pre-training. Machine Intelligence Research, 20, 38\u201356.","journal-title":"Machine Intelligence Research"},{"key":"2903_CR13","doi-asserted-by":"crossref","unstructured":"Chen, X., Mottaghi, R., Liu, X., Fidler, S., Urtasun, R., & Yuille, A. 2014. Detect what you can: Detecting and representing objects using holistic models and body parts, in: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1971-1978.","DOI":"10.1109\/CVPR.2014.254"},{"key":"2903_CR14","doi-asserted-by":"crossref","unstructured":"Chen, Y.C., Li, W.H., Sun, C., Wang, Y.C.F., & Chen, C.S. 2024. Sam4mllm: Enhance multi-modal large language model for referring expression segmentation, in: European Conference on Computer Vision, Springer. pp. 323-340.","DOI":"10.1007\/978-3-031-73004-7_19"},{"key":"2903_CR15","doi-asserted-by":"crossref","unstructured":"Cheng, B., Misra, I., Schwing, A.G., Kirillov, A., & Girdhar, R. 2022. Masked-attention mask transformer for universal image segmentation, in: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 1290-1299.","DOI":"10.1109\/CVPR52688.2022.00135"},{"key":"2903_CR16","doi-asserted-by":"crossref","unstructured":"Cheng, H.K., & Schwing, A.G. 2022. Xmem: Long-term video object segmentation with an atkinson-shiffrin memory model, in: European Conference on Computer Vision, Springer. pp. 640-658.","DOI":"10.1007\/978-3-031-19815-1_37"},{"key":"2903_CR17","unstructured":"Chiang, W.L., Li, Z., Lin, Z., Sheng, Y., Wu, Z., Zhang, H., Zheng, L., Zhuang, S., Zhuang, Y., Gonzalez, J.E., & et\u00a0al. 2023. Vicuna: An open-source chatbot impressing gpt-4 with 90%* chatgpt quality. See https:\/\/vicuna. lmsys. org (accessed 14 April 2023) 2, 6."},{"key":"2903_CR18","doi-asserted-by":"publisher","first-page":"30662","DOI":"10.52202\/075280-1337","volume":"36","author":"A Conti","year":"2023","unstructured":"Conti, A., Fini, E., Mancini, M., Rota, P., Wang, Y., & Ricci, E. (2023). Vocabulary-free image classification. Advances in Neural Information Processing Systems, 36, 30662\u201330680.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2903_CR19","doi-asserted-by":"crossref","unstructured":"Dai, A., Chang, A.X., Savva, M., Halber, M., Funkhouser, T., & Nie\u00dfner, M. 2017. Scannet: Richly-annotated 3d reconstructions of indoor scenes, in: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 5828-5839.","DOI":"10.1109\/CVPR.2017.261"},{"key":"2903_CR20","doi-asserted-by":"crossref","unstructured":"Dave, A., Khurana, T., Tokmakov, P., Schmid, C., & Ramanan, D. 2020. Tao: A large-scale benchmark for tracking any object, in: Computer Vision-ECCV 2020: 16th European Conference, Glasgow, UK, August 23-28, 2020, Proceedings, Part V 16, Springer. pp. 436-454.","DOI":"10.1007\/978-3-030-58558-7_26"},{"key":"2903_CR21","doi-asserted-by":"crossref","unstructured":"Deng, A., Chen, T., Yu, S., Yang, T., Spencer, L., Tian, Y., Mian, A.S., Bansal, M., & Chen, C. 2024. Motion-grounded video reasoning: Understanding and perceiving motion at pixel level. arXiv preprint arXiv:2411.09921 .","DOI":"10.1109\/CVPR52734.2025.00806"},{"key":"2903_CR22","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.W., Lee, K., & Toutanova, K. 2019. Bert: Pre-training of deep bidirectional transformers for language understanding, in: Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers), pp. 4171-4186.","DOI":"10.18653\/v1\/N19-1423"},{"key":"2903_CR23","doi-asserted-by":"crossref","unstructured":"Ding, H., Liu, C., He, S., Jiang, X., & Loy, C.C. 2023a. Mevis: A large-scale benchmark for video segmentation with motion expressions, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 2694-2703.","DOI":"10.1109\/ICCV51070.2023.00254"},{"key":"2903_CR24","doi-asserted-by":"crossref","unstructured":"Ding, H., Liu, C., He, S., Jiang, X., Torr, P.H., & Bai, S. 2023b. Mose: A new dataset for video object segmentation in complex scenes, in: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 20224-20234.","DOI":"10.1109\/ICCV51070.2023.01850"},{"key":"2903_CR25","unstructured":"Elharrouss, O., Al-Maadeed, S., Subramanian, N., Ottakath, N., Almaadeed, N., & Himeur, Y. (2021). Panoptic segmentation: A review arXiv:2111.10250 arXiv preprint."},{"key":"2903_CR26","doi-asserted-by":"crossref","unstructured":"Epstein, D., Chen, B., & Vondrick, C. 2020. Oops! predicting unintentional action in video, in: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 919-929.","DOI":"10.1109\/CVPR42600.2020.00100"},{"key":"2903_CR27","unstructured":"Gao, H., Wang, Z., Li, Y., Long, K., Yang, M., & Shen, Y. (2024). A survey for foundation models in autonomous driving arXiv:2402.01105 arXiv preprint."},{"key":"2903_CR28","doi-asserted-by":"crossref","unstructured":"de\u00a0Geus, D., Meletis, P., Lu, C., Wen, X., & Dubbelman, G. 2021. Part-aware panoptic segmentation, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5485-5494.","DOI":"10.1109\/CVPR46437.2021.00544"},{"key":"2903_CR29","doi-asserted-by":"crossref","unstructured":"Gong, S., Zhuge, Y., Zhang, L., Yang, Z., Zhang, P., & Lu, H. 2025. The devil is in temporal token: High quality video reasoning segmentation. arXiv preprint arXiv:2501.08549 .","DOI":"10.1109\/CVPR52734.2025.02717"},{"key":"2903_CR30","unstructured":"Grubinger, M., Clough, P., M\u00fcller, H., & Deselaers, T. 2006. The iapr tc-12 benchmark: A new evaluation resource for visual information systems, in: International workshop ontoImage, pp. 1-10."},{"key":"2903_CR31","doi-asserted-by":"crossref","unstructured":"Gupta, A., Dollar, P., & Girshick, R. 2019. Lvis: A dataset for large vocabulary instance segmentation, in: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 5356-5364.","DOI":"10.1109\/CVPR.2019.00550"},{"key":"2903_CR32","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s13735-020-00195-x","volume":"9","author":"AM Hafiz","year":"2020","unstructured":"Hafiz, A. M., & Bhat, G. M. (2020). A survey on instance segmentation: state of the art. International journal of multimedia information retrieval, 9, 171\u2013189.","journal-title":"International journal of multimedia information retrieval"},{"key":"2903_CR33","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1016\/j.neucom.2019.11.118","volume":"406","author":"S Hao","year":"2020","unstructured":"Hao, S., Zhou, Y., & Guo, Y. (2020). A brief survey on semantic segmentation with deep learning. Neurocomputing, 406, 302\u2013321.","journal-title":"Neurocomputing"},{"key":"2903_CR34","unstructured":"Hu, E.J., Shen, Y., Wallis, P., Allen-Zhu, Z., Li, Y., Wang, S., Wang, L., & Chen, W. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 ."},{"key":"2903_CR35","doi-asserted-by":"crossref","unstructured":"Huang, Q., Dong, X., Zhang, P., Wang, B., He, C., Wang, J., Lin, D., Zhang, W., & Yu, N. 2024. Opera: Alleviating hallucination in multi-modal large language models via over-trust penalty and retrospection-allocation, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13418-13427.","DOI":"10.1109\/CVPR52733.2024.01274"},{"key":"2903_CR36","unstructured":"Jang, D., Cho, Y., Lee, S., Kim, T., & Kim, D.S. 2025. Mmr: A large-scale benchmark dataset for multi-target and multi-granularity reasoning segmentation. arXiv preprint arXiv:2503.13881 ."},{"key":"2903_CR37","doi-asserted-by":"crossref","unstructured":"Kazemzadeh, S., Ordonez, V., Matten, M., & Berg, T. 2014. Referitgame: Referring to objects in photographs of natural scenes, in: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp. 787-798.","DOI":"10.3115\/v1\/D14-1086"},{"key":"2903_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3505244","volume":"54","author":"S Khan","year":"2022","unstructured":"Khan, S., Naseer, M., Hayat, M., Zamir, S. W., Khan, F. S., & Shah, M. (2022). Transformers in vision: A survey. ACM computing surveys (CSUR), 54, 1\u201341.","journal-title":"ACM computing surveys (CSUR)"},{"key":"2903_CR39","doi-asserted-by":"crossref","unstructured":"Khoreva, A., Rohrbach, A., & Schiele, B. 2019. Video object segmentation with language referring expressions, in: Computer Vision-ACCV 2018: 14th Asian Conference on Computer Vision, Perth, Australia, December 2-6, 2018, Revised Selected Papers, Part IV 14, Springer. pp. 123-141.","DOI":"10.1007\/978-3-030-20870-7_8"},{"key":"2903_CR40","unstructured":"Kirillov, A. arXiv:2304.02643 2023. Segment anything. arXiv preprint."},{"key":"2903_CR41","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/s11263-016-0981-7","volume":"123","author":"R Krishna","year":"2017","unstructured":"Krishna, R., Zhu, Y., Groth, O., Johnson, J., Hata, K., Kravitz, J., Chen, S., Kalantidis, Y., Li, L. J., Shamma, D. A., et al. (2017). Visual genome: Connecting language and vision using crowdsourced dense image annotations. International journal of computer vision, 123, 32\u201373.","journal-title":"International journal of computer vision"},{"key":"2903_CR42","doi-asserted-by":"publisher","first-page":"1956","DOI":"10.1007\/s11263-020-01316-z","volume":"128","author":"A Kuznetsova","year":"2020","unstructured":"Kuznetsova, A., Rom, H., Alldrin, N., Uijlings, J., Krasin, I., Pont-Tuset, J., Kamali, S., Popov, S., Malloci, M., Kolesnikov, A., et al. (2020). The open images dataset v4: Unified image classification, object detection, and visual relationship detection at scale. International journal of computer vision, 128, 1956\u20131981.","journal-title":"International journal of computer vision"},{"key":"2903_CR43","doi-asserted-by":"crossref","unstructured":"Lai, X., Tian, Z., Chen, Y., Li, Y., Yuan, Y., Liu, S., & Jia, J. 2024. Lisa: Reasoning segmentation via large language model, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9579-9589.","DOI":"10.1109\/CVPR52733.2024.00915"},{"key":"2903_CR44","unstructured":"Lan, M., Chen, C., Zhou, Y., Xu, J., Ke, Y., Wang, X., Feng, L., & Zhang, W. (2024). Text4seg: Reimagining image segmentation as text generation arXiv:2410.09855 arXiv preprint."},{"key":"2903_CR45","unstructured":"Li, J., Li, D., Savarese, S., & Hoi, S (2023a). Blip-2: Bootstrapping language-image pre-training with frozen image encoders and large language models, in: International conference on machine learning, PMLR. pp. 19730-19742."},{"key":"2903_CR46","unstructured":"Li, K., Xin, Z., Pang, L., Pang, C., Deng, Y., Yao, J., Xia, G., Meng, D., Wang, Z., & Cao, X. 2025. Segearth-r1: Geospatial pixel reasoning via large language model. arXiv preprint arXiv:2504.09644 ."},{"key":"2903_CR47","doi-asserted-by":"crossref","unstructured":"Li, X., Wang, J., Xu, X., Li, X., Raj, B., & Lu, Y., (2023b). Robust referring video object segmentation with cyclic structural consensus, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 22236-22245.","DOI":"10.1109\/ICCV51070.2023.02032"},{"key":"2903_CR48","doi-asserted-by":"crossref","unstructured":"Li, Y., Wang, C., & Jia, J., (2024). Llama-vid: An image is worth 2 tokens in large language models, in: European Conference on Computer Vision, Springer. pp. 323-340.","DOI":"10.1007\/978-3-031-72952-2_19"},{"key":"2903_CR49","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., Maire, M., Belongie, S., Hays, J., Perona, P., Ramanan, D., Doll\u00e1r, P., & Zitnick, C.L., 2014. Microsoft coco: Common objects in context, in: Computer Vision-ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part V 13, Springer. pp. 740-755.","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"2903_CR50","doi-asserted-by":"crossref","unstructured":"Liu, C., Ding, H., & Jiang, X. (2023). Gres: Generalized referring expression segmentation, in: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 23592-23601.","DOI":"10.1109\/CVPR52729.2023.02259"},{"key":"2903_CR51","doi-asserted-by":"crossref","unstructured":"Liu, H., Li, C., & Wu, Q. (2024). Visual instruction tuning. Advances in neural information processing systems (p. 36)","DOI":"10.52202\/075280-1516"},{"key":"2903_CR52","unstructured":"Liu, Y., Peng, B., Zhong, Z., Yue, Z., Lu, F., Yu, B., & Jia, J. (2025). Seg-zero: Reasoning-chain guided segmentation via cognitive reinforcement arXiv:2503.06520 arXiv preprint."},{"key":"2903_CR53","doi-asserted-by":"crossref","unstructured":"Liu, Z., Lin, Y., Cao, Y., Hu, H., Wei, Y., Zhang, Z., Lin, S., & Guo, B. (2021). Swin transformer: Hierarchical vision transformer using shifted windows, in: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 10012-10022.","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"2903_CR54","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2025.126563","volume":"270","author":"X Luo","year":"2025","unstructured":"Luo, X., Qin, M., Gao, Z., Yan, H., & Yang, X. (2025). Ground abstract structure concepts of scaffolding systems for automatic compliance checking based on reasoning segmentation. Expert Systems with Applications, 270, Article 126563.","journal-title":"Expert Systems with Applications"},{"key":"2903_CR55","unstructured":"Lv, H., & Sun, Q. (2024). Video anomaly detection and explanation via large language models"},{"key":"2903_CR56","doi-asserted-by":"crossref","unstructured":"Maaz, M., Rasheed, H., Khan, S., & Khan, F.S. (2023). Video-chatgpt: Towards detailed video understanding via large vision and language models. arXiv preprint arXiv:2306.05424 .","DOI":"10.18653\/v1\/2024.acl-long.679"},{"key":"2903_CR57","doi-asserted-by":"crossref","unstructured":"Mao, J., Huang, J., Toshev, A., Camburu, O., Yuille, A.L., & Murphy, K., (2016). Generation and comprehension of unambiguous object descriptions, in: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 11-20.","DOI":"10.1109\/CVPR.2016.9"},{"key":"2903_CR58","doi-asserted-by":"crossref","unstructured":"Miao, J., Wang, X., Wu, Y., Li, W., Zhang, X., Wei, Y., & Yang, Y., (2022). Large-scale video panoptic segmentation in the wild: A benchmark, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 21033-21043.","DOI":"10.1109\/CVPR52688.2022.02036"},{"key":"2903_CR59","first-page":"3523","volume":"44","author":"S Minaee","year":"2021","unstructured":"Minaee, S., Boykov, Y., Porikli, F., Plaza, A., Kehtarnavaz, N., & Terzopoulos, D. (2021). Image segmentation using deep learning: A survey. IEEE transactions on pattern analysis and machine intelligence, 44, 3523\u20133542.","journal-title":"IEEE transactions on pattern analysis and machine intelligence"},{"key":"2903_CR60","unstructured":"OpenAI, 2023a. GPT-4 Technical Report. Technical Report. OpenAI. Technical report detailing the architecture and capabilities of GPT-4."},{"key":"2903_CR61","unstructured":"OpenAI, 2023b. GPT-4V(ision) System Card. Technical Report. OpenAI. System card outlining vision capabilities, limitations, and safety evaluations for GPT-4V."},{"key":"2903_CR62","unstructured":"Oquab, M., Darcet, T., Moutakanni, T., Vo, H., Szafraniec, M., Khalidov, V., Fernandez, P., Haziza, D., Massa, F., & El-Nouby, A. (2023). Dinov2: Learning robust visual features without supervision arXiv:2304.07193 arXiv preprint."},{"key":"2903_CR63","doi-asserted-by":"crossref","unstructured":"Plummer, B.A., Wang, L., Cervantes, C.M., Caicedo, J.C., Hockenmaier, J., & Lazebnik, S., 2015. Flickr30k entities: Collecting region-to-phrase correspondences for richer image-to-sentence models, in: Proceedings of the IEEE international conference on computer vision, pp. 2641-2649.","DOI":"10.1109\/ICCV.2015.303"},{"key":"2903_CR64","unstructured":"Pont-Tuset, J., Perazzi, F., Caelles, S., Arbel\u00e1ez, P., Sorkine-Hornung, A., & Van Gool, L. (2017). The 2017 davis challenge on video object segmentation arXiv:1704.00675 arXiv preprint."},{"key":"2903_CR65","doi-asserted-by":"publisher","first-page":"2022","DOI":"10.1007\/s11263-022-01629-1","volume":"130","author":"J Qi","year":"2022","unstructured":"Qi, J., Gao, Y., Hu, Y., Wang, X., Liu, X., Bai, X., Belongie, S., Yuille, A., Torr, P. H., & Bai, S. (2022). Occluded video instance segmentation: A benchmark. International Journal of Computer Vision, 130, 2022\u20132039.","journal-title":"International Journal of Computer Vision"},{"key":"2903_CR66","doi-asserted-by":"crossref","unstructured":"Qian, R., Yin, X., & Dou, D. (2024). Reasoning to attend: Try to understand how< seg> token works arXiv:2412.17741 arXiv preprint.","DOI":"10.1109\/CVPR52734.2025.02302"},{"key":"2903_CR67","unstructured":"Radford, A., Kim, J.W., Hallacy, C., Ramesh, A., Goh, G., Agarwal, S., Sastry, G., Askell, A., Mishkin, P., Clark, J., & et\u00a0al., 2021. Learning transferable visual models from natural language supervision, in: International conference on machine learning, PMLR. pp. 8748-8763."},{"key":"2903_CR68","doi-asserted-by":"crossref","unstructured":"Ramanathan, V., Kalia, A., Petrovic, V., Wen, Y., Zheng, B., Guo, B., Wang, R., Marquez, A., Kovvuri, R., Kadian, A., & et\u00a0al., 2023. Paco: Parts and attributes of common objects, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7141-7151.","DOI":"10.1109\/CVPR52729.2023.00690"},{"key":"2903_CR69","doi-asserted-by":"crossref","unstructured":"Rasheed, H., Maaz, M., Shaji, S., Shaker, A., Khan, S., Cholakkal, H., Anwer, R.M., Xing, E., Yang, M.H., & Khan, F.S., 2024. Glamm: Pixel grounding large multimodal model, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13009-13018.","DOI":"10.1109\/CVPR52733.2024.01236"},{"key":"2903_CR70","unstructured":"Ravi, N., Gabeur, V., Hu, Y.T., & et\u00a0al., 2024. Sam 2: Segment anything in images and videos. arXiv preprint arXiv:2408.00714 ."},{"key":"2903_CR71","doi-asserted-by":"crossref","unstructured":"Reimers, N. (2019). Sentence-bert: Sentence embeddings using siamese bert-networks arXiv:1908.10084 arXiv preprint.","DOI":"10.18653\/v1\/D19-1410"},{"key":"2903_CR72","doi-asserted-by":"crossref","unstructured":"Ren, Z., Huang, Z., Wei, Y., Zhao, Y., Fu, D., Feng, J., & Jin, X., 2024. Pixellm: Pixel reasoning with large multimodal model, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 26374-26383.","DOI":"10.1109\/CVPR52733.2024.02491"},{"key":"2903_CR73","doi-asserted-by":"crossref","unstructured":"Rohrbach, A., Hendricks, L. A., Burns, K., Darrell, T., & Saenko, K. (2018). Object hallucination in image captioning arXiv:1809.02156 arXiv preprint.","DOI":"10.18653\/v1\/D18-1437"},{"key":"2903_CR74","doi-asserted-by":"crossref","unstructured":"Seo, S., Lee, J.Y., & Han, B., 2020. Urvos: Unified referring video object segmentation network with a large-scale benchmark, in: Computer Vision-ECCV 2020: 16th European Conference, Glasgow, UK, August 23-28, 2020, Proceedings, Part XV 16, Springer. pp. 208-223.","DOI":"10.1007\/978-3-030-58555-6_13"},{"key":"2903_CR75","unstructured":"Shen, Y., Ding, H., Seenivasan, L., Shu, T., & Unberath, M. (2025a). Position: Foundation models need digital twin representations. arXiv:2505.03798 arXiv preprint."},{"key":"2903_CR76","doi-asserted-by":"crossref","unstructured":"Shen, Y., Ding, H., Shao, X., & Unberath, M., 2025b. Performance and nonadversarial robustness of the segment anything model 2 in surgical video segmentation, in: Medical Imaging 2025: Image-Guided Procedures, Robotic Interventions, and Modeling, SPIE. pp. 93-98.","DOI":"10.1117\/12.3047383"},{"key":"2903_CR77","unstructured":"Shen, Y., Li, C., Fan, C., & Unberath, M., 2025c. Rvtbench: A benchmark for visual reasoning tasks. arXiv preprint arXiv:2505.11838 ."},{"key":"2903_CR78","doi-asserted-by":"crossref","unstructured":"Shen, Y., Li, C., Liu, B., Li, C.Y., Porras, T., & Unberath, M., 2025d. Operating room workflow analysis via reasoning segmentation over digital twins. arXiv preprint arXiv:2503.21054 .","DOI":"10.1007\/978-3-032-05114-1_40"},{"key":"2903_CR79","doi-asserted-by":"crossref","unstructured":"Shen, Y., Liu, B., Li, C., Seenivasan, L., Unberath, M., 2025e. Online reasoning video segmentation with just-in-time digital twins. arXiv preprint arXiv:2503.21056 .","DOI":"10.1109\/ICCV51701.2025.02290"},{"key":"2903_CR80","doi-asserted-by":"crossref","unstructured":"Sidorov, O., Hu, R., Rohrbach, M., & Singh, A., 2020. Textcaps: a dataset for image captioning with reading comprehension, in: Computer Vision-ECCV 2020: 16th European Conference, Glasgow, UK, August 23-28, 2020, Proceedings, Part II 16, Springer. pp. 742-758.","DOI":"10.1007\/978-3-030-58536-5_44"},{"key":"2903_CR81","unstructured":"Sun, Q., Fang, Y., Wu, L., Wang, X., & Cao, Y. (2023). Eva-clip: Improved training techniques for clip at scale arXiv:2303.15389 arXiv preprint."},{"key":"2903_CR82","unstructured":"Vezhnevets, V., & Konouchine, V. (2005). Growcut: Interactive multi-label nd image segmentation by cellular automata, in: proc. of Graphicon, Citeseer (pp. 150\u2013156)"},{"key":"2903_CR83","doi-asserted-by":"crossref","unstructured":"Voigtlaender, P., Luo, L., Yuan, C., Jiang, Y.,& Leibe, B., 2021. Reducing the annotation effort for video object segmentation datasets, in: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 3060-3069.","DOI":"10.1109\/WACV48630.2021.00310"},{"key":"2903_CR84","unstructured":"Wahed, M., Nguyen, K. A., Juvekar, A. S., Li, X., Zhou, X., Shah, V., Yu, T., Yanardag, P., & Lourentzou, I. (2024). Prima: Multi-image vision-language models for reasoning segmentation arXiv:2412.15209 arXiv preprint."},{"key":"2903_CR85","doi-asserted-by":"publisher","first-page":"5048","DOI":"10.1007\/s11263-024-02076-w","volume":"132","author":"H Wang","year":"2024","unstructured":"Wang, H., Yan, C., Chen, K., Jiang, X., Tang, X., Hu, Y., Kang, G., Xie, W., & Gavves, E. (2024). Ov-vis: Open-vocabulary video instance segmentation. International Journal of Computer Vision, 132, 5048\u20135065.","journal-title":"International Journal of Computer Vision"},{"key":"2903_CR86","doi-asserted-by":"crossref","unstructured":"Wang, H., Yan, C., Wang, S., Jiang, X., Tang, X., Hu, Y., Xie, W., & Gavves, E., 2023a. Towards open-vocabulary video instance segmentation, in: proceedings of the IEEE\/CVF international conference on computer vision, pp. 4057-4066.","DOI":"10.1109\/ICCV51070.2023.00375"},{"key":"2903_CR87","doi-asserted-by":"crossref","unstructured":"Wang, J., Ke, L., 2024. Llm-seg: Bridging image segmentation and large language model reasoning, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1765-1774.","DOI":"10.1109\/CVPRW63382.2024.00183"},{"key":"2903_CR88","doi-asserted-by":"publisher","first-page":"61501","DOI":"10.52202\/075280-2688","volume":"36","author":"W Wang","year":"2023","unstructured":"Wang, W., Chen, Z., Chen, X., Wu, J., Zhu, X., Zeng, G., Luo, P., Lu, T., Zhou, J., Qiao, Y., et al. (2023). Visionllm: Large language model is also an open-ended decoder for vision-centric tasks. Advances in Neural Information Processing Systems, 36, 61501\u201361513.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2903_CR89","doi-asserted-by":"crossref","unstructured":"Wang, W., Feiszli, M., Wang, H., Tran, D., 2021. Unidentified video objects: A benchmark for dense, open-world segmentation, in: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 10776-10785.","DOI":"10.1109\/ICCV48922.2021.01060"},{"key":"2903_CR90","unstructured":"Wang, X., Zhang, S., Li, S., Kallidromitis, K., Li, K., Kato, Y., Kozuka, K., Darrell, T., 2024b. Segllm: Multi-round reasoning segmentation. arXiv preprint arXiv:2410.18923 ."},{"key":"2903_CR91","unstructured":"Wei, C., Tan, H., Zhong, Y., Yang, Y., Ma, L., 2024a. Lasagna: Language-based segmentation assistant for complex queries. arXiv preprint arXiv:2404.08506 ."},{"key":"2903_CR92","doi-asserted-by":"crossref","unstructured":"Wei, C., Zhong, Y., Tan, H., Zeng, Y., Liu, Y., Zhao, Z., Yang, Y., 2024b. Instructseg: Unifying instructed visual segmentation with multi-modal large language models. arXiv preprint arXiv:2412.14006 .","DOI":"10.1109\/ICCV51701.2025.01878"},{"key":"2903_CR93","doi-asserted-by":"publisher","first-page":"24824","DOI":"10.52202\/068431-1800","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., Wang, X., Schuurmans, D., Bosma, M., Xia, F., Chi, E., Le, Q. V., Zhou, D., et al. (2022). Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems, 35, 24824\u201324837.","journal-title":"Advances in neural information processing systems"},{"key":"2903_CR94","doi-asserted-by":"crossref","unstructured":"Wei, M., Yue, X., Zhang, W., Kong, S., Liu, X., Pang, J., 2024c. Ov-parts: Towards open-vocabulary part segmentation. Advances in Neural Information Processing Systems 36.","DOI":"10.52202\/075280-3071"},{"key":"2903_CR95","doi-asserted-by":"crossref","unstructured":"Wu, C., Lin, Z., Cohen, S., Bui, T., Maji, S., 2020. Phrasecut: Language-based image segmentation in the wild, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10216-10225.","DOI":"10.1109\/CVPR42600.2020.01023"},{"key":"2903_CR96","doi-asserted-by":"crossref","unstructured":"Wu, T.H., Biamby, G., Chan, D., Dunlap, L., Gupta, R., Wang, X., Gonzalez, J.E., Darrell, T., 2024. See say and segment: Teaching lmms to overcome false premises, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13459-13469.","DOI":"10.1109\/CVPR52733.2024.01278"},{"key":"2903_CR97","doi-asserted-by":"crossref","unstructured":"Xia, Z., Han, D., Han, Y., Pan, X., Song, S., Huang, G., 2024. Gsva: Generalized segmentation via multimodal large language models, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3858-3869.","DOI":"10.1109\/CVPR52733.2024.00370"},{"key":"2903_CR98","doi-asserted-by":"crossref","unstructured":"Xu, N., Yang, L., Fan, Y., Yang, J., Yue, D., Liang, Y., Price, B., Cohen, S., Huang, T., 2018. Youtube-vos: Sequence-to-sequence video object segmentation, in: Proceedings of the European conference on computer vision (ECCV), pp. 585-601.","DOI":"10.1007\/978-3-030-01228-1_36"},{"key":"2903_CR99","doi-asserted-by":"crossref","unstructured":"Yan, C., Wang, H., Yan, S., Jiang, X., Hu, Y., Kang, G., Xie, W., Gavves, E., 2024. Visa: Reasoning video object segmentation via large language models, in: European Conference on Computer Vision, Springer. pp. 98-115.","DOI":"10.1007\/978-3-031-72633-0_6"},{"key":"2903_CR100","doi-asserted-by":"crossref","unstructured":"Yang, J., Ang, Y.Z., Guo, Z., Zhou, K., Zhang, W., Liu, Z., 2022a. Panoptic scene graph generation, in: European Conference on Computer Vision, Springer. pp. 178-196.","DOI":"10.1007\/978-3-031-19812-0_11"},{"key":"2903_CR101","doi-asserted-by":"crossref","unstructured":"Yang, L., Fan, Y., Xu, N., 2019. Video instance segmentation, in: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 5188-5197.","DOI":"10.1109\/ICCV.2019.00529"},{"key":"2903_CR102","doi-asserted-by":"crossref","unstructured":"Yang, L., Kang, B., & Huang, Z. (2024a).  Depth anything v2. arXiv:2406.09414 arXiv preprint.","DOI":"10.52202\/079017-0688"},{"key":"2903_CR103","unstructured":"Yang, S., Qu, T., Lai, X., Tian, Z., Peng, B., Liu, S., & Jia, J. (2023). An improved baseline for reasoning segmentation with large language model. CoRR."},{"key":"2903_CR104","unstructured":"Yang, Y., Jiang, P.T., Wang, J., Zhang, H., Zhao, K., Chen, J., Li, B., 2024b. Empowering segmentation ability to multi-modal large language models. arXiv preprint arXiv:2403.14141 ."},{"key":"2903_CR105","doi-asserted-by":"crossref","unstructured":"Yang, Y., Lee, K., Dariush, B., Cao, Y., Lo, S.Y., 2024c. Follow the rules: reasoning for video anomaly detection with large language models, in: European Conference on Computer Vision, Springer. pp. 304-322.","DOI":"10.1007\/978-3-031-73004-7_18"},{"key":"2903_CR106","doi-asserted-by":"crossref","unstructured":"Yang, Z., Wang, J., Tang, Y., Chen, K., Zhao, H., Torr, P.H., 2022b. Lavt: Language-aware vision transformer for referring image segmentation, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 18155-18165.","DOI":"10.1109\/CVPR52688.2022.01762"},{"key":"2903_CR107","doi-asserted-by":"crossref","unstructured":"Yao, M., Tam, K. M., Wang, M., Li, L., & Kawakami, R. (2025). Language-guided reasoning segmentation for underwater images. Information Fusion (p. 103177)","DOI":"10.1016\/j.inffus.2025.103177"},{"key":"2903_CR108","doi-asserted-by":"crossref","unstructured":"Ye, M., Liu, W., & He, P. (2024). Vera: Explainable video anomaly detection via verbalized learning of vision-language models arXiv:2412.01095 arXiv preprint.","DOI":"10.1109\/CVPR52734.2025.00811"},{"key":"2903_CR109","doi-asserted-by":"crossref","unstructured":"Yu, L., Poirson, P., Yang, S., Berg, A.C., Berg, T.L., 2016. Modeling context in referring expressions, in: Computer Vision-ECCV 2016: 14th European Conference, Amsterdam, The Netherlands, October 11-14, 2016, Proceedings, Part II 14, Springer. pp. 69-85.","DOI":"10.1007\/978-3-319-46475-6_5"},{"key":"2903_CR110","doi-asserted-by":"crossref","unstructured":"Zhang, J., Huang, J., Jin, S., & Lu, S. (2024). Vision-language models for vision tasks: A survey. IEEE Transactions on Pattern Analysis and Machine Intelligence,","DOI":"10.1109\/TPAMI.2024.3369699"},{"key":"2903_CR111","doi-asserted-by":"crossref","unstructured":"Zheng, R., Qi, L., Chen, X., Wang, Y., Wang, K., Qiao, Y., Zhao, H., 2024. Villa: Video reasoning segmentation with large language model. arXiv preprint arXiv:2407.14500 .","DOI":"10.1109\/ICCV51701.2025.02197"},{"key":"2903_CR112","doi-asserted-by":"crossref","unstructured":"Zhou, B., Zhao, H., Puig, X., Fidler, S., Barriuso, A., Torralba, A., 2017. Scene parsing through ade20k dataset, in: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 633-641.","DOI":"10.1109\/CVPR.2017.544"},{"key":"2903_CR113","doi-asserted-by":"crossref","unstructured":"Zhu, C., Xiao, F., Alvarado, A., Babaei, Y., Hu, J., El-Mohri, H., Culatana, S., Sumbaly, R., Yan, Z., 2023a. Egoobjects: A large-scale egocentric dataset for fine-grained object understanding, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 20110-20120.","DOI":"10.1109\/ICCV51070.2023.01840"},{"key":"2903_CR114","unstructured":"Zhu, J., Cheng, Z.Q., He, J.Y., Li, C., Luo, B., Lu, H., Geng, Y., Xie, X., 2023b. Tracking with human-intent reasoning. arXiv preprint arXiv:2312.17448 ."},{"key":"2903_CR115","doi-asserted-by":"crossref","unstructured":"Zhu, L., Chen, T., Xu, Q., Liu, X., Ji, D., Wu, H., Soh, D.W., Liu, J., 2025. Popen: Preference-based optimization and ensemble for lvlm-based reasoning segmentation. arXiv preprint arXiv:2504.00640.","DOI":"10.1109\/CVPR52734.2025.02814"}],"container-title":["International Journal of Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-026-02903-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11263-026-02903-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-026-02903-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T05:49:52Z","timestamp":1785304192000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11263-026-02903-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,17]]},"references-count":115,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["2903"],"URL":"https:\/\/doi.org\/10.1007\/s11263-026-02903-2","relation":{},"ISSN":["0920-5691","1573-1405"],"issn-type":[{"value":"0920-5691","type":"print"},{"value":"1573-1405","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,17]]},"assertion":[{"value":"26 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"321"}}