{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T20:08:50Z","timestamp":1793477330931,"version":"4.5.0"},"publisher-location":"Singapore","reference-count":44,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819658145","type":"print"},{"value":"9789819658152","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-5815-2_6","type":"book-chapter","created":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T14:42:37Z","timestamp":1745592157000},"page":"89-104","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Training-Free Language-Guided Video Summarization via\u00a0Multi-Grained Saliency Scoring"],"prefix":"10.1007","author":[{"given":"Wei","family":"Ge","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongwei","family":"Nie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fei","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Keke","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fei Richard","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongmin","family":"Cai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ping","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,26]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Abbasi, M., Saeedi, P.: Adopting self-supervised learning into unsupervised video summarization through restorative score. In: 2023 IEEE International Conference on Image Processing (ICIP), pp. 425\u2013429. IEEE (2023)","DOI":"10.1109\/ICIP49359.2023.10222350"},{"key":"6_CR2","unstructured":"Achiam, J., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Apostolidis, E., Adamantidou, E., Metsai, A.I., Mezaris, V., Patras, I.: Performance over random: a robust evaluation protocol for video summarization methods. In: Proceedings of the 28th ACM International Conference on Multimedia, pp. 1056\u20131064 (2020)","DOI":"10.1145\/3394171.3413632"},{"key":"6_CR4","doi-asserted-by":"crossref","unstructured":"Apostolidis, E., Balaouras, G., Mezaris, V., Patras, I.: Summarizing videos using concentrated attention and considering the uniqueness and diversity of the video frames. In: Proceedings of the 2022 International Conference on Multimedia Retrieval, pp. 407\u2013415 (2022)","DOI":"10.1145\/3512527.3531404"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Argaw, D.M., et al.: Scaling up video summarization pretraining with large language models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 8332\u20138341 (2024)","DOI":"10.1109\/CVPR52733.2024.00796"},{"key":"6_CR6","unstructured":"Gruver, N., Finzi, M., Qiu, S., Wilson, A.G.: Large language models are zero-shot time series forecasters. In: Advances in Neural Information Processing Systems, vol.\u00a036, pp. 19622\u201319635 (2023)"},{"key":"6_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1007\/978-3-319-10584-0_33","volume-title":"Computer Vision \u2013 ECCV 2014","author":"M Gygli","year":"2014","unstructured":"Gygli, M., Grabner, H., Riemenschneider, H., Van Gool, L.: Creating summaries from user videos. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8695, pp. 505\u2013520. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10584-0_33"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"He, B., Wang, J., Qiu, J., Bui, T., Shrivastava, A., Wang, Z.: Align and attend: multimodal summarization with dual contrastive losses. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 14867\u201314878 (2023)","DOI":"10.1109\/CVPR52729.2023.01428"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Hua, H., Tang, Y., Xu, C., Luo, J.: V2xum-LLM: cross-modal video summarization with temporal prompt instruction tuning. arXiv preprint arXiv:2404.12353 (2024)","DOI":"10.1609\/aaai.v39i4.32374"},{"issue":"6","key":"6_CR10","doi-asserted-by":"publisher","first-page":"1709","DOI":"10.1109\/TCSVT.2019.2904996","volume":"30","author":"Z Ji","year":"2019","unstructured":"Ji, Z., Xiong, K., Pang, Y., Li, X.: Video summarization with attention-based encoder-decoder networks. IEEE Trans. Circuits Syst. Video Technol. 30(6), 1709\u20131717 (2019)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"6_CR11","doi-asserted-by":"crossref","unstructured":"Jiang, H., Mu, Y.: Joint video summarization and moment localization by cross-task sample transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 16388\u201316398 (2022)","DOI":"10.1109\/CVPR52688.2022.01590"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Jung, Y., Cho, D., Kim, D., Woo, S., Kweon, I.S.: Discriminative feature learning for unsupervised video summarization. In: Proceedings of the AAAI Conference on artificial intelligence, vol.\u00a033, pp. 8537\u20138544 (2019)","DOI":"10.1609\/aaai.v33i01.33018537"},{"key":"6_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1007\/978-3-030-58595-2_11","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Y Jung","year":"2020","unstructured":"Jung, Y., Cho, D., Woo, S., Kweon, I.S.: Global-and-local relative position embedding for unsupervised video summarization. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12370, pp. 167\u2013183. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58595-2_11"},{"issue":"3","key":"6_CR14","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1093\/biomet\/33.3.239","volume":"33","author":"MG Kendall","year":"1945","unstructured":"Kendall, M.G.: The treatment of ties in ranking problems. Biometrika 33(3), 239\u2013251 (1945)","journal-title":"Biometrika"},{"key":"6_CR15","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems, vol.\u00a035, pp. 22199\u201322213. Curran Associates, Inc. (2022)"},{"key":"6_CR16","doi-asserted-by":"crossref","unstructured":"Li, H., Ke, Q., Gong, M., Drummond, T.: Progressive video summarization via multimodal self-supervised learning. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 5584\u20135593 (2023)","DOI":"10.1109\/WACV56688.2023.00554"},{"key":"6_CR17","unstructured":"Li, J., Li, D., Savarese, S., Hoi, S.: Blip-2: bootstrapping language-image pre-training with frozen image encoders and large language models. In: International Conference on Machine Learning, pp. 19730\u201319742. PMLR (2023)"},{"key":"6_CR18","doi-asserted-by":"publisher","first-page":"5548","DOI":"10.1109\/TMM.2023.3335875","volume":"26","author":"J Lin","year":"2024","unstructured":"Lin, J., et al.: VideoXum: cross-modal visual and textural summarization of videos. IEEE Trans. Multimedia 26, 5548\u20135560 (2024)","journal-title":"IEEE Trans. Multimedia"},{"issue":"6","key":"6_CR19","doi-asserted-by":"publisher","first-page":"1497","DOI":"10.1109\/TMM.2014.2319778","volume":"16","author":"S Lu","year":"2014","unstructured":"Lu, S., Wang, Z., Mei, T., Guan, G., Feng, D.D.: A bag-of-importance model with locality-constrained coding based feature learning for video summarization. IEEE Trans. Multimedia 16(6), 1497\u20131509 (2014)","journal-title":"IEEE Trans. Multimedia"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Mahasseni, B., Lam, M., Todorovic, S.: Unsupervised video summarization with adversarial LSTM networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 202\u2013211 (2017)","DOI":"10.1109\/CVPR.2017.318"},{"key":"6_CR21","unstructured":"Narasimhan, M., Rohrbach, A., Darrell, T.: Clip-it! language-guided video summarization. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W. (eds.) Advances in Neural Information Processing Systems, vol.\u00a034, pp. 13988\u201314000. Curran Associates, Inc. (2021)"},{"key":"6_CR22","doi-asserted-by":"publisher","unstructured":"Nie, Y., et al.: Occlusion-preserved surveillance video synopsis with flexible object graph. Int. J. Comput. Vis., 1\u201317 (2024). https:\/\/doi.org\/10.1007\/s11263-024-02302-5","DOI":"10.1007\/s11263-024-02302-5"},{"key":"6_CR23","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1109\/TIP.2019.2942543","volume":"29","author":"Y Nie","year":"2019","unstructured":"Nie, Y., Li, Z., Zhang, Z., Zhang, Q., Ma, T., Sun, H.: Collision-free video synopsis incorporating object speed and size changes. IEEE Trans. Image Process. 29, 1465\u20131478 (2019)","journal-title":"IEEE Trans. Image Process."},{"issue":"9","key":"6_CR24","doi-asserted-by":"publisher","first-page":"1303","DOI":"10.1109\/TVCG.2013.2297931","volume":"20","author":"Y Nie","year":"2014","unstructured":"Nie, Y., Sun, H., Li, P., Xiao, C., Ma, K.L.: Object movements synopsis viapart assembling and stitching. IEEE Trans. Visual Comput. Graphics 20(9), 1303\u20131315 (2014)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"issue":"10","key":"6_CR25","doi-asserted-by":"publisher","first-page":"1664","DOI":"10.1109\/TVCG.2012.176","volume":"19","author":"Y Nie","year":"2012","unstructured":"Nie, Y., Xiao, C., Sun, H., Li, P.: Compact video synopsis via global spatiotemporal optimization. IEEE Trans. Visual Comput. Graphics 19(10), 1664\u20131676 (2012)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Otani, M., Nakashima, Y., Rahtu, E., Heikkila, J.: Rethinking the evaluation of video summaries. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7596\u20137604 (2019)","DOI":"10.1109\/CVPR.2019.00778"},{"key":"6_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1007\/978-3-319-10599-4_35","volume-title":"Computer Vision \u2013 ECCV 2014","author":"D Potapov","year":"2014","unstructured":"Potapov, D., Douze, M., Harchaoui, Z., Schmid, C.: Category-specific video summarization. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8694, pp. 540\u2013555. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10599-4_35"},{"key":"6_CR28","unstructured":"Radford, A., et\u00a0al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763. PMLR (2021)"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., Ommer, B.: High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10684\u201310695 (2022)","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"6_CR30","doi-asserted-by":"crossref","unstructured":"Son, J., Park, J., Kim, K.: CSTA: CNN-based spatiotemporal attention for video summarization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 18847\u201318856 (2024)","DOI":"10.1109\/CVPR52733.2024.01783"},{"key":"6_CR31","doi-asserted-by":"crossref","unstructured":"Song, Y., Vallmitjana, J., Stent, A., Jaimes, A.: TVSum: summarizing web videos using titlesjung2019discriminative. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5179\u20135187 (2015)","DOI":"10.1109\/CVPR.2015.7299154"},{"key":"6_CR32","doi-asserted-by":"crossref","unstructured":"Sugihara, T., Masuda, S., Xiao, L., Yamasaki, T.: Language-guided self-supervised video summarization using text semantic matching considering the diversity of the video. arXiv preprint arXiv:2405.08890 (2024)","DOI":"10.1145\/3696409.3700273"},{"key":"6_CR33","doi-asserted-by":"crossref","unstructured":"Terbouche, H., Morel, M., Rodriguez, M., Othmani, A.: Multi-annotation attention model for video summarization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3143\u20133152 (2023)","DOI":"10.1109\/CVPRW59228.2023.00316"},{"key":"6_CR34","unstructured":"Touvron, H., et\u00a0al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"6_CR35","doi-asserted-by":"crossref","unstructured":"Wang, H., Zhou, B., Zhang, Z., Du, Y., Ho, D., Wong, K.F.: M3SUM: a novel unsupervised language-guided video summarization. In: ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4140\u20134144. IEEE (2024)","DOI":"10.1109\/ICASSP48485.2024.10447504"},{"key":"6_CR36","unstructured":"Wang, J., et al.: Git: a generative image-to-text transformer for vision and language. arXiv preprint arXiv:2205.14100 (2022)"},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Wang, W., et\u00a0al.: Image as a foreign language: Beit pretraining for vision and vision-language tasks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 19175\u201319186 (2023)","DOI":"10.1109\/CVPR52729.2023.01838"},{"key":"6_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"766","DOI":"10.1007\/978-3-319-46478-7_47","volume-title":"Computer Vision \u2013 ECCV 2016","author":"K Zhang","year":"2016","unstructured":"Zhang, K., Chao, W.-L., Sha, F., Grauman, K.: Video summarization with long short-term memory. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9911, pp. 766\u2013782. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46478-7_47"},{"key":"6_CR39","doi-asserted-by":"publisher","first-page":"971","DOI":"10.1109\/TIP.2019.2938086","volume":"29","author":"Z Zhang","year":"2019","unstructured":"Zhang, Z., et al.: Multi-view video synopsis via simultaneous object-shifting and view-switching optimization. IEEE Trans. Image Process. 29, 971\u2013985 (2019)","journal-title":"IEEE Trans. Image Process."},{"issue":"5","key":"6_CR40","first-page":"2793","volume":"44","author":"B Zhao","year":"2021","unstructured":"Zhao, B., Li, H., Lu, X., Li, X.: Reconstructive sequence-graph network for video summarization. IEEE Trans. Pattern Anal. Mach. Intell. 44(5), 2793\u20132801 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"6_CR41","doi-asserted-by":"crossref","unstructured":"Zhao, B., Xing, E.P.: Quasi real-time summarization for consumer videos. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2513\u20132520 (2014)","DOI":"10.1109\/CVPR.2014.322"},{"key":"6_CR42","doi-asserted-by":"crossref","unstructured":"Zhong, S.H., Lin, J., Lu, J., Fares, A., Ren, T.: Deep semantic and attentive network for unsupervised video summarization. ACM Trans. Multimedia Comput. Commun. Appl. (TOMM) 18(2), 1\u201321 (2022)","DOI":"10.1145\/3477538"},{"key":"6_CR43","doi-asserted-by":"crossref","unstructured":"Zhou, K., Qiao, Y., Xiang, T.: Deep reinforcement learning for unsupervised video summarization with diversity-representativeness reward. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.12255"},{"key":"6_CR44","doi-asserted-by":"crossref","unstructured":"Zwillinger, D., Kokoska, S.: CRC Standard Probability and Statistics Tables and Formulae. CRC Press (1999)","DOI":"10.1201\/9780367802417"}],"container-title":["Lecture Notes in Computer Science","Computational Visual Media"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-5815-2_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T14:42:54Z","timestamp":1745592174000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-5815-2_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819658145","9789819658152"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-5815-2_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"26 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"CVM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Visual Media","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hong Kong SAR","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cvm2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iccvm.org\/2025\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}