{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T20:30:20Z","timestamp":1786998620977,"version":"build-2736575974"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["CUC25GT29"],"award-info":[{"award-number":["CUC25GT29"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SIViP"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1007\/s11760-026-05609-7","type":"journal-article","created":{"date-parts":[[2026,8,2]],"date-time":"2026-08-02T20:41:14Z","timestamp":1785703274000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Text-motion cross-modal contrastive loss for video memorability prediction and memorability weighted correction"],"prefix":"10.1007","volume":"20","author":[{"given":"Zhiyi","family":"Zhu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyu","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Youwei","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,2]]},"reference":[{"issue":"1","key":"5609_CR1","doi-asserted-by":"publisher","first-page":"2632","DOI":"10.1038\/s41467-021-22848-z","volume":"12","author":"A Steel","year":"2021","unstructured":"Steel, A., Billings, M.M., Silson, E.H., Robertson, C.E.: A network linking scene perception and spatial memory systems in posterior cerebral cortex. Nat. Commun. 12(1), 2632 (2021)","journal-title":"Nat. Commun."},{"issue":"4","key":"5609_CR2","doi-asserted-by":"publisher","first-page":"155","DOI":"10.5214\/ans.0972.7531.200408","volume":"20","author":"H Ebbinghaus","year":"2013","unstructured":"Ebbinghaus, H.: Memory: a contribution to experimental psychology. Ann. Neurosci. 20(4), 155 (2013)","journal-title":"Ann. Neurosci."},{"key":"5609_CR3","doi-asserted-by":"crossref","unstructured":"Isola, P., Xiao, J., Torralba, A., Oliva, A.: What makes an image memorable? In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 145\u2013152 (2011)","DOI":"10.1109\/CVPR.2011.5995721"},{"key":"5609_CR4","doi-asserted-by":"crossref","unstructured":"Fajtl, J., Argyriou, V., Monekosso, D., Remagnino, P.: Amnet: Memorability estimation with attention. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 6363\u20136372. (2018)","DOI":"10.1109\/CVPR.2018.00666"},{"key":"5609_CR5","doi-asserted-by":"crossref","unstructured":"Squalli-Houssaini, H., Duong, N.Q., Gwena\u00eblle, M., Demarty, C.-H.: Deep learning for predicting image memorability. In: Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing, pp. 2371\u20132375 (2018)","DOI":"10.1109\/ICASSP.2018.8462292"},{"issue":"15","key":"5609_CR6","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1049\/ell2.12525","volume":"58","author":"Y Lu","year":"2022","unstructured":"Lu, Y., Wu, X.: Video storytelling based on gated video memorability filtering. Electron. Lett. 58(15), 576\u2013578 (2022)","journal-title":"Electron. Lett."},{"key":"5609_CR7","doi-asserted-by":"crossref","unstructured":"Cohendet, R., Demarty, C.-H., Duong, N.Q., Engilberge, M.: Videomem: constructing, analyzing, predicting short-term and long-term video memorability. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 2531\u20132540 (2019)","DOI":"10.1109\/ICCV.2019.00262"},{"key":"5609_CR8","doi-asserted-by":"crossref","unstructured":"Cohendet, R., Yadati, K., Duong, N.Q.K., Demarty, C.-H.: Annotating, understanding, and predicting long-term video memorability. In: Proceedings of the 2018 ACM on International Conference on Multimedia Retrieval, pp. 178\u2013186 (2018)","DOI":"10.1145\/3206025.3206056"},{"key":"5609_CR9","doi-asserted-by":"crossref","unstructured":"Newman, A., Fosco, C., Casser, V., Lee, A., McNamara, B., Oliva, A.: Multimodal memorability: modeling effects of semantics and decay on video memorability. In: Computer Vision\u2013ECCV 2020: 16th European Conference, pp. 223\u2013240 (2020)","DOI":"10.1007\/978-3-030-58517-4_14"},{"key":"5609_CR10","unstructured":"Constantin, M.G., Ionescu, B.: Aimultimedialab at mediaeval 2022: predicting media memorability using video vision transformers and augmented memorable moments, pp. 12\u201316 (2022)"},{"issue":"17","key":"5609_CR11","doi-asserted-by":"publisher","first-page":"8599","DOI":"10.3390\/app12178599","volume":"12","author":"J Li","year":"2022","unstructured":"Li, J., Guo, X., Yue, F., Xue, F., Sun, J.: Adaptive multi-modal ensemble network for video memorability prediction. Appl. Sci. 12(17), 8599 (2022)","journal-title":"Appl. Sci."},{"key":"5609_CR12","unstructured":"Sweeney, L., Healy, G., Smeaton, A.F.: Diffusing surrogate dreams of video scenes to predict video memorability (2022). arXiv:2212.09308"},{"key":"5609_CR13","unstructured":"Usmani, M.M.A., Zahid, S., Tahir, M.A.: Modelling of video memorability using ensemble learning and transformers, pp. 7\u201311 (2022)"},{"key":"5609_CR14","doi-asserted-by":"crossref","unstructured":"Carreira, J., Zisserman, A.: Quo vadis, action recognition? a new model and the kinetics dataset. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 6299\u20136308. (2017)","DOI":"10.1109\/CVPR.2017.502"},{"key":"5609_CR15","doi-asserted-by":"crossref","unstructured":"Ghauri, J.A., Hakimov, S., Ewerth, R.: Supervised video summarization via multiple feature sets with parallel attention. In: 2021 IEEE International Conference on Multimedia and Expo, pp. 1\u20136 (2021)","DOI":"10.1109\/ICME51207.2021.9428318"},{"key":"5609_CR16","doi-asserted-by":"publisher","first-page":"107618","DOI":"10.1016\/j.compeleceng.2021.107618","volume":"97","author":"J Lin","year":"2022","unstructured":"Lin, J., Zhong, S.-H., Fares, A.: Deep hierarchical lstm networks with attention for video summarization. Comput. Electr. Eng. 97, 107618 (2022)","journal-title":"Comput. Electr. Eng."},{"key":"5609_CR17","doi-asserted-by":"publisher","first-page":"1573","DOI":"10.1109\/TIP.2022.3143699","volume":"31","author":"T Liu","year":"2022","unstructured":"Liu, T., Meng, Q., Huang, J.-J., Vlontzos, A., Rueckert, D., Kainz, B.: Video summarization through reinforcement learning with a 3d spatio-temporal u-net. IEEE Trans. Image Process. 31, 1573\u20131586 (2022)","journal-title":"IEEE Trans. Image Process."},{"issue":"5","key":"5609_CR18","first-page":"2793","volume":"44","author":"B Zhao","year":"2021","unstructured":"Zhao, B., Li, H., Lu, X., Li, X.: Reconstructive sequence-graph network for video summarization. IEEE Trans. Pattern Anal. Mach. Intell. 44(5), 2793\u20132801 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"5609_CR19","doi-asserted-by":"publisher","first-page":"108312","DOI":"10.1016\/j.patcog.2021.108312","volume":"122","author":"W Zhu","year":"2022","unstructured":"Zhu, W., Lu, J., Han, Y., Zhou, J.: Learning multiscale hierarchical attention for video summarization. Pattern Recogn. 122, 108312 (2022)","journal-title":"Pattern Recogn."},{"key":"5609_CR20","doi-asserted-by":"crossref","unstructured":"Khosla, A., Raju, A.S., Torralba, A., Oliva, A.: Understanding and predicting image memorability at a large scale. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2390\u20132398 (2015)","DOI":"10.1109\/ICCV.2015.275"},{"issue":"8","key":"5609_CR21","doi-asserted-by":"publisher","first-page":"1692","DOI":"10.1109\/TCYB.2014.2358647","volume":"45","author":"J Han","year":"2014","unstructured":"Han, J., Chen, C., Shao, L., Hu, X., Han, J., Liu, T.: Learning computational models of video memorability from fmri brain imaging. IEEE Trans. Cybern. 45(8), 1692\u20131703 (2014)","journal-title":"IEEE Trans. Cybern."},{"key":"5609_CR22","unstructured":"Sweeney, L., Healy, G., Smeaton, A.F.: Predicting media memorability: comparing visual, textual and auditory features, pp. 103\u2013105 (2021)"},{"key":"5609_CR23","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"5609_CR24","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"5609_CR25","doi-asserted-by":"crossref","unstructured":"Hara, K., Kataoka, H., Satoh, Y.: Can spatiotemporal 3d cnns retrace the history of 2d cnns and imagenet? In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 6546\u20136555 (2018)","DOI":"10.1109\/CVPR.2018.00685"},{"key":"5609_CR26","unstructured":"Reboud, A., Harrando, I., Laaksonen, J., Troncy, R.: Exploring multimodality, perplexity and explainability for memorability prediction. In: Working Notes Proceedings of the MediaEval 2021 Workshop (CEUR Workshop Proceedings), pp. 157\u2013159 (2021)"},{"key":"5609_CR27","unstructured":"Kleinlein, R., Luna-Jim\u00e9nez, C., Fern\u00e1ndez-Mart\u00ednez, F.: Thau-upm at mediaeval 2021: From video semantics to memorability using pretrained transformers. In: Working Notes Proceedings of the MediaEval 2021 Workshop (CEUR Workshop Proceedings), pp. 124\u2013126 (2021)"},{"key":"5609_CR28","unstructured":"Bao, H., Dong, L., Piao, S., Wei, F.: Beit: bert pre-training of image transformers. In: International Conference on Learning Representations, pp. 1\u20138 (2021)"},{"key":"5609_CR29","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., J\u00e9gou, H.: Training data-efficient image transformers & distillation through attention. In: International Conference on Machine Learning. PMLR, pp. 10347\u201310357 (2021)"},{"key":"5609_CR30","unstructured":"Constantin, M.G., Ionescu, B.: Using vision transformers and memorable moments for the prediction of video memorability. In: Working Notes Proceedings of the MediaEval 2021 Workshop (CEUR Workshop Proceedings), pp. 217\u2013219 (2021)"},{"key":"5609_CR31","doi-asserted-by":"crossref","unstructured":"Caron, M., Touvron, H., Misra, I., J\u00e9gou, H., Mairal, J., Bojanowski, P., Joulin, A.: Emerging properties in self-supervised vision transformers. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 9650\u20139660 (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"5609_CR32","doi-asserted-by":"crossref","unstructured":"Chen, X., Xie, S., He, K.: An empirical study of training self-supervised vision transformers. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 9640\u20139649 (2021)","DOI":"10.1109\/ICCV48922.2021.00950"},{"key":"5609_CR33","unstructured":"Radford, A., Kim, J.W., Hallacy, C., Ramesh, A., Goh, G., Agarwal, S., Sastry, G., Askell, A., Mishkin, P., Clark, J.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763 (2021)"},{"key":"5609_CR34","doi-asserted-by":"crossref","unstructured":"Tao, C., Zhu, X., Su, W., Huang, G., Li, B., Zhou, J., Qiao, Y., Wang, X., Dai, J.: Siamese image modeling for self-supervised vision representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2132\u20132141 (2023)","DOI":"10.1109\/CVPR52729.2023.00212"},{"key":"5609_CR35","doi-asserted-by":"crossref","unstructured":"Qian, R., Meng, T., Gong, B., Yang, M.-H., Wang, H., Belongie, S., Cui, Y.: Spatiotemporal contrastive video representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6964\u20136974 (2021)","DOI":"10.1109\/CVPR46437.2021.00689"},{"key":"5609_CR36","doi-asserted-by":"crossref","unstructured":"Ranasinghe, K., Naseer, M., Khan, S., Khan, F.S., Ryoo, M.S.: Self-supervised video transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2874\u20132884 (2022)","DOI":"10.1109\/CVPR52688.2022.00289"},{"key":"5609_CR37","first-page":"5679","volume":"33","author":"T Han","year":"2020","unstructured":"Han, T., Xie, W., Zisserman, A.: Self-supervised co-training for video representation learning. Adv. Neural. Inf. Process. Syst. 33, 5679\u20135690 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"5609_CR38","doi-asserted-by":"crossref","unstructured":"Morgado, P., Vasconcelos, N., Misra, I.: Audio-visual instance discrimination with cross-modal agreement. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12475\u201312486 (2021)","DOI":"10.1109\/CVPR46437.2021.01229"},{"key":"5609_CR39","unstructured":"Kenton, J.D., Toutanova, M.-W.C., L.K.: Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186 (2019)"},{"key":"5609_CR40","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S.: An image is worth 16x16 words: Transformers for image recognition at scale. In: International Conference on Learning Representations, pp. 1\u201321 (2020)"},{"key":"5609_CR41","doi-asserted-by":"crossref","unstructured":"Liu, Z., Lin, Y., Cao, Y., Hu, H., Wei, Y., Zhang, Z., Lin, S., Guo, B.: Swin transformer: hierarchical vision transformer using shifted windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 10012\u201310022 (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"issue":"8","key":"5609_CR42","first-page":"4065","volume":"44","author":"J Dong","year":"2021","unstructured":"Dong, J., Li, X., Xu, C., Yang, X., Yang, G., Wang, X., Wang, M.: Dual encoding for video retrieval by text. IEEE Trans. Pattern Anal. Mach. Intell. 44(8), 4065\u20134080 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"5609_CR43","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9729\u20139738 (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"5609_CR44","doi-asserted-by":"crossref","unstructured":"Song, Y., Vallmitjana, J., Stent, A., Jaimes, A.: Tvsum: summarizing web videos using titles. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5179\u20135187 (2015)","DOI":"10.1109\/CVPR.2015.7299154"},{"issue":"11","key":"5609_CR45","doi-asserted-by":"publisher","first-page":"1551","DOI":"10.1177\/0956797610385359","volume":"21","author":"T Konkle","year":"2010","unstructured":"Konkle, T., Brady, T.F., Alvarez, G.A., Oliva, A.: Scene memory is more detailed than you think: the role of categories in visual long-term memory. Psychol. Sci. 21(11), 1551\u20131556 (2010)","journal-title":"Psychol. Sci."},{"key":"5609_CR46","doi-asserted-by":"crossref","unstructured":"Gygli, M., Grabner, H., Riemenschneider, H., Van Gool, L.: Creating summaries from user videos. In: Computer Vision-ECCV 2014: 13th European Conference, pp. 505\u2013520 (2014)","DOI":"10.1007\/978-3-319-10584-0_33"},{"issue":"16","key":"5609_CR47","doi-asserted-by":"publisher","first-page":"7406","DOI":"10.3390\/app11167406","volume":"11","author":"R Kleinlein","year":"2021","unstructured":"Kleinlein, R., Luna-Jim\u00e9nez, C., Arias-Cuadrado, D., Ferreiros, J., Fern\u00e1ndez-Mart\u00ednez, F.: Topic-oriented text features can match visual deep models of video memorability. Appl. Sci. 11(16), 7406 (2021)","journal-title":"Appl. Sci."},{"key":"5609_CR48","doi-asserted-by":"crossref","unstructured":"Dumont, T., Hevia, J.S., Fosco, C.L.: Modular memorability: tiered representations for video memorability prediction. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10751\u201310760 (2023)","DOI":"10.1109\/CVPR52729.2023.01035"},{"key":"5609_CR49","unstructured":"Leyva, R., Doctor, F., Garcia Seco De Herrera, A., Sahab, S.: Multimodal deep features fusion for video memorability prediction. In: Working Notes Proceedings of the MediaEval 2019 Workshop (CEUR Workshop Proceedings), pp. 115\u2013117 (2019)"},{"key":"5609_CR50","doi-asserted-by":"crossref","unstructured":"Nam, Y., Lehavi, A., Yang, D., Bose, D., Swayamdipta, S., Narayanan, S.: Does Video Summarization Require Videos? Quantifying the Effectiveness of Language in Video Summarization (2023)","DOI":"10.1109\/ICASSP48485.2024.10445931"},{"key":"5609_CR51","doi-asserted-by":"crossref","unstructured":"Su, M., Ma, R., Zhang, B., Li, K.: Recurrent unit augmented memory network for video summarisation. IET Computer Vision (2023)","DOI":"10.1049\/cvi2.12194"}],"container-title":["Signal, Image and Video Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-026-05609-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11760-026-05609-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-026-05609-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T19:27:51Z","timestamp":1786994871000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11760-026-05609-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":51,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2026,8]]}},"alternative-id":["5609"],"URL":"https:\/\/doi.org\/10.1007\/s11760-026-05609-7","relation":{},"ISSN":["1863-1703","1863-1711"],"issn-type":[{"value":"1863-1703","type":"print"},{"value":"1863-1711","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"25 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2026","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 July 2026","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 August 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no conflict of interest or other interests that might be perceived to influence the results and\/or discussion reported in this paper.","order":1,"name":"Ethics","label":"Conflict of interest","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not Applicable.","order":2,"name":"Ethics","label":"Ethics approval","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"541"}}