{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T03:31:14Z","timestamp":1780630274274,"version":"3.54.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T00:00:00Z","timestamp":1667520000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T00:00:00Z","timestamp":1667520000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"DST-CNRS","award":["IFC\/4130\/DST-CNRS\/2018-19\/IT25"],"award-info":[{"award-number":["IFC\/4130\/DST-CNRS\/2018-19\/IT25"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s11042-022-14082-6","type":"journal-article","created":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T06:02:31Z","timestamp":1667541751000},"page":"3233-3258","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Text summary evaluation based on interpretable semantic textual similarity"],"prefix":"10.1007","volume":"83","author":[{"given":"Goutam","family":"Majumder","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vikrant","family":"Rajput","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3834-5154","authenticated-orcid":false,"given":"Partha","family":"Pakray","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sivaji","family":"Bandyopadhyay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benoit","family":"Favre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,11,4]]},"reference":[{"key":"14082_CR1","doi-asserted-by":"crossref","unstructured":"Abney SP (1992) \u201cParsing By Chunks\u201d. In: Principle\u2013Based Parsing: Computation and Psycholinguistics, Dordrecht","DOI":"10.1007\/978-94-011-3474-3_10"},{"key":"14082_CR2","unstructured":"Agirre E, Diab M, Cer D, Gonzalez-Agirre A (2012) \u201cSemEval-2012 task 6: A Pilot on Semantic Textual Similarity\u201d. In: Proceedings of the First Joint Conference on Lexical and Computational Semantics - Volume 1: Proceedings of the Main Conference and the Shared Task, and Volume 2: Proceedings of the Sixth International Workshop on Semantic Evaluation, Stroudsburg"},{"key":"14082_CR3","doi-asserted-by":"crossref","unstructured":"Agirre E, Gonzalez-Agirre A, Lopez-Gazpio I, Maritxalar M, Rigau G, Uria L (2016) \u201cSemEval-2016 Task 2: Interpretable Semantic Textual Similarity,\u201d in Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016)","DOI":"10.18653\/v1\/S16-1082"},{"key":"14082_CR4","doi-asserted-by":"crossref","unstructured":"Agirrea E, Baneab C, Cardiec C, Cerd D, Diabe M, Gonzalez-Agirrea A, Guof W, Lopez-Gazpioa I, Maritxalara M, Mihalceab R, Rigaua G, Uriaa L, Wiebe J (2015) \u201cSemeval-2015 Task 2: Semantic Textual Similarity, English, Spanish and Pilot on Interpretability\u201d. In: Proceedings of the 9th International Workshop on Semantic Evaluation, SemEval'15, Denver","DOI":"10.18653\/v1\/S15-2045"},{"key":"14082_CR5","doi-asserted-by":"crossref","unstructured":"Allahyari M, Pouriyeh SA, Assefi M, Safaei S, Trippe ED, Gutierrez JB, Kochut K (2017) Text summarization techniques: a brief survey. In Proceedings of arXiv. CoRR, abs\/1707.02268, USA","DOI":"10.14569\/IJACSA.2017.081052"},{"key":"14082_CR6","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) \u201cNeural Machine Translation by Jointly Learning to Align and Translate\u201d. In: proceddings of 3rd International Conference on Learning Representations, San Diego, CA, USA"},{"key":"14082_CR7","first-page":"1137","volume":"3","author":"Y Bengio","year":"2003","unstructured":"Bengio Y, Ducharme R, Vincent P, Janvin C (2003) A Neural Probabilistic Language Model. J Mach Learn Res 3:1137\u20131155","journal-title":"J Mach Learn Res"},{"key":"14082_CR8","doi-asserted-by":"publisher","unstructured":"Cao Z, Simon T, Wei S-E, Sheikh Y (2017) Realtime multi-person 2D pose estimation using part affinity fields. In: IEEE conference on computer vision and pattern recognition (CVPR), 2017 pp 1302\u20131310.\u00a0https:\/\/doi.org\/10.1109\/CVPR.2017.143","DOI":"10.1109\/CVPR.2017.143"},{"key":"14082_CR9","doi-asserted-by":"crossref","unstructured":"Cheng J, Lapata M, \u201cNeural Summarization by Extracting Sentences and Words,\u201d in Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Berlin, 2016","DOI":"10.18653\/v1\/P16-1046"},{"key":"14082_CR10","doi-asserted-by":"crossref","unstructured":"Gao Y, Sun C, Passonneau RJ (2019) \u201cAutomated Pyramid Summarization Evaluation\u201d. In: Proceedings of the 23rd Conference on Computational Natural Language Learning, Hong Kong","DOI":"10.18653\/v1\/K19-1038"},{"key":"14082_CR11","doi-asserted-by":"crossref","unstructured":"Graham Y (2015) \u201cRe-evaluating Automatic Summarization with BLEU and 192 Shades of ROUGE\u201d. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, Lisbon","DOI":"10.18653\/v1\/D15-1013"},{"key":"14082_CR12","volume-title":"A closer look at skip\u2013gram modelling","author":"D Guthrie","year":"2006","unstructured":"Guthrie D, Allison B, Liu W, Guthrie L, Wilks Y (2006) A closer look at skip\u2013gram modelling. Genoa"},{"key":"14082_CR13","doi-asserted-by":"publisher","unstructured":"Harris ZS (1954) Distributional structure. Word 10:146\u2013162. https:\/\/doi.org\/10.1080\/00437956.1954.11659520","DOI":"10.1080\/00437956.1954.11659520"},{"key":"14082_CR14","doi-asserted-by":"crossref","unstructured":"Iizuka S, Simo-Serra E, Ishikawa H (2016) \u201cLet there be color!: joint end-to-end learning of global and local image priors for automatic image colorization with simultaneous classification\u201d. ACM Trans Graphics. 35: 1\u201311, 7","DOI":"10.1145\/2897824.2925974"},{"key":"14082_CR15","unstructured":"Jiang JJ, Conrath DW (1997) Semantic similarity based on corpus statistics and lexical taxonomy. In: Proceedings of the 10th Research on Computational Linguistics International Conference, pp 19\u201333, Taipei, Taiwan. The Association for Computational Linguistics and Chinese Language Processing (ACLCLP)"},{"key":"14082_CR16","volume-title":"Evaluating natural language processing systems","year":"2009","unstructured":"Jones KS, Galliers JR (eds) (2009) Evaluating natural language processing systems. Springer, Berlin Heidelberg"},{"key":"14082_CR17","doi-asserted-by":"crossref","unstructured":"Joshi M, Chen D, Liu Y, Weld DS, Zettlemoyer L, Levy O (2020) \u201cSpanBERT: Improving Pre-training by Representing and Predicting Spans,\u201d Trans Assoc Comput Linguistics. 8:64\u201377","DOI":"10.1162\/tacl_a_00300"},{"key":"14082_CR18","doi-asserted-by":"crossref","unstructured":"Leacock C, Chodorow M (1998) \u201cCombining Local Context and WordNet Similarity for Word Sense Identification\u201d. In: WordNet: An Electronic Lexical Database. vol. 49, The MIT Press, p. 265\u2013283.","DOI":"10.7551\/mitpress\/7287.003.0018"},{"key":"14082_CR19","doi-asserted-by":"crossref","unstructured":"Li Y, McLean D, Bandar ZA, O'Shea JD, Crockett K (2006) \u201cSentence similarity based on semantic nets and corpus statistics\u201d. IEEE Trans Knowledge Data Eng. 18:1138\u20131150","DOI":"10.1109\/TKDE.2006.130"},{"key":"14082_CR20","unstructured":"Lin C.-Y (2004) \u201cROUGE: A Package for Automatic Evaluation of Summaries,\u201d in Proceedings of the Workshop on Text Summarization Branches Out, Barcelona"},{"key":"14082_CR21","doi-asserted-by":"crossref","unstructured":"Liu Y, Lapata M (2019) \u201cText Summarization with Pretrained Encoders,\u201d in Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Hong Kong","DOI":"10.18653\/v1\/D19-1387"},{"key":"14082_CR22","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1016\/j.knosys.2016.12.013","volume":"119","author":"I Lopez-Gazpio","year":"2017","unstructured":"Lopez-Gazpio I, Maritxalar M, Gonzalez-Agirre A, Rigau G, Uria L, Agirre E (2017) Interpretable semantic textual similarity: Finding and explaining differences between sentences. Knowledge-Based Systems 119:186\u2013199","journal-title":"Knowledge-Based Systems"},{"key":"14082_CR23","unstructured":"Lopyrev K (2015) \u201cGenerating News Headlines with Recurrent Neural Networks\u201d. Comput Res Repos, vol. abs\/1512.01712, p. 1\u20139"},{"key":"14082_CR24","doi-asserted-by":"crossref","unstructured":"Majumder G, Pakray P, Pinto D (2019) \u201cMeasuring interpretable semantic similarity of sentences using a multi chunk aligner\u201d. J Intell Fuzzy Syst.36:4797\u20134808,","DOI":"10.3233\/JIFS-179028"},{"key":"14082_CR25","doi-asserted-by":"publisher","unstructured":"Majumder G, Pakray P, Das R, Pinto D (2021) Interpretable semantic textual similarity of sentences using alignment of chunks with classification and regression. Appl Intell 51:7322\u20137349. https:\/\/doi.org\/10.1007\/s10489-020-02144-x","DOI":"10.1007\/s10489-020-02144-x"},{"key":"14082_CR26","doi-asserted-by":"crossref","unstructured":"Manning C, Surdeanu M, Bauer J, Finkel J, Bethard S, McClosky D (2014) \u201cThe Stanford CoreNLP Natural Language Processing Toolkit\u201d. In: Proceedings of 52nd Annual Meeting of the Association for Computational Linguistics: System Demonstrations, Baltimore","DOI":"10.3115\/v1\/P14-5010"},{"key":"14082_CR27","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) \u201cDistributed Representations of Words and Phrases and Their Compositionality\u201d. In: Proceedings of the 26th International Conference on Neural Information Processing Systems - Volume 2, USA"},{"key":"14082_CR28","doi-asserted-by":"crossref","unstructured":"Miller GA, \u201cWordNet: A Lexical Database for English,\u201d Comm ACM, vol. 38, p. 39\u201341, 11 1995.","DOI":"10.1145\/219717.219748"},{"key":"14082_CR29","doi-asserted-by":"crossref","unstructured":"Nallapati R, Zhou B, dos Santos C, Gulcehre C, Xiang B (2016)\u201cAbstractive Text Summarization using Sequence-to-sequence RNNs and Beyond,\u201d in Proceedings of The 20th SIGNLL Conference on Computational Natural Language Learning, Berlin","DOI":"10.18653\/v1\/K16-1028"},{"key":"14082_CR30","doi-asserted-by":"crossref","unstructured":"Nallapati R, Zhai F, Zhou B \u201cSummaRuNNer: A Recurrent Neural Network Based Sequence Model for Extractive Summarization of Documents,\u201d in Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence, San Francisco, California, USA, 2017.","DOI":"10.1609\/aaai.v31i1.10958"},{"key":"14082_CR31","doi-asserted-by":"crossref","unstructured":"Narayan S, Cohen SB, Lapata M \u201cRanking Sentences for Extractive Summarization with Reinforcement Learning,\u201d in Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), New, 2018","DOI":"10.18653\/v1\/N18-1158"},{"key":"14082_CR32","doi-asserted-by":"crossref","unstructured":"Palaskar S, Libovick\u00fd J, Gella S, Metze F(2019) \u201cMultimodal Abstractive Summarization for How2 Videos\u201d. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, Florence","DOI":"10.18653\/v1\/P19-1659"},{"key":"14082_CR33","doi-asserted-by":"crossref","unstructured":"Papineni K, Roukos S, Ward T, Zhu W-J (2002) \u201cBLEU: a Method for Automatic Evaluation of Machine Translation\u201d. in Proceedings of the 40th Annual Meeting on Association for Computational Linguistics - ACL'02. Philadelphia","DOI":"10.3115\/1073083.1073135"},{"key":"14082_CR34","first-page":"8024","volume-title":"Advances in neural information processing systems 32","author":"A Paszke","year":"2019","unstructured":"Paszke A, Gross S, Chintala S, Chanan G, Yang E, DeVito Z, Lin Z, Desmaison A, Antiga L, Lerer A (2019) PyTorch: an imperative style, high-performance deep learning library. In: Wallach H, Larochelle H, Beygelzimer A (eds) Advances in neural information processing systems 32. Inc, Curran Associates, pp 8024\u20138035"},{"key":"14082_CR35","doi-asserted-by":"crossref","unstructured":"Pavlick E, Rastogi P, Ganitkevitch J, Durme BV and Callison\u2013Burc C (2015) \u201cPPDB 2.0: Better paraphrase ranking, fine-grained entailment relations, word embeddings, and style classification\u201d. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Short Papers), Beijing","DOI":"10.3115\/v1\/P15-2070"},{"key":"14082_CR36","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C (2014) \u201cGlove: Global Vectors for Word Representation\u201d. In Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), Doha","DOI":"10.3115\/v1\/D14-1162"},{"key":"14082_CR37","doi-asserted-by":"crossref","unstructured":"Radev DR, Hovy E, McKeown K, \u201cIntroduction to the Special Issue on Summarization,\u201d Comput Linguistics, vol. 28, p. 399\u2013408, 12 2002.","DOI":"10.1162\/089120102762671927"},{"key":"14082_CR38","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ (2020) Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res 21:1\u201367","journal-title":"J Mach Learn Res"},{"key":"14082_CR39","unstructured":"Resnik P (1995) \u201cUsing Information Content to Evaluate Semantic Similarity in a Taxonomy,\u201d in Proceedings of the 14th international joint conference on Artificial intelligence - Volume 1, San Francisco, CA, USA"},{"key":"14082_CR40","doi-asserted-by":"crossref","unstructured":"Rush AM, Chopra S, Weston J (2015) \u201cA Neural Attention Model for Abstractive Sentence Summarization,\u201d in Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, Lisbon,","DOI":"10.18653\/v1\/D15-1044"},{"key":"14082_CR41","doi-asserted-by":"crossref","unstructured":"Sang EFTK, Buchholz S (2000) \u201cIntroduction to the CoNLL-2000 Shared Task: Chunking,\u201d in Proceedings of the 2nd workshop on Learning language in logic and the 4th conference on Computational natural language learning-Volume 7, Lisbon","DOI":"10.3115\/1117601.1117631"},{"key":"14082_CR42","unstructured":"Savelieva A, Au-Yeung B, Ramani V (2020) \u201cAbstractive summarization of spoken and written instructions with BERT,\u201d in Proceedings of KDD workshop on conversational systems towards mainstream adoption (KDD Converse\u201920)"},{"key":"14082_CR43","doi-asserted-by":"crossref","unstructured":"See A, Liu PJ, Manning CD (2017) \u201cGet To The Point: Summarization with Pointer-Generator Networks\u201d. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Vancouver","DOI":"10.18653\/v1\/P17-1099"},{"key":"14082_CR44","doi-asserted-by":"crossref","unstructured":"Song S, Huang H and Ruan T (2018) \u201cAbstractive text summarization using LSTM-CNN based deep learning,\u201d Multimedia Tools Appl, vol. 78, p. 857\u2013875, 2","DOI":"10.1007\/s11042-018-5749-3"},{"key":"14082_CR45","unstructured":"Sutskever I, Vinyals O, Le QV (2014) \u201cSequence to Sequence Learning with Neural Networks\u201d In: Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 2, Cambridge"},{"key":"14082_CR46","doi-asserted-by":"crossref","unstructured":"Suwajanakorn S, Seitz SM, Kemelmacher-Shlizerman I (2017) \u201cSynthesizing Obama: learning lip sync from audio\u201d. ACM Trans Graphics. 36: 1\u201313, 7","DOI":"10.1145\/3072959.3073640"},{"key":"14082_CR47","doi-asserted-by":"crossref","unstructured":"Wu Z, Palmer M (1994) \u201cVERB SEMANTICS AND LEXICAL SELECTION\u201d. In: Proceedings of the 32nd Annual Meeting on Association for Computational Linguistics, Stroudsburg","DOI":"10.3115\/981732.981751"},{"key":"14082_CR48","unstructured":"Zhang J, Zhao Y, Saleh M, Liu PJ (2020) \u201cPEGASUS: pre-training with extracted gap-sentences for abstractive summarization,\u201d in Proceedings of the 37th international conference on machine learning"},{"key":"14082_CR49","doi-asserted-by":"crossref","unstructured":"Zhu J, Li H, Liu T, Zhou Y, Zhang J, Zong C (2018) \u201cMSMO: Multimodal Summarization with Multimodal Output\u201d In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels","DOI":"10.18653\/v1\/D18-1448"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-14082-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-022-14082-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-022-14082-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,7]],"date-time":"2024-10-07T06:48:07Z","timestamp":1728283687000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-022-14082-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,4]]},"references-count":49,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["14082"],"URL":"https:\/\/doi.org\/10.1007\/s11042-022-14082-6","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,4]]},"assertion":[{"value":"26 October 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 October 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 November 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that other than the funding agency mentioned in the acknowledgment, we have not taken any additional funds from private, non-profit, and trade associations to perform any research activity related to this publication.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}