{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T08:57:03Z","timestamp":1772355423108,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"30","license":[{"start":{"date-parts":[[2023,5,2]],"date-time":"2023-05-02T00:00:00Z","timestamp":1682985600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,2]],"date-time":"2023-05-02T00:00:00Z","timestamp":1682985600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100013058","name":"Jiangsu Provincial Key Research and Development Program","doi-asserted-by":"publisher","award":["2019B010153002"],"award-info":[{"award-number":["2019B010153002"]}],"id":[{"id":"10.13039\/501100013058","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011002","name":"National Natural Science Foundation of China-Yunnan Joint Fund","doi-asserted-by":"publisher","award":["U1701262"],"award-info":[{"award-number":["U1701262"]}],"id":[{"id":"10.13039\/501100011002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011002","name":"National Natural Science Foundation of China-Yunnan Joint Fund","doi-asserted-by":"publisher","award":["U1801263"],"award-info":[{"award-number":["U1801263"]}],"id":[{"id":"10.13039\/501100011002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62002071"],"award-info":[{"award-number":["62002071"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012660","name":"Guangdong Provincial Key Laboratory of Prevention and Control for Severe Clinical Animal Diseases","doi-asserted-by":"publisher","award":["2020B1212060069"],"award-info":[{"award-number":["2020B1212060069"]}],"id":[{"id":"10.13039\/501100012660","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s11042-023-15509-4","type":"journal-article","created":{"date-parts":[[2023,5,2]],"date-time":"2023-05-02T10:02:17Z","timestamp":1683021737000},"page":"46673-46694","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Siamese BERT Architecture Model with attention mechanism for Textual Semantic Similarity"],"prefix":"10.1007","volume":"82","author":[{"given":"Ruihao","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lianglun","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Depei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junming","family":"Tan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,5,2]]},"reference":[{"key":"15509_CR1","doi-asserted-by":"publisher","first-page":"922","DOI":"10.1016\/j.ipm.2018.06.005","volume":"54","author":"B Agarwal","year":"2018","unstructured":"Agarwal B, Ramampiaro H, Langseth H, Ruocco M (2018) A deep network model for paraphrase detection in short text messages. Inf Process Manag 54:922\u2013937. https:\/\/doi.org\/10.1016\/j.ipm.2018.06.005","journal-title":"Inf Process Manag"},{"key":"15509_CR2","doi-asserted-by":"publisher","unstructured":"Ahmed U, Mukhiya SK, Srivastava G et al (2021) Attention-based deep entropy active learning using lexical algorithm for mental health treatment. Front Psychol 12:64\u20132347. https:\/\/doi.org\/10.3389\/fpsyg.2021.642347","DOI":"10.3389\/fpsyg.2021.642347"},{"key":"15509_CR3","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. arXiv preprint arXiv:1409.0473"},{"key":"15509_CR4","doi-asserted-by":"crossref","unstructured":"Bowman SR, Gauthier J, Rastogi A et al (2016) A fast unified model for parsing and sentence understanding. In: Proceedings of the 54th annual meeting of the association for computational linguistics (Volume 1: Long Papers). Association for Computational Linguistics, Berlin, Germany, pp\u00a01466\u20131477","DOI":"10.18653\/v1\/P16-1139"},{"key":"15509_CR5","doi-asserted-by":"crossref","unstructured":"Bowman SR, Angeli G, Potts C, Manning CD (2015) A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 conference on empirical methods in natural language processing. Association for Computational Linguistics, Lisbon, Portugal, pp\u00a0632\u2013642","DOI":"10.18653\/v1\/D15-1075"},{"key":"15509_CR6","doi-asserted-by":"crossref","unstructured":"Chen Q, Hu Q, Huang JX, He L (2018) CA-RNN: Using context-aligned recurrent neural networks for modeling sentence similarity. In: McIlraith SA, Weinberger KQ (eds) Proceedings of the Thirty-second AAAI Conference on Artificial Intelligence, (AAAI-18), the 30th innovative Applications of Artificial Intelligence (IAAI-18), and the 8th AAAI Symposium on Educational Advances in Artificial Intelligence (EAAI-18), New Orleans, Louisiana, USA, February 2\u20137, 2018. AAAI Press, pp\u00a0265\u2013273","DOI":"10.1609\/aaai.v32i1.11273"},{"key":"15509_CR7","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv:181004805 [cs]"},{"key":"15509_CR8","doi-asserted-by":"crossref","unstructured":"Dolan WB, Quirk C, Brockett C (2004) Unsupervised construction of large paraphrase corpora. Exploiting massively parallel news sources. COLING","DOI":"10.3115\/1220355.1220406"},{"key":"15509_CR9","doi-asserted-by":"crossref","unstructured":"Duan C, Cui L, Chen X et al (2018) Attention-fused deep matching network for natural language inference. In: Proceedings of the twenty-seventh international joint conference on artificial intelligence. International Joint Conferences on Artificial Intelligence Organization, Stockholm, Sweden, pp\u00a04033\u20134040","DOI":"10.24963\/ijcai.2018\/561"},{"key":"15509_CR10","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.ins.2019.09.006","volume":"509","author":"Z Geng","year":"2020","unstructured":"Geng Z, Chen G, Han Y et al (2020) Semantic relation extraction using sequential and tree-structured LSTM with attention. Inf Sci 509:183\u2013192. https:\/\/doi.org\/10.1016\/j.ins.2019.09.006","journal-title":"Inf Sci"},{"key":"15509_CR11","doi-asserted-by":"crossref","unstructured":"Hadsell R, Chopra S, LeCun Y (2006) Dimensionality reduction by learning an invariant mapping. In: 2006 IEEE Computer Society Conference on Computer Vision and Pattern Recognition - Volume\u00a02 (CVPR\u201906). IEEE, New York, pp\u00a01735\u20131742","DOI":"10.1109\/CVPR.2006.100"},{"key":"15509_CR12","doi-asserted-by":"crossref","unstructured":"He H, Gimpel K, Lin J (2015) Multi-perspective sentence similarity modeling with convolutional neural networks. pp\u00a01576\u20131586","DOI":"10.18653\/v1\/D15-1181"},{"key":"15509_CR13","unstructured":"Huang K, Altosaar J, Ranganath R (2019) ClinicalBERT: modeling clinical notes and predicting hospital readmission.\u00a0arXiv:1904.05342"},{"key":"15509_CR14","unstructured":"Im J, Cho S (2017) Distance-based self-attention network for natural language inference. arXiv:171202047 [cs]"},{"key":"15509_CR15","unstructured":"Ji Y, Eisenstein J (2013) Discriminative improvements to distributional sentence similarity. EMNLP"},{"key":"15509_CR16","doi-asserted-by":"crossref","unstructured":"Jiang N, de Marneffe M-C (2019) Do you know that florence is packed with visitors? Evaluating state-of-the-art models of speaker commitment. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics, Florence, Italy, pp\u00a04208\u20134213","DOI":"10.18653\/v1\/P19-1412"},{"key":"15509_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2020\/9757032","volume":"2020","author":"L Kong","year":"2020","unstructured":"Kong L, Han Z, Han Y, Qi H (2020) A deep paraphrase identification model interacting semantics with syntax. Complexity 2020:1\u201314. https:\/\/doi.org\/10.1155\/2020\/9757032","journal-title":"Complexity"},{"key":"15509_CR18","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee J, Yoon W, Kim S, Kim D, Kim S, So CH, Kang J (2020) BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36:1234\u20131240","journal-title":"Bioinformatics"},{"key":"15509_CR19","doi-asserted-by":"publisher","first-page":"84093","DOI":"10.1109\/ACCESS.2020.2985685","volume":"8","author":"Z Li","year":"2020","unstructured":"Li Z, Lin H, Zheng W et al (2020) Interactive self-attentive siamese network for biomedical sentence similarity. IEEE Access 8:84093\u201384104. https:\/\/doi.org\/10.1109\/ACCESS.2020.2985685","journal-title":"IEEE Access"},{"key":"15509_CR20","doi-asserted-by":"publisher","unstructured":"Lin JC-W, Shao Y, Djenouri Y, Yun U (2021) ASRNN: a recurrent neural network with an attention model for sequence labeling. Knowl Based Syst 212:106\u2013548. https:\/\/doi.org\/10.1016\/j.knosys.2020.106548","DOI":"10.1016\/j.knosys.2020.106548"},{"key":"15509_CR21","doi-asserted-by":"crossref","unstructured":"Liu B, Zhang T, Han FX et al (2018) Matching natural language sentences with hierarchical sentence factorization. In: Proceedings of the 2018 World Wide Web Conference on World Wide Web - WWW \u201918. ACM Press, Lyon, pp\u00a01237\u20131246","DOI":"10.1145\/3178876.3186022"},{"key":"15509_CR22","doi-asserted-by":"publisher","first-page":"149362","DOI":"10.1109\/ACCESS.2020.3016727","volume":"8","author":"Z Liu","year":"2020","unstructured":"Liu Z, Lu C, Huang H et al (2020) Hierarchical multi-granularity attention- based hybrid neural network for text classification. IEEE Access 8:149362\u2013149371. https:\/\/doi.org\/10.1109\/ACCESS.2020.3016727","journal-title":"IEEE Access"},{"key":"15509_CR23","doi-asserted-by":"crossref","unstructured":"Luong M-T, Pham H, Manning CD (2015) Effective approaches to attention-based neural machine translation. arXiv:150804025 [cs]","DOI":"10.18653\/v1\/D15-1166"},{"key":"15509_CR24","unstructured":"Madnani N, Tetreault JR, Chodorow M (2012) Re-examining machine translation metrics for paraphrase identification. NAACL"},{"key":"15509_CR25","doi-asserted-by":"publisher","first-page":"495","DOI":"10.5755\/j01.itc.49.4.27118","volume":"49","author":"M Mansoor","year":"2020","unstructured":"Mansoor M, Rehman Z, ur, Shaheen M et al (2020) Deep learning based Semantic Similarity detection using text data. ITC 49:495\u2013510. https:\/\/doi.org\/10.5755\/j01.itc.49.4.27118","journal-title":"ITC"},{"key":"15509_CR26","doi-asserted-by":"crossref","unstructured":"Mou L, Men R, Li G et al (2016) Natural language inference by tree-based convolution and heuristic matching. In: Proceedings of the 54th annual meeting of the association for computational linguistics (Volume 2: Short Papers). Association for Computational Linguistics, Berlin, pp\u00a0130\u2013136","DOI":"10.18653\/v1\/P16-2022"},{"key":"15509_CR27","doi-asserted-by":"crossref","unstructured":"Mueller J, Thyagarajan A (2016) Siamese recurrent architectures for learning sentence similarity. AAAI","DOI":"10.1609\/aaai.v30i1.10350"},{"key":"15509_CR28","doi-asserted-by":"crossref","unstructured":"Neculoiu P, Versteegh M, Rotaru M (2016) Learning text similarity with siamese recurrent networks. In: Proceedings of the 1st Workshop on Representation Learning for NLP. Association for Computational Linguistics, Berlin, Germany, pp\u00a0148\u2013157","DOI":"10.18653\/v1\/W16-1617"},{"key":"15509_CR29","doi-asserted-by":"crossref","unstructured":"Peinelt N, Nguyen D, Liakata M (2020) tBERT: Topic Models and BERT joining forces for semantic similarity detection. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics, Online, pp\u00a07047\u20137055","DOI":"10.18653\/v1\/2020.acl-main.630"},{"key":"15509_CR30","unstructured":"Pontes EL, Huet S, Linhares AC, Torres-Moreno J (2018) Predicting the semantic textual similarity with siamese CNN and LSTM. JEPTALNRECITAL"},{"key":"15509_CR31","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1109\/TASLP.2019.2899494","volume":"27","author":"Z Quan","year":"2019","unstructured":"Quan Z, Wang Z, Le Y, Yao B, Li K, Yin J (2019) An efficient framework for sentence similarity modeling. IEEE\/ACM Trans Audio Speech Lang Process 27:853\u2013865","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"15509_CR32","doi-asserted-by":"crossref","unstructured":"Reimers N, Gurevych I (2019) Sentence-BERT: Sentence embeddings using Siamese BERT-Networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP). Association for Computational Linguistics, Hong Kong, China, pp\u00a03980\u20133990","DOI":"10.18653\/v1\/D19-1410"},{"key":"15509_CR33","unstructured":"Rockt\u00e4schel T, Grefenstette E, Hermann KM et al (2016) Reasoning about entailment with neural attention. arXiv:150906664 [cs]"},{"key":"15509_CR34","doi-asserted-by":"publisher","first-page":"852","DOI":"10.1007\/s12559-017-9502-4","volume":"9","author":"M Sahi","year":"2017","unstructured":"Sahi M, Gupta V (2017) A novel technique for detecting plagiarism in documents exploiting information sources. Cogn Comput 9:852\u2013867. https:\/\/doi.org\/10.1007\/s12559-017-9502-4","journal-title":"Cogn Comput"},{"key":"15509_CR35","unstructured":"Saric F, Glavas G, Karan M, \u0160najder J, Basic BD (2012) TakeLab: Systems for measuring semantic text similarity. *SEMEVAL"},{"key":"15509_CR36","doi-asserted-by":"crossref","unstructured":"Shao Y (2017) HCTI at SemEval-2017 Task 1: Use convolutional neural network to evaluate semantic textual similarity. In: Proceedings of the 11th International Workshop on Semantic Evaluation (SemEval-2017). Association for Computational Linguistics, Vancouver, Canada, pp\u00a0130\u2013133","DOI":"10.18653\/v1\/S17-2016"},{"key":"15509_CR37","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/j.patrec.2021.02.008","volume":"145","author":"Y Shao","year":"2021","unstructured":"Shao Y, Lin JC-W, Srivastava G et al (2021) Self-attention-based conditional random fields latent variables model for sequence labeling. Pattern Recognit Lett 145:157\u2013164. https:\/\/doi.org\/10.1016\/j.patrec.2021.02.008","journal-title":"Pattern Recognit Lett"},{"key":"15509_CR38","doi-asserted-by":"crossref","unstructured":"Song Y, Hu W, He L (2019) Using fractional latent topic to enhance recurrent neural network in text similarity modeling. DASFAA","DOI":"10.1007\/978-3-030-18579-4_11"},{"key":"15509_CR39","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1007\/978-981-13-1882-5_45","volume-title":"Detection of duplicates in Quora and Twitter corpus. Advances in big data and cloud computing","author":"S Viswanathan","year":"2019","unstructured":"Viswanathan S, Damodaran N, Simon A, George A, Kumar MA, Soman K (2019) Detection of duplicates in Quora and Twitter corpus. Advances in big data and cloud computing. ed: Springer, Berlin, pp 519\u2013528"},{"key":"15509_CR40","doi-asserted-by":"publisher","first-page":"104912","DOI":"10.1016\/j.cageo.2021.104912","volume":"156","author":"C Wang","year":"2021","unstructured":"Wang C, Ge S, Jiang Z et al (2021) SiamFuseNet: a pseudo-siamese network for detritus detection from polarized microscopic images of river sands. Comput Geosci 156:104912. https:\/\/doi.org\/10.1016\/j.cageo.2021.104912","journal-title":"Comput Geosci"},{"key":"15509_CR41","doi-asserted-by":"crossref","unstructured":"Wang Q, Li B, Xiao T et al (2019) Learning deep transformer models for machine translation. arXiv:190601787 [cs]","DOI":"10.18653\/v1\/P19-1176"},{"key":"15509_CR42","doi-asserted-by":"crossref","unstructured":"Wang Z, Hamza W, Florian R (2017) Bilateral multi-perspective matching for natural language sentences. In: Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence. International Joint Conferences on Artificial Intelligence Organization, Melbourne, Australia, pp\u00a04144\u20134150","DOI":"10.24963\/ijcai.2017\/579"},{"key":"15509_CR43","doi-asserted-by":"publisher","first-page":"012119","DOI":"10.1088\/1742-6596\/1069\/1\/012119","volume":"1069","author":"Y Wang","year":"2018","unstructured":"Wang Y, Di X, Li J et al (2018) Sentence similarity learning method based on attention hybrid model. J Phys: Conf Ser 1069:012119. https:\/\/doi.org\/10.1088\/1742-6596\/1069\/1\/012119","journal-title":"J Phys: Conf Ser"},{"key":"15509_CR44","doi-asserted-by":"crossref","unstructured":"Wu Z, Nguyen T-S, Ong DC (2020) Structured self-attention weights encode semantics in sentiment analysis. arXiv:201004922 [cs]","DOI":"10.18653\/v1\/2020.blackboxnlp-1.24"},{"key":"15509_CR45","doi-asserted-by":"publisher","first-page":"e0193919","DOI":"10.1371\/journal.pone.0193919","volume":"13","author":"W Zhu","year":"2018","unstructured":"Zhu W, Yao T, Ni J et al (2018) Dependency-based siamese long short-term memory network for learning sentence representations. PLoS ONE 13:e0193919. https:\/\/doi.org\/10.1371\/journal.pone.0193919","journal-title":"PLoS ONE"},{"key":"15509_CR46","doi-asserted-by":"publisher","unstructured":"Zhu X, Guo K, Fang H et al (2021) Cross view capture for stereo image super-resolution. IEEE Trans Multimedia 1\u20131. https:\/\/doi.org\/10.1109\/TMM.2021.3092571","DOI":"10.1109\/TMM.2021.3092571"},{"key":"15509_CR47","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1109\/TCSVT.2021.3078436","volume":"32","author":"X Zhu","year":"2022","unstructured":"Zhu X, Guo K, Ren S et al (2022) Lightweight image Super-Resolution with expectation-maximization attention mechanism. IEEE Trans Circuits Syst Video Technol 32:1273\u20131284. https:\/\/doi.org\/10.1109\/TCSVT.2021.3078436","journal-title":"IEEE Trans Circuits Syst Video Technol"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-15509-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-15509-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-15509-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,29]],"date-time":"2023-11-29T09:11:20Z","timestamp":1701249080000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-15509-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,2]]},"references-count":47,"journal-issue":{"issue":"30","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["15509"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-15509-4","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,2]]},"assertion":[{"value":"12 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 June 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 April 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}}]}}