{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T06:30:28Z","timestamp":1763706628446,"version":"3.40.5"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,9,27]],"date-time":"2023-09-27T00:00:00Z","timestamp":1695772800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,27]],"date-time":"2023-09-27T00:00:00Z","timestamp":1695772800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Natural Science Foundation of China under Grants","award":["61836016"],"award-info":[{"award-number":["61836016"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s11227-023-05682-6","type":"journal-article","created":{"date-parts":[[2023,9,27]],"date-time":"2023-09-27T04:01:41Z","timestamp":1695787301000},"page":"5428-5445","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Contrastive learning for unsupervised sentence embeddings using negative samples with diminished semantics"],"prefix":"10.1007","volume":"80","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4048-2991","authenticated-orcid":false,"given":"Zhiyi","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hong","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jialin","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,27]]},"reference":[{"key":"5682_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.48550\/arXiv.1506.06726","volume":"28","author":"R Kiros","year":"2015","unstructured":"Kiros R, Zhu Y, Salakhutdinov RR, Zemel R, Urtasun R, Torralba A, Fidler S (2015) Skip-thought vectors. Adv Neural Inf Process Syst 28:1. https:\/\/doi.org\/10.48550\/arXiv.1506.06726","journal-title":"Adv Neural Inf Process Syst"},{"key":"5682_CR2","doi-asserted-by":"publisher","unstructured":"Hill F, Cho K, Korhonen A (2016) Learning distributed representations of sentences from unlabelled data. arXiv:1602.03483. https:\/\/doi.org\/10.18653\/v1\/N16-1162","DOI":"10.18653\/v1\/N16-1162"},{"key":"5682_CR3","doi-asserted-by":"publisher","unstructured":"Qiao R, Liu L, Shen C, Van Den\u00a0Hengel A (2016) Less is more: zero-shot learning from online textual documents with noise suppression. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 2249\u20132257. https:\/\/doi.org\/10.1109\/cvpr.2016.247","DOI":"10.1109\/cvpr.2016.247"},{"key":"5682_CR4","doi-asserted-by":"publisher","unstructured":"Agirre E, Banea C, Cardie C, Cer D, Diab M, Gonzalez-Agirre A, Guo W, Lopez-Gazpio I, Maritxalar M, Mihalcea R et al (2015) Semeval-2015 task 2: semantic textual similarity, English, Spanish and pilot on interpretability. In: Proceedings of the 9th International Workshop on Semantic Evaluation (SemEval 2015), pp 252\u2013263. https:\/\/doi.org\/10.18653\/v1\/S15-2045","DOI":"10.18653\/v1\/S15-2045"},{"key":"5682_CR5","doi-asserted-by":"publisher","unstructured":"Le Q, Mikolov T (2014) Distributed representations of sentences and documents. In: International Conference on Machine Learning. PMLR, pp 1188\u20131196. https:\/\/doi.org\/10.48550\/arXiv.1405.4053","DOI":"10.48550\/arXiv.1405.4053"},{"key":"5682_CR6","doi-asserted-by":"publisher","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning. PMLR, pp 1597\u20131607. https:\/\/doi.org\/10.48550\/arXiv.2002.05709","DOI":"10.48550\/arXiv.2002.05709"},{"key":"5682_CR7","first-page":"4974","volume":"34","author":"J Robinson","year":"2021","unstructured":"Robinson J, Sun L, Yu K, Batmanghelich K, Jegelka S, Sra S (2021) Can contrastive learning avoid shortcut solutions? Adv Neural Inf Process Syst 34:4974\u20134986","journal-title":"Adv Neural Inf Process Syst"},{"key":"5682_CR8","doi-asserted-by":"publisher","unstructured":"Gao T, Yao X, Chen D (2021) Simcse: simple contrastive learning of sentence embeddings. arXiv:2104.08821. https:\/\/doi.org\/10.48550\/arXiv.2104.08821","DOI":"10.48550\/arXiv.2104.08821"},{"key":"5682_CR9","doi-asserted-by":"publisher","unstructured":"Wu X, Gao C, Zang L, Han J, Wang Z, Hu S (2021) Esimcse: enhanced sample building method for contrastive learning of unsupervised sentence embedding. arXiv:2109.04380. https:\/\/doi.org\/10.48550\/arXiv.2109.04380","DOI":"10.48550\/arXiv.2109.04380"},{"key":"5682_CR10","doi-asserted-by":"publisher","unstructured":"Shleifer S (2019) Low resource text classification with ulmfit and backtranslation. arXiv:1903.09244. https:\/\/doi.org\/10.48550\/arXiv.1903.09244","DOI":"10.48550\/arXiv.1903.09244"},{"key":"5682_CR11","doi-asserted-by":"publisher","unstructured":"Wei J, Zou K (2019) Eda: easy data augmentation techniques for boosting performance on text classification tasks. arXiv:1901.11196. https:\/\/doi.org\/10.48550\/arXiv.1901.11196","DOI":"10.48550\/arXiv.1901.11196"},{"key":"5682_CR12","doi-asserted-by":"publisher","unstructured":"Wu X, Lv S, Zang L, Han J, Hu S (2018) Conditional bert contextual augmentation https:\/\/doi.org\/10.48550\/arXiv.1812.06705","DOI":"10.48550\/arXiv.1812.06705"},{"key":"5682_CR13","unstructured":"Cai TT, Frankle J, Schwab DJ, Morcos AS (2020) Are all negatives created equal in contrastive instance discrimination? arXiv:2010.06682"},{"key":"5682_CR14","unstructured":"Mikolov T, Sutskever I, Kai C, Corrado G, Dean J (2013) Distributed representations of words and phrases and their compositionality"},{"key":"5682_CR15","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313595","author":"R Brochier","year":"2019","unstructured":"Brochier R, Guille A, Velcin J (2019) Global vectors for node representations. ACM. https:\/\/doi.org\/10.1145\/3308558.3313595","journal-title":"ACM"},{"key":"5682_CR16","unstructured":"Socher R, Perelygin A, Wu J, et al (2013) Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 conference on empirical methods in natural language processing, pp 1631\u20131642"},{"key":"5682_CR17","doi-asserted-by":"publisher","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P (2014) A convolutional neural network for modelling sentences. In: Annual Meeting of the Association for Computational Linguistics. https:\/\/doi.org\/10.3115\/v1\/P14-1062","DOI":"10.3115\/v1\/P14-1062"},{"key":"5682_CR18","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4012","author":"K Cho","year":"2014","unstructured":"Cho K, Merrienboer BV, Bahdanau D, Bengio Y (2014) On the properties of neural machine translation: encoder\u2013decoder approaches. Comput Sci. https:\/\/doi.org\/10.3115\/v1\/W14-4012","journal-title":"Comput Sci"},{"key":"5682_CR19","doi-asserted-by":"publisher","unstructured":"Kenton JDM-WC, Toutanova LK (2019) Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp 4171\u20134186 . https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"5682_CR20","doi-asserted-by":"publisher","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized bert pretraining approach. arXiv:1907.11692. https:\/\/doi.org\/10.48550\/arXiv.1907.11692","DOI":"10.48550\/arXiv.1907.11692"},{"key":"5682_CR21","doi-asserted-by":"publisher","unstructured":"Cer D, Yang Y, Kong SY, Nan H, Kurzweil R (2018) Universal sentence encoder. https:\/\/doi.org\/10.18653\/v1\/D18-2029","DOI":"10.18653\/v1\/D18-2029"},{"key":"5682_CR22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1075","author":"SR Bowman","year":"2015","unstructured":"Bowman SR, Angeli G, Potts C, Manning CD (2015) A large annotated corpus for learning natural language inference. Comput Sci. https:\/\/doi.org\/10.18653\/v1\/D15-1075","journal-title":"Comput Sci"},{"key":"5682_CR23","doi-asserted-by":"publisher","unstructured":"Reimers N, Gurevych I (2019) Sentence-bert: sentence embeddings using siamese bert-networks. https:\/\/doi.org\/10.18653\/v1\/D19-1410","DOI":"10.18653\/v1\/D19-1410"},{"key":"5682_CR24","doi-asserted-by":"publisher","unstructured":"Williams A, Nangia N, Bowman S (2018) A broad-coverage challenge corpus for sentence understanding through inference. https:\/\/doi.org\/10.18653\/v1\/N18-1101","DOI":"10.18653\/v1\/N18-1101"},{"key":"5682_CR25","doi-asserted-by":"publisher","unstructured":"Li B, Zhou H, He J, Wang M, Yang Y, Li L (2020) On the sentence embeddings from pre-trained language models. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 9119\u20139130 . https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.733","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"5682_CR26","doi-asserted-by":"publisher","unstructured":"Su J, Cao J, Liu W, Ou Y (2021) Whitening sentence representations for better semantics and faster retrieval. https:\/\/doi.org\/10.48550\/arXiv.2103.15316","DOI":"10.48550\/arXiv.2103.15316"},{"key":"5682_CR27","doi-asserted-by":"publisher","unstructured":"Yan Y, Li R, Wang S, Zhang F, Xu W (2021) Consert: a contrastive framework for self-supervised sentence representation transfer. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.393","DOI":"10.18653\/v1\/2021.acl-long.393"},{"key":"5682_CR28","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"5682_CR29","doi-asserted-by":"publisher","unstructured":"Hjelm RD, Fedorov A, Lavoie-Marchildon S, Grewal K, Bachman P, Trischler A, Bengio Y (2018) Learning deep representations by mutual information estimation and maximization. https:\/\/doi.org\/10.48550\/arXiv.1808.06670","DOI":"10.48550\/arXiv.1808.06670"},{"key":"5682_CR30","doi-asserted-by":"publisher","unstructured":"Fang H, Wang S, Zhou M, Ding J, Xie P (2020) Cert: contrastive self-supervised learning for language understanding. https:\/\/doi.org\/10.36227\/techrxiv.12308378.v1","DOI":"10.36227\/techrxiv.12308378.v1"},{"key":"5682_CR31","doi-asserted-by":"publisher","unstructured":"Zhang Y, He R, Liu Z, Lim KH, Bing L (2020) An unsupervised sentence embedding method by mutual information maximization. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.124","DOI":"10.18653\/v1\/2020.emnlp-main.124"},{"key":"5682_CR32","unstructured":"Carlsson F, Sahlgren M, Gogoulou E, Gyllensten AC, Hellqvist EY (2021) Semantic re-tuning with contrastive tension. In: International Conference on Learning Representations"},{"key":"5682_CR33","doi-asserted-by":"publisher","unstructured":"Giorgi JM, Nitski O, Bader GD, Wang B (2020) Declutr: deep contrastive learning for unsupervised textual representations. https:\/\/doi.org\/10.48550\/arXiv.2006.03659","DOI":"10.48550\/arXiv.2006.03659"},{"key":"5682_CR34","doi-asserted-by":"crossref","unstructured":"Ma L, Zhao F, Hong H, Wang L, Zhu Y (2023) Complementary parts contrastive learning for fine-grained weakly supervised object co-localization. IEEE Trans Circuits Syst Video Technol","DOI":"10.1109\/TCSVT.2023.3265751"},{"key":"5682_CR35","doi-asserted-by":"crossref","unstructured":"Ma L, Hong H, Meng F, Wu Q, Wu J (2023) Deep progressive asymmetric quantization based on causal intervention for fine-grained image retrieval. IEEE Trans Multimed","DOI":"10.1109\/TMM.2023.3279990"},{"key":"5682_CR36","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.jvcir.2017.01.014","volume":"44","author":"L Ma","year":"2017","unstructured":"Ma L, Li H, Meng F, Wu Q, Xu L (2017) Manifold-ranking embedded order preserving hashing for image semantic retrieval. J Vis Commun Image Represent 44:29\u201339","journal-title":"J Vis Commun Image Represent"},{"key":"5682_CR37","doi-asserted-by":"publisher","first-page":"2129","DOI":"10.1109\/LSP.2020.3039755","volume":"27","author":"L Ma","year":"2020","unstructured":"Ma L, Li X, Shi Y, Wu J, Zhang Y (2020) Correlation filtering-based hashing for fine-grained image retrieval. IEEE Signal Process Lett 27:2129\u20132133","journal-title":"IEEE Signal Process Lett"},{"key":"5682_CR38","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neucom.2021.02.057","volume":"443","author":"L Ma","year":"2021","unstructured":"Ma L, Li X, Shi Y, Huang L, Huang Z, Wu J (2021) Learning discrete class-specific prototypes for deep semantic hashing. Neurocomputing 443:85\u201395","journal-title":"Neurocomputing"},{"key":"5682_CR39","doi-asserted-by":"publisher","first-page":"3046","DOI":"10.1109\/TASLP.2022.3203209","volume":"30","author":"Y Xie","year":"2022","unstructured":"Xie Y, Wu Q, Chen W, Wang T (2022) Stable contrastive learning for self-supervised sentence embeddings with pseudo-siamese mutual learning. IEEE\/ACM Trans Audio Speech Lang Process 30:3046\u20133059","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"5682_CR40","doi-asserted-by":"publisher","first-page":"2979","DOI":"10.1007\/s13042-023-01813-w","volume":"14","author":"X Ma","year":"2023","unstructured":"Ma X, Li H, Shi J, Zhang Y, Long Z (2023) Importance-aware contrastive learning via semantically augmented instances for unsupervised sentence embeddings. Int J Mach Learn Cybern 14:2979\u20132990","journal-title":"Int J Mach Learn Cybern"},{"key":"5682_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110381","volume":"266","author":"Q Wang","year":"2023","unstructured":"Wang Q, Zhang W, Lei T, Cao Y, Peng D, Wang X (2023) Clsep: contrastive learning of sentence embedding with prompt. Knowl Based Syst 266:110381","journal-title":"Knowl Based Syst"},{"issue":"1","key":"5682_CR42","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/s40747-022-00819-1","volume":"9","author":"C Liu","year":"2023","unstructured":"Liu C, Zhu W, Zhang X, Zhai Q (2023) Sentence part-enhanced bert with respect to downstream tasks. Complex Intell Syst 9(1):463\u2013474. https:\/\/doi.org\/10.1007\/s40747-022-00819-1","journal-title":"Complex Intell Syst"},{"key":"5682_CR43","doi-asserted-by":"crossref","unstructured":"Chen D, Manning C (2014) A fast and accurate dependency parser using neural networks. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)","DOI":"10.3115\/v1\/D14-1082"},{"key":"5682_CR44","doi-asserted-by":"publisher","unstructured":"Robinson J, Chuang CY, Sra S, Jegelka S (2020) Contrastive learning with hard negative samples. https:\/\/doi.org\/10.48550\/arXiv.2010.04592","DOI":"10.48550\/arXiv.2010.04592"},{"key":"5682_CR45","unstructured":"Agirre E, Diab M, Cer D, Gonzalez-Agirre A (2012) Semeval-2012 task 6: a pilot on semantic textual similarity. In: Joint Conference on Lexical & Computational Semantics"},{"key":"5682_CR46","unstructured":"Agirre E, Cer D, Diab M, Gonzalez-Agirre A, Guo W (2013) *sem 2013 shared task: semantic textual similarity. In: Joint Conference on Lexical and Computational Semantics"},{"key":"5682_CR47","doi-asserted-by":"crossref","unstructured":"Agirre E, Banea C, Cardie C, Cer D, Wiebe J (2014) Semeval-2014 task 10: multilingual semantic textual similarity. In: International Workshop on Semantic Evaluation","DOI":"10.3115\/v1\/S14-2010"},{"key":"5682_CR48","doi-asserted-by":"crossref","unstructured":"Agirre E, Banea C, Cardie C, Cer D, Wiebe J (2015) Semeval-2015 task 2: semantic textual similarity, English, Spanish and pilot on interpretability. In: International Workshop on Semantic Evaluation","DOI":"10.18653\/v1\/S15-2045"},{"key":"5682_CR49","doi-asserted-by":"crossref","unstructured":"Agirre E, Banea C, Cer D, Diab M, Wiebe J (2016) Semeval-2016 task 1: semantic textual similarity, monolingual and cross-lingual evaluation. In: International Workshop on Semantic Evaluation","DOI":"10.18653\/v1\/S16-1081"},{"key":"5682_CR50","doi-asserted-by":"publisher","unstructured":"Cer D, Diab M, Agirre E, Specia L (2017) Semeval-2017 task 1: semantic textual similarity multilingual and cross-lingual focused evaluation. https:\/\/doi.org\/10.18653\/v1\/S17-2001","DOI":"10.18653\/v1\/S17-2001"},{"key":"5682_CR51","unstructured":"Marelli M, Menini S, Baroni M, Bentivogli L, Bernardi R, Zamparelli R (2014) A SICK cure for the evaluation of compositional distributional semantic models. In:\nProceedings of LREC, Reykjavik"},{"key":"5682_CR52","unstructured":"Conneau A, Kiela D (2018) Senteval: an evaluation toolkit for universal sentence representations. arXiv:1803.05449"},{"key":"5682_CR53","doi-asserted-by":"crossref","unstructured":"Kim T, Kang MY, Lee SG (2021) Self-guided contrastive learning for bert sentence representations. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)","DOI":"10.18653\/v1\/2021.acl-long.197"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05682-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-023-05682-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05682-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,17]],"date-time":"2024-02-17T11:19:39Z","timestamp":1708168779000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-023-05682-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,27]]},"references-count":53,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["5682"],"URL":"https:\/\/doi.org\/10.1007\/s11227-023-05682-6","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"type":"print","value":"0920-8542"},{"type":"electronic","value":"1573-0484"}],"subject":[],"published":{"date-parts":[[2023,9,27]]},"assertion":[{"value":"19 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 September 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no competing interests with anybody or any institution regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}]}}