{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T06:25:42Z","timestamp":1766298342558,"version":"3.37.3"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T00:00:00Z","timestamp":1679097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T00:00:00Z","timestamp":1679097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61836016"],"award-info":[{"award-number":["61836016"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2023,9]]},"DOI":"10.1007\/s13042-023-01813-w","type":"journal-article","created":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T04:24:31Z","timestamp":1679113471000},"page":"2979-2990","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Importance-aware contrastive learning via semantically augmented instances for unsupervised sentence embeddings"],"prefix":"10.1007","volume":"14","author":[{"given":"Xin","family":"Ma","sequence":"first","affiliation":[]},{"given":"Hong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jiawen","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Yi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Zhigao","family":"Long","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,18]]},"reference":[{"key":"1813_CR1","doi-asserted-by":"publisher","first-page":"65579","DOI":"10.1109\/ACCESS.2019.2916648","volume":"7","author":"M Usama","year":"2019","unstructured":"Usama M, Qadir J, Raza A, Arif H, Yau K-LA, Elkhatib Y, Hussain A, Al-Fuqaha A (2019) Unsupervised machine learning for networking: techniques, applications and research challenges. IEEE Access 7:65579\u201365615. https:\/\/doi.org\/10.1109\/ACCESS.2019.2916648","journal-title":"IEEE Access"},{"issue":"5","key":"1813_CR2","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1007\/s13042-020-01238-9","volume":"12","author":"A Mahindru","year":"2021","unstructured":"Mahindru A, Sangal A (2021) Semidroid: a behavioral malware detector based on unsupervised machine learning techniques using feature selection approaches. Int J Mach Learn Cybern 12(5):1369\u20131411. https:\/\/doi.org\/10.1007\/s13042-020-01238-9","journal-title":"Int J Mach Learn Cybern"},{"key":"1813_CR3","unstructured":"Otterbach JS, Manenti R, Alidoust N, Bestwick A, Block M, Bloom B, Caldwell S, Didier N, Fried ES, Hong S et al (2017) Unsupervised machine learning on a hybrid quantum computer. arXiv preprint arXiv:1712.05771"},{"issue":"6","key":"1813_CR4","doi-asserted-by":"publisher","first-page":"510","DOI":"10.1038\/s42256-022-00488-2","volume":"4","author":"L Zaadnoordijk","year":"2022","unstructured":"Zaadnoordijk L, Besold TR, Cusack R (2022) Lessons from infant learning for unsupervised machine learning. Nat Mach Intell 4(6):510\u2013520. https:\/\/doi.org\/10.1038\/s42256-022-00488-2","journal-title":"Nat Mach Intell"},{"key":"1813_CR5","doi-asserted-by":"publisher","unstructured":"Cer D, Yang Y, Kong S-y, Hua N, Limtiaco N, John RS, Constant N, Guajardo-Cespedes M, Yuan S, Tar C et\u00a0al (2018) Universal sentence encoder for English. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 169\u2013174. https:\/\/doi.org\/10.18653\/v1\/D18-2029","DOI":"10.18653\/v1\/D18-2029"},{"key":"1813_CR6","doi-asserted-by":"publisher","unstructured":"Reimers N, Gurevych I (2019) Sentence-BERT: Sentence embeddings using Siamese BERT-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 3982\u20133992. https:\/\/doi.org\/10.18653\/v1\/D19-1410","DOI":"10.18653\/v1\/D19-1410"},{"key":"1813_CR7","doi-asserted-by":"publisher","unstructured":"Li B, Zhou H, He J, Wang M, Yang Y, Li L (2020) On the sentence embeddings from pre-trained language models. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 9119\u20139130. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.733","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"1813_CR8","unstructured":"Su J, Cao J, Liu W, Ou Y (2021) Whitening sentence representations for better semantics and faster retrieval. arXiv preprint arXiv:2103.15316"},{"key":"1813_CR9","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Vol. 1 (Long and Short Papers), pp. 4171\u20134186. https:\/\/doi.org\/10.18653\/v1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"1813_CR10","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: a robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692"},{"key":"1813_CR11","doi-asserted-by":"publisher","unstructured":"Gao T, Yao X, Chen D (2021) SimCSE: simple contrastive learning of sentence embeddings. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 6894\u20136910. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.552","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"1813_CR12","doi-asserted-by":"publisher","unstructured":"Yan Y, Li R, Wang S, Zhang F, Wu W, Xu W (2021) ConSERT: a contrastive framework for self-supervised sentence representation transfer. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 5065\u20135075. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.393","DOI":"10.18653\/v1\/2021.acl-long.393"},{"key":"1813_CR13","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser Lu, Polosukhin I (2017) Attention is all you need. Adv Neural Infor Process Syst, 30"},{"key":"1813_CR14","unstructured":"Wu X, Gao C, Zang L, Han J, Wang Z, Hu S (2021) Esimcse: Enhanced sample building method for contrastive learning of unsupervised sentence embedding. arXiv preprint arXiv:2109.04380"},{"key":"1813_CR15","unstructured":"Robinson J, Chuang C-Y, Sra S, Jegelka S (2020) Contrastive learning with hard negative samples. arXiv preprint arXiv:2010.04592"},{"key":"1813_CR16","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Goyal P, Girshick R, He K, Doll\u00e1r P (2017) Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2980\u20132988","DOI":"10.1109\/ICCV.2017.324"},{"key":"1813_CR17","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. Adv Neural Infor Process Syst, 26"},{"key":"1813_CR18","doi-asserted-by":"publisher","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1532\u20131543. https:\/\/doi.org\/10.3115\/v1\/D14-1162","DOI":"10.3115\/v1\/D14-1162"},{"key":"1813_CR19","unstructured":"Socher R, Perelygin A, Wu J, Chuang J, Manning CD, Ng AY, Potts C (2013) Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, pp. 1631\u20131642"},{"key":"1813_CR20","doi-asserted-by":"publisher","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P (2014) A convolutional neural network for modelling sentences. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 655\u2013665. https:\/\/doi.org\/10.3115\/v1\/P14-1062","DOI":"10.3115\/v1\/P14-1062"},{"key":"1813_CR21","doi-asserted-by":"publisher","unstructured":"Cho K, van Merri\u00ebnboer B, Bahdanau D, Bengio Y (2014) On the properties of neural machine translation: Encoder\u2013decoder approaches. In: Proceedings of SSST-8, Eighth Workshop on Syntax, Semantics and Structure in Statistical Translation, pp. 103\u2013111. https:\/\/doi.org\/10.3115\/v1\/W14-4012","DOI":"10.3115\/v1\/W14-4012"},{"key":"1813_CR22","doi-asserted-by":"publisher","unstructured":"Bowman S, Angeli G, Potts C, Manning CD (2015) A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 632\u2013642. https:\/\/doi.org\/10.18653\/v1\/D15-1075","DOI":"10.18653\/v1\/D15-1075"},{"key":"1813_CR23","doi-asserted-by":"publisher","unstructured":"Williams A, Nangia N, Bowman S (2018) A broad-coverage challenge corpus for sentence understanding through inference. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 1112\u20131122. https:\/\/doi.org\/10.18653\/v1\/N18-1101","DOI":"10.18653\/v1\/N18-1101"},{"key":"1813_CR24","first-page":"1597","volume":"119","author":"T Chen","year":"2020","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. Int Conf Mach Learn. Proc Mach Learn Res 119:1597\u20131607","journal-title":"Int Conf Mach Learn. Proc Mach Learn Res"},{"key":"1813_CR25","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"1813_CR26","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"1813_CR27","unstructured":"Hjelm RD, Fedorov A, Lavoie-Marchildon S, Grewal K, Bachman P, Trischler A, Bengio Y (2018) Learning deep representations by mutual information estimation and maximization. arXiv preprint arXiv:1808.06670"},{"key":"1813_CR28","doi-asserted-by":"crossref","unstructured":"Fang H, Wang S, Zhou M, Ding J, Xie P (2020) Cert: Contrastive self-supervised learning for language understanding. arXiv preprint arXiv:2005.12766","DOI":"10.36227\/techrxiv.12308378.v1"},{"key":"1813_CR29","doi-asserted-by":"publisher","unstructured":"Zhang Y, He R, Liu Z, Lim KH, Bing L (2020) An unsupervised sentence embedding method by mutual information maximization. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1601\u20131610. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.124","DOI":"10.18653\/v1\/2020.emnlp-main.124"},{"key":"1813_CR30","unstructured":"Carlsson F, Gyllensten AC, Gogoulou E, Hellqvist EY, Sahlgren M (2020) Semantic re-tuning with contrastive tension. In: International Conference on Learning Representations"},{"key":"1813_CR31","doi-asserted-by":"publisher","unstructured":"Giorgi J, Nitski O, Wang B, Bader G (2021) DeCLUTR: Deep contrastive learning for unsupervised textual representations. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 879\u2013895. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.72","DOI":"10.18653\/v1\/2021.acl-long.72"},{"issue":"56","key":"1813_CR32","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(56):1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"1813_CR33","doi-asserted-by":"publisher","unstructured":"Wei J, Zou K (2019) EDA: Easy data augmentation techniques for boosting performance on text classification tasks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 6382\u20136388. https:\/\/doi.org\/10.18653\/v1\/D19-1670","DOI":"10.18653\/v1\/D19-1670"},{"key":"1813_CR34","unstructured":"Agirre E, Cer D, Diab M, Gonzalez-Agirre A (2012) Semeval-2012 task 6: A pilot on semantic textual similarity. In: *SEM 2012: The First Joint Conference on Lexical and Computational Semantics\u2013Volume 1: Proceedings of the Main Conference and the Shared Task, and Vol. 2: Proceedings of the Sixth International Workshop on Semantic Evaluation (SemEval 2012), pp. 385\u2013393. https:\/\/aclanthology.org\/S12-1051"},{"key":"1813_CR35","unstructured":"Agirre E, Cer D, Diab M, Gonzalez-Agirre A, Guo W (2013) *SEM 2013 shared task: Semantic textual similarity. In: Second Joint Conference on Lexical and Computational Semantics (*SEM), Volume 1: Proceedings of the Main Conference and the Shared Task: Semantic Textual Similarity, pp. 32\u201343. https:\/\/aclanthology.org\/S13-1004"},{"key":"1813_CR36","doi-asserted-by":"publisher","unstructured":"Agirre E, Banea C, Cardie C, Cer D, Diab M, Gonz\u00e1lez-Agirre A, Guo W, Mihalcea R, Rigau G, Wiebe J (2014) SemEval-2014 task 10: Multilingual semantic textual similarity. In: Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014), pp. 81\u201391. https:\/\/doi.org\/10.3115\/v1\/S14-2010","DOI":"10.3115\/v1\/S14-2010"},{"key":"1813_CR37","doi-asserted-by":"publisher","unstructured":"Agirre E, Banea C, Cardie C, Cer D, Diab M, Gonzalez-Agirre A, Guo W, Lopez-Gazpio I, Maritxalar M, Mihalcea R, Rigau G, Uria L, Wiebe J (2015) SemEval-2015 task 2: Semantic textual similarity, English, Spanish and pilot on interpretability. In: Proceedings of the 9th International Workshop on Semantic Evaluation (SemEval 2015), pp. 252\u2013263. https:\/\/doi.org\/10.18653\/v1\/S15-2045","DOI":"10.18653\/v1\/S15-2045"},{"key":"1813_CR38","doi-asserted-by":"publisher","unstructured":"Agirre E, Banea C, Cer D, Diab M, Gonz\u00e1lez-Agirre A, Mihalcea R, Rigau G, Wiebe J (2016) SemEval-2016 task 1: Semantic textual similarity, monolingual and cross-lingual evaluation. In: Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016), pp. 497\u2013511. https:\/\/doi.org\/10.18653\/v1\/S16-1081","DOI":"10.18653\/v1\/S16-1081"},{"key":"1813_CR39","doi-asserted-by":"publisher","unstructured":"Cer D, Diab M, Agirre E, Lopez-Gazpio I, Specia L (2017) SemEval-2017 task 1: Semantic textual similarity multilingual and crosslingual focused evaluation. In: Proceedings of the 11th International Workshop on Semantic Evaluation (SemEval-2017), pp. 1\u201314. https:\/\/doi.org\/10.18653\/v1\/S17-2001","DOI":"10.18653\/v1\/S17-2001"},{"key":"1813_CR40","unstructured":"Marelli M, Menini S, Baroni M, Bentivogli L, Bernardi R, Zamparelli R (2014) A SICK cure for the evaluation of compositional distributional semantic models. In: Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC\u201914), pp. 216\u2013223"},{"key":"1813_CR41","unstructured":"Conneau A, Kiela D (2018) SentEval: An evaluation toolkit for universal sentence representations. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018). https:\/\/aclanthology.org\/L18-1269"},{"key":"1813_CR42","unstructured":"Wang T, Isola P (2020) Understanding contrastive representation learning through alignment and uniformity on the hypersphere. In: Proceedings of the 37th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 119, pp. 9929\u20139939. PMLR. https:\/\/proceedings.mlr.press\/v119\/wang20k.html"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-023-01813-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-023-01813-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-023-01813-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,21]],"date-time":"2023-07-21T04:27:45Z","timestamp":1689913665000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-023-01813-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,18]]},"references-count":42,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,9]]}},"alternative-id":["1813"],"URL":"https:\/\/doi.org\/10.1007\/s13042-023-01813-w","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"type":"print","value":"1868-8071"},{"type":"electronic","value":"1868-808X"}],"subject":[],"published":{"date-parts":[[2023,3,18]]},"assertion":[{"value":"27 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 February 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 March 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}