{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,9]],"date-time":"2026-09-09T13:58:33Z","timestamp":1788962313120,"version":"build-2803163510"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Early Career Industry Fellowship","award":["IE230100119"],"award-info":[{"award-number":["IE230100119"]}]},{"name":"Sustainability FAME Strategy Internal Grant"},{"name":"Discovery Project","award":["DP240103070"],"award-info":[{"award-number":["DP240103070"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3679745","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T15:34:21Z","timestamp":1729438461000},"page":"3591-3601","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Not All Negatives are Equally Negative: Soft Contrastive Learning for Unsupervised Sentence Representations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4387-6347","authenticated-orcid":false,"given":"Haojie","family":"Zhuang","sequence":"first","affiliation":[{"name":"The University of Adelaide, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0406-5974","authenticated-orcid":false,"given":"Wei","family":"Emma Zhang","sequence":"additional","affiliation":[{"name":"The University of Adelaide, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4408-1952","authenticated-orcid":false,"given":"Jian","family":"Yang","sequence":"additional","affiliation":[{"name":"Macquarie University, Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1001-7925","authenticated-orcid":false,"given":"Weitong","family":"Chen","sequence":"additional","affiliation":[{"name":"The University of Adelaide, Adelaide, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3326-4147","authenticated-orcid":false,"given":"Quan Z.","family":"Sheng","sequence":"additional","affiliation":[{"name":"Macquarie University, Sydney, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S15-2045"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/S14-2010"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S16-1081"},{"key":"e_1_3_2_1_4_1","first-page":"l","volume":"201","author":"Agirre Eneko","unstructured":"Eneko Agirre, Daniel Cer, Mona Diab, and Aitor Gonzalez-Agirre. 2012. SemEval-2012 Task 6: A Pilot on Semantic Textual Similarity. In *SEM 2012: The First Joint Conference on Lexical and Computational Semantics -- Volume 1: Proceedings of the main conference and the shared task, and Volume 2: Proceedings of the Sixth International Workshop on Semantic Evaluation (SemEval 2012).","journal-title":"Aitor Gonzalez-Agirre."},{"key":"e_1_3_2_1_5_1","volume-title":"Second Joint Conference on Lexical and Computational Semantics (*SEM)","author":"Agirre Eneko","year":"2013","unstructured":"Eneko Agirre, Daniel Cer, Mona Diab, Aitor Gonzalez-Agirre, and Weiwei Guo. 2013. *SEM 2013 shared task: Semantic Textual Similarity. In Second Joint Conference on Lexical and Computational Semantics (*SEM), Volume 1: Proceedings of the Main Conference and the Shared Task: Semantic Textual Similarity."},{"key":"e_1_3_2_1_6_1","volume-title":"International Conference on Machine Learning.","author":"Awasthi Pranjal","year":"2022","unstructured":"Pranjal Awasthi, Nishanth Dikkala, and Pritish Kamath. 2022. Do more negative samples necessarily hurt in contrastive learning?. In International Conference on Machine Learning."},{"key":"e_1_3_2_1_7_1","volume-title":"Mine: mutual information neural estimation. arXiv preprint arXiv:1801.04062","author":"Belghazi Mohamed Ishmael","year":"2018","unstructured":"Mohamed Ishmael Belghazi, Aristide Baratin, Sai Rajeswar, Sherjil Ozair, Yoshua Bengio, Aaron Courville, and R Devon Hjelm. 2018. Mine: mutual information neural estimation. arXiv preprint arXiv:1801.04062 (2018)."},{"key":"e_1_3_2_1_8_1","volume-title":"Are all negatives created equal in contrastive instance discrimination? arXiv preprint arXiv:2010.06682","author":"Cai Tiffany Tianhui","year":"2020","unstructured":"Tiffany Tianhui Cai, Jonathan Frankle, David J Schwab, and Ari S Morcos. 2020. Are all negatives created equal in contrastive instance discrimination? arXiv preprint arXiv:2010.06682 (2020)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Rui Cao Yihao Wang Yuxin Liang Ling Gao Jie Zheng Jie Ren and Zheng Wang. 2022. Exploring the Impact of Negative Samples of Contrastive Learning: A Case Study of Sentence Embedding. In Findings of the Association for Computational Linguistics.","DOI":"10.18653\/v1\/2022.findings-acl.248"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2001"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-2029"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.882"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.359"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525087"},{"key":"e_1_3_2_1_15_1","volume-title":"Improved baselines with momentum contrastive learning. arXiv preprint arXiv:2003.04297","author":"Chen Xinlei","year":"2020","unstructured":"Xinlei Chen, Haoqi Fan, Ross Girshick, and Kaiming He. 2020. Improved baselines with momentum contrastive learning. arXiv preprint arXiv:2003.04297 (2020)."},{"key":"e_1_3_2_1_16_1","volume-title":"An Empirical Study of Training Self-Supervised Vision Transformers. arXiv preprint arXiv:2104.02057","author":"Chen Xinlei","year":"2021","unstructured":"Xinlei Chen, Saining Xia, and Kaiming He. 2021. An Empirical Study of Training Self-Supervised Vision Transformers. arXiv preprint arXiv:2104.02057 (2021)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01617"},{"key":"e_1_3_2_1_18_1","unstructured":"Ching-Yao Chuang Joshua Robinson Yen-Chen Lin Antonio Torralba and Stefanie Jegelka. 2020. Debiased Contrastive Learning. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.311"},{"key":"e_1_3_2_1_20_1","volume-title":"Clustering-Aware Negative Sampling for Unsupervised Sentence Representation. In Findings of the Association for Computational Linguistics: ACL","author":"Deng Jinghao","year":"2023","unstructured":"Jinghao Deng, Fanqi Wan, Tao Yang, Xiaojun Quan, and Rui Wang. 2023. Clustering-Aware Negative Sampling for Unsupervised Sentence Representation. In Findings of the Association for Computational Linguistics: ACL 2023."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies.","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies."},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the Third International Workshop on Paraphrasing.","author":"William","unstructured":"William B. Dolan and Chris Brockett. 2005. Automatically Constructing a Corpus of Sentential Paraphrases. In Proceedings of the Third International Workshop on Paraphrasing."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"e_1_3_2_1_24_1","volume-title":"Robust contrastive learning using negative samples with diminished semantics. Advances in Neural Information Processing Systems","author":"Ge Songwei","year":"2021","unstructured":"Songwei Ge, Shlok Mishra, Chun-Liang Li, Haohan Wang, and David Jacobs. 2021. Robust contrastive learning using negative samples with diminished semantics. Advances in Neural Information Processing Systems (2021)."},{"key":"e_1_3_2_1_25_1","volume-title":"Momentum Contrast for Unsupervised Visual Representation Learning. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"He Kaiming","year":"2020","unstructured":"Kaiming He, Haoqi Fan, Yuxin Wu, Saining Xie, and Ross Girshick. 2020. Momentum Contrast for Unsupervised Visual Representation Learning. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1162"},{"key":"e_1_3_2_1_27_1","volume-title":"Improving Contrastive Learning of Sentence Embeddings with Focal InfoNCE. In Findings of the Association for Computational Linguistics: EMNLP","author":"Hou Pengyue","year":"2023","unstructured":"Pengyue Hou and Xingyu Li. 2023. Improving Contrastive Learning of Sentence Embeddings with Focal InfoNCE. In Findings of the Association for Computational Linguistics: EMNLP 2023."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014073"},{"key":"e_1_3_2_1_29_1","volume-title":"Noe Pion, Philippe Weinzaepfel, and Diane Larlus.","author":"Kalantidis Yannis","year":"2020","unstructured":"Yannis Kalantidis, Mert Bulent Sariyildiz, Noe Pion, Philippe Weinzaepfel, and Diane Larlus. 2020. Hard negative mixing for contrastive learning. Advances in Neural Information Processing Systems (2020)."},{"key":"e_1_3_2_1_30_1","unstructured":"Ryan Kiros Yukun Zhu Russ R Salakhutdinov Richard Zemel Raquel Urtasun Antonio Torralba and Sanja Fidler. 2015. Skip-Thought Vectors. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.339"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.786"},{"key":"e_1_3_2_1_34_1","volume-title":"ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.771"},{"key":"e_1_3_2_1_36_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_37_1","volume-title":"An efficient framework for learning sentence representations. arXiv preprint arXiv:1803.02893","author":"Logeswaran Lajanugen","year":"2018","unstructured":"Lajanugen Logeswaran and Honglak Lee. 2018. An efficient framework for learning sentence representations. arXiv preprint arXiv:1803.02893 (2018)."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the Ninth International Conference on Language Resources and Evaluation.","author":"Marelli Marco","year":"2014","unstructured":"Marco Marelli, Stefano Menini, Marco Baroni, Luisa Bentivogli, Raffaella Bernardi, and Roberto Zamparelli. 2014. A SICK cure for the evaluation of compositional distributional semantic models. In Proceedings of the Ninth International Conference on Language Resources and Evaluation."},{"key":"e_1_3_2_1_39_1","unstructured":"Tomas Mikolov Ilya Sutskever Kai Chen Greg S Corrado and Jeff Dean. 2013. Distributed Representations of Words and Phrases and their Compositionality. In Advances in Neural Information Processing Systems."},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings on \"I Can't Believe It's Not Better!\" at NeurIPS Workshops.","author":"Mitrovic Jovana","year":"2020","unstructured":"Jovana Mitrovic, Brian McWilliams, and Melanie Rey. 2020. Less can be more in contrastive learning. In Proceedings on \"I Can't Believe It's Not Better!\" at NeurIPS Workshops."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"e_1_3_2_1_42_1","volume-title":"Understanding negative samples in instance discriminative self-supervised representation learning. Advances in Neural Information Processing Systems","author":"Nozawa Kento","year":"2021","unstructured":"Kento Nozawa and Issei Sato. 2021. Understanding negative samples in instance discriminative self-supervised representation learning. Advances in Neural Information Processing Systems (2021)."},{"key":"e_1_3_2_1_43_1","volume-title":"Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748","author":"van den Oord Aaron","year":"2018","unstructured":"Aaron van den Oord, Yazhe Li, and Oriol Vinyals. 2018. Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748 (2018)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1049"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.3115\/1218955.1218990"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219855"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics.","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. BLEU: A Method for Automatic Evaluation of Machine Translation. In Proceedings of the 40th Annual Meeting on Association for Computational Linguistics."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_50_1","volume-title":"Contrastive learning with hard negative samples. arXiv preprint arXiv:2010.04592","author":"Robinson Joshua","year":"2020","unstructured":"Joshua Robinson, Ching-Yao Chuang, Suvrit Sra, and Stefanie Jegelka. 2020. Contrastive learning with hard negative samples. arXiv preprint arXiv:2010.04592 (2020)."},{"key":"e_1_3_2_1_51_1","volume-title":"Proceedings of the 36th International Conference on Machine Learning.","author":"Saunshi Nikunj","year":"2019","unstructured":"Nikunj Saunshi, Orestis Plevrakis, Sanjeev Arora, Mikhail Khodak, and Hrishikesh Khandeparkar. 2019. A Theoretical Analysis of Contrastive Unsupervised Representation Learning. In Proceedings of the 36th International Conference on Machine Learning."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.448"},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing.","author":"Socher Richard","year":"2013","unstructured":"Richard Socher, Alex Perelygin, Jean Wu, Jason Chuang, Christopher D. Manning, Andrew Ng, and Christopher Potts. 2013. Recursive Deep Models for Semantic Compositionality Over a Sentiment Treebank. In Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing."},{"key":"e_1_3_2_1_54_1","volume-title":"Whitening sentence representations for better semantics and faster retrieval. arXiv preprint arXiv:2103.15316","author":"Su Jianlin","year":"2021","unstructured":"Jianlin Su, Jiarun Cao, Weijie Liu, and Yangyiwen Ou. 2021. Whitening sentence representations for better semantics and faster retrieval. arXiv preprint arXiv:2103.15316 (2021)."},{"key":"e_1_3_2_1_55_1","volume-title":"Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval.","author":"Ellen","unstructured":"Ellen M. Voorhees and Dawn M. Tice. 2000. Building a question answering test collection. In Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00252"},{"key":"e_1_3_2_1_57_1","volume-title":"International Conference on Machine Learning.","author":"Wang Tongzhou","year":"2020","unstructured":"Tongzhou Wang and Phillip Isola. 2020. Understanding contrastive representation learning through alignment and uniformity on the hypersphere. In International Conference on Machine Learning."},{"key":"e_1_3_2_1_58_1","volume-title":"Annotating expressions of opinions and emotions in language. Language resources and evaluation","author":"Wiebe Janyce","year":"2005","unstructured":"Janyce Wiebe, Theresa Wilson, and Claire Cardie. 2005. Annotating expressions of opinions and emotions in language. Language resources and evaluation (2005)."},{"key":"e_1_3_2_1_59_1","volume-title":"Rethinking infonce: How many negative samples do you need? arXiv preprint arXiv:2105.13003","author":"Wu Chuhan","year":"2021","unstructured":"Chuhan Wu, Fangzhao Wu, and Yongfeng Huang. 2021. Rethinking infonce: How many negative samples do you need? arXiv preprint arXiv:2105.13003 (2021)."},{"key":"e_1_3_2_1_60_1","volume-title":"Proceedings of the 29th International Conference on Computational Linguistics.","author":"Wu Xing","year":"2022","unstructured":"Xing Wu, Chaochen Gao, Liangjun Zang, Jizhong Han, Zhongyuan Wang, and Songlin Hu. 2022. ESimCSE: Enhanced Sample Building Method for Contrastive Learning of Unsupervised Sentence Embedding. In Proceedings of the 29th International Conference on Computational Linguistics."},{"key":"e_1_3_2_1_61_1","volume-title":"HiCL: Hierarchical Contrastive Learning of Unsupervised Sentence Embeddings. In Findings of the Association for Computational Linguistics: EMNLP","author":"Wu Zhuofeng","year":"2023","unstructured":"Zhuofeng Wu, Chaowei Xiao, and VG Vinod Vydiswaran. 2023. HiCL: Hierarchical Contrastive Learning of Unsupervised Sentence Embeddings. In Findings of the Association for Computational Linguistics: EMNLP 2023."},{"key":"e_1_3_2_1_62_1","volume-title":"Contextualization and Learning Dynamics of Contrastive-based Sentence Representation Learning. In Findings of the Association for Computational Linguistics: ACL","author":"Xiao Chenghao","year":"2023","unstructured":"Chenghao Xiao, Yang Long, and Noura Al Moubayed. 2023. On Isotropy, Contextualization and Learning Dynamics of Contrastive-based Sentence Representation Learning. In Findings of the Association for Computational Linguistics: ACL 2023."},{"key":"e_1_3_2_1_63_1","volume-title":"DistillCSE: Distilled Contrastive Learning for Sentence Embeddings. In Findings of the Association for Computational Linguistics: EMNLP","author":"Xu Jiahao","year":"2023","unstructured":"Jiahao Xu, Wei Shao, Lihui Chen, and Lemao Liu. 2023. DistillCSE: Distilled Contrastive Learning for Sentence Embeddings. In Findings of the Association for Computational Linguistics: EMNLP 2023."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.737"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.336"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.423"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.677"}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","location":"Boise ID USA","acronym":"CIKM '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679745","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3679745","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T20:58:27Z","timestamp":1750280307000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3679745"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":67,"alternative-id":["10.1145\/3627673.3679745","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3679745","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}