{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:42:45Z","timestamp":1742913765535,"version":"3.40.3"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031703409"},{"type":"electronic","value":"9783031703416"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70341-6_6","type":"book-chapter","created":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T20:26:39Z","timestamp":1725049599000},"page":"89-106","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Attention-Driven Dropout: A Simple Method to\u00a0Improve Self-supervised Contrastive Sentence Embeddings"],"prefix":"10.1007","author":[{"given":"Fabian","family":"Stermann","sequence":"first","affiliation":[]},{"given":"Ilias","family":"Chalkidis","sequence":"additional","affiliation":[]},{"given":"Amihossein","family":"Vahidi","sequence":"additional","affiliation":[]},{"given":"Bernd","family":"Bischl","sequence":"additional","affiliation":[]},{"given":"Mina","family":"Rezaei","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Abnar, S., Zuidema, W.: Quantifying attention flow in transformers. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 4190\u20134197. Association for Computational Linguistics, Online, July 2020","DOI":"10.18653\/v1\/2020.acl-main.385"},{"key":"6_CR2","doi-asserted-by":"publisher","unstructured":"Agirre, E., et al.: Semeval-2015 task 2: semantic textual similarity, English, Spanish and pilot on interpretability. In: Proceedings of the 9th International Workshop on Semantic Evaluation (SemEval 2015) (2015). https:\/\/doi.org\/10.18653\/v1\/s15-2045, https:\/\/aclanthology.org\/S15-2045\/","DOI":"10.18653\/v1\/s15-2045"},{"key":"6_CR3","doi-asserted-by":"publisher","unstructured":"Agirre, E., et al.: Semeval-2014 task 10: multilingual semantic textual similarity. In: Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014) (2014). https:\/\/doi.org\/10.3115\/v1\/s14-2010, https:\/\/aclanthology.org\/S14-2010\/","DOI":"10.3115\/v1\/s14-2010"},{"key":"6_CR4","doi-asserted-by":"publisher","unstructured":"Agirre, E., et al.: Semeval-2016 task 1: semantic textual similarity, monolingual and cross-lingual evaluation. In: Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval-2016) (2016). https:\/\/doi.org\/10.18653\/v1\/s16-1081, https:\/\/aclanthology.org\/S16-1081\/","DOI":"10.18653\/v1\/s16-1081"},{"key":"6_CR5","unstructured":"Agirre, E., Cer, D., Diab, M., Gonz\u00e1lez-Agirre, A.: Semeval-2012 task 6: a pilot on semantic textual similarity. ACL Anthology, pp. 385\u2013393 (2012), https:\/\/aclanthology.org\/S12-1051\/"},{"key":"6_CR6","unstructured":"Agirre, E., Cer, D., Diab, M., Gonz\u00e1lez-Agirre, A., Guo, W.: *sem 2013 shared task: Semantic textual similarity. ACL Anthology, p. 32\u201343, June 2013. https:\/\/aclanthology.org\/S13-1004\/"},{"key":"6_CR7","doi-asserted-by":"publisher","unstructured":"Bentivogli, L., Bernardi, R., Marelli, M., Menini, S., Baroni, M., Zamparelli, R.: Sick through the semeval glasses. lesson learned from the evaluation of compositional distributional semantic models on full sentences through semantic relatedness and textual entailment. Lang. Resources Eval. 50(1), 95\u2013124 (2016). https:\/\/doi.org\/10.1007\/s10579-015-9332-5","DOI":"10.1007\/s10579-015-9332-5"},{"key":"6_CR8","doi-asserted-by":"publisher","unstructured":"Bhattacharjee, A., Karami, M., Liu, H.: Text transformations in contrastive self-supervised learning: a review. In: Raedt, L.D. (ed.) Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence, IJCAI 2022, Vienna, Austria, 23\u201329 July 2022, pp. 5394\u20135401. ijcai.org (2022). https:\/\/doi.org\/10.24963\/ijcai.2022\/757","DOI":"10.24963\/ijcai.2022\/757"},{"key":"6_CR9","doi-asserted-by":"publisher","unstructured":"Cer, D., Diab, M., Agirre, E., Lopez-Gazpio, I., Specia, L.: Semeval-2017 task 1: semantic textual similarity multilingual and crosslingual focused evaluation. In: Proceedings of the 11th International Workshop on Semantic Evaluation (SemEval-2017) (2017). https:\/\/doi.org\/10.18653\/v1\/s17-2001, https:\/\/aclanthology.org\/S17-2001\/","DOI":"10.18653\/v1\/s17-2001"},{"key":"6_CR10","doi-asserted-by":"publisher","unstructured":"Chuang, Y., et al.: Diffcse: difference-based contrastive learning for sentence embeddings. In: Carpuat, M., de\u00a0Marneffe, M., Ru\u00edz, I.V.M. (eds.) Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL 2022, Seattle, WA, United States, July 10-15, 2022, pp. 4207\u20134218. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/v1\/2022.naacl-main.311","DOI":"10.18653\/v1\/2022.naacl-main.311"},{"key":"6_CR11","unstructured":"Conneau, A., Kiela, D.: Senteval: An evaluation toolkit for universal sentence representations, May 2018"},{"key":"6_CR12","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"6_CR13","unstructured":"Dolan, W.B., Brockett, C.: Automatically constructing a corpus of sentential paraphrases (2023)"},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Gao, T., Yao, X., Chen, D.: Simcse: Simple contrastive learning of sentence embeddings. Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.552, https:\/\/aclanthology.org\/2021.emnlp-main.552\/","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"6_CR15","doi-asserted-by":"publisher","unstructured":"Hu, M., Liu, B.: Mining and summarizing customer reviews. Proceedings of the 2004 ACM SIGKDD international conference on Knowledge discovery and data mining - KDD \u201904 (2004). https:\/\/doi.org\/10.1145\/1014052.1014073","DOI":"10.1145\/1014052.1014073"},{"key":"6_CR16","unstructured":"Janson, S., Gogoulou, E., Ylip\u00e4\u00e4, E., Cuba\u00a0Gyllensten, A., Sahlgren, M.: Semantic re-tuning with contrastive tension. In: International Conference on Learning Representations, 2021 (2021)"},{"key":"6_CR17","doi-asserted-by":"publisher","unstructured":"Klein, T., Nabi, M.: SCD: Self-contrastive decorrelation of sentence embeddings. In: Muresan, S., Nakov, P., Villavicencio, A. (eds.) Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp. 394\u2013400. Association for Computational Linguistics, Dublin, Ireland, May 2022. https:\/\/doi.org\/10.18653\/v1\/2022.acl-short.44","DOI":"10.18653\/v1\/2022.acl-short.44"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Klein, T., Nabi, M.: micse: Mutual information contrastive learning for low-shot sentence embeddings. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.acl-long.339"},{"key":"6_CR19","doi-asserted-by":"publisher","unstructured":"Liu, F., Vulic, I., Korhonen, A., Collier, N.: Fast, effective, and self-supervised: Transforming masked language models into universal lexical and sentence encoders. In: Moens, M., Huang, X., Specia, L., Yih, S.W. (eds.) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event\/Punta Cana, Dominican Republic, 7-11 November, 2021, pp. 1442\u20131459. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.109","DOI":"10.18653\/v1\/2021.emnlp-main.109"},{"key":"6_CR20","doi-asserted-by":"publisher","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized bert pretraining approach. arXiv.org (2019). https:\/\/doi.org\/10.48550\/arXiv.1907.11692, https:\/\/arxiv.org\/abs\/1907.11692","DOI":"10.48550\/arXiv.1907.11692"},{"key":"6_CR21","doi-asserted-by":"publisher","unstructured":"Pang, B., Lee, L.: A sentimental education: sentiment analysis using subjectivity summarization based on minimum cuts. In: Scott, D., Daelemans, W., Walker, M.A. (eds.) Proceedings of the 42nd Annual Meeting of the Association for Computational Linguistics, 21\u201326 July, 2004, Barcelona, Spain, pp. 271\u2013278. ACL (2004). https:\/\/doi.org\/10.3115\/1218955.1218990","DOI":"10.3115\/1218955.1218990"},{"key":"6_CR22","doi-asserted-by":"publisher","unstructured":"Pang, B., Lee, L.: Seeing stars: Exploiting class relationships for sentiment categorization with respect to rating scales. In: Knight, K., Ng, H.T., Oflazer, K. (eds.) ACL 2005, 43rd Annual Meeting of the Association for Computational Linguistics, Proceedings of the Conference, 25\u201330 June 2005, University of Michigan, USA, pp. 115\u2013124. The Association for Computer Linguistics (2005). https:\/\/doi.org\/10.3115\/1219840.1219855","DOI":"10.3115\/1219840.1219855"},{"key":"6_CR23","doi-asserted-by":"publisher","unstructured":"Reimers, N., Gurevych, I.: Sentence-bert: sentence embeddings using siamese bert-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) (2019). https:\/\/doi.org\/10.18653\/v1\/d19-1410","DOI":"10.18653\/v1\/d19-1410"},{"key":"6_CR24","doi-asserted-by":"crossref","unstructured":"Saggau, D., Rezaei, M., Bisch, B., Chalkidis, I.: Efficient document embeddings via self-contrastive bregman divergence learning. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.findings-acl.771"},{"key":"6_CR25","doi-asserted-by":"publisher","unstructured":"Shorten, C., Khoshgoftaar, T.M., Furht, B.: Text data augmentation for deep learning. J. Big Data 8(1), July 2021. https:\/\/doi.org\/10.1186\/s40537-021-00492-0, https:\/\/journalofbigdata.springeropen.com\/articles\/10.1186\/s40537-021-00492-0","DOI":"10.1186\/s40537-021-00492-0"},{"key":"6_CR26","unstructured":"Socher, R., Perelygin, A., Wu, J., Chuang, J., Manning, C.D., Ng, A.Y., Potts, C.: Recursive deep models for semantic compositionality over a sentiment treebank. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, pp. 1631\u20131642 (2013)"},{"key":"6_CR27","unstructured":"Vaswani, A., et al.: Attention is all you need. Advances in neural information processing systems 30 (2017)"},{"key":"6_CR28","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Tice, D.M.: Building a question answering test collection. In: Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 200\u2013207 (2000)","DOI":"10.1145\/345508.345577"},{"key":"6_CR29","unstructured":"Wang, T., Isola, P.: Understanding contrastive representation learning through alignment and uniformity on the hypersphere. In: International Conference on Machine Learning, pp. 9929\u20139939. PMLR (2020)"},{"key":"6_CR30","doi-asserted-by":"publisher","unstructured":"Wei, J.W., Zou, K.: EDA: easy data augmentation techniques for boosting performance on text classification tasks. In: Inui, K., Jiang, J., Ng, V., Wan, X. (eds.) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, Hong Kong, China, November 3\u20137, 2019, pp. 6381\u20136387. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1670","DOI":"10.18653\/v1\/D19-1670"},{"issue":"2\u20133","key":"6_CR31","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s10579-005-7880-9","volume":"39","author":"J Wiebe","year":"2005","unstructured":"Wiebe, J., Wilson, T., Cardie, C.: Annotating expressions of opinions and emotions in language. Lang. Resour. Eval. 39(2\u20133), 165\u2013210 (2005)","journal-title":"Lang. Resour. Eval."},{"key":"6_CR32","doi-asserted-by":"crossref","unstructured":"Wu, Q., Tao, C., Shen, T., Xu, C., Geng, X., Jiang, D.: PCL: peer-contrastive learning with diverse augmentations for unsupervised sentence embeddings. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, EMNLP 2022, Abu Dhabi, United Arab Emirates, December 7-11, 2022, pp. 12052\u201312066. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.826"},{"key":"6_CR33","doi-asserted-by":"crossref","unstructured":"Wu, X., Gao, C., Lin, Z., Han, J., Wang, Z., Hu, S.: Infocse: information-aggregated contrastive learning of sentence embeddings. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Findings of the Association for Computational Linguistics: EMNLP 2022, Abu Dhabi, United Arab Emirates, December 7-11, 2022, pp. 3060\u20133070. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.findings-emnlp.223"},{"key":"6_CR34","unstructured":"Wu, X., Gao, C., Zang, L., Han, J., Wang, Z., Hu, S.: Esimcse: enhanced sample building method for contrastive learning of unsupervised sentence embedding. In: Calzolari, N., et al. (eds.) Proceedings of the 29th International Conference on Computational Linguistics, COLING 2022, Gyeongju, Republic of Korea, 12\u201317 October, 2022, pp. 3898\u20133907. International Committee on Computational Linguistics (2022)"},{"key":"6_CR35","unstructured":"Wu, Z., Wang, S., Gu, J., Khabsa, M., Sun, F., Ma, H.: Clear: Contrastive learning for sentence representation. arXiv preprint arXiv:2012.15466 (2020)"},{"key":"6_CR36","unstructured":"Xie, Z., Wang, S.I., Li, J., L\u00e9vy, D., Nie, A., Jurafsky, D., Ng, A.Y.: Data noising as smoothing in neural network language models. In: 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, 24\u201326 April, 2017, Conference Track Proceedings. OpenReview.net (2017)"},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Zhou, K., Zhang, B., Zhao, X., Wen, J.: Debiased contrastive learning of unsupervised sentence representations. In: Muresan, S., Nakov, P., Villavicencio, A. (eds.) Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022, pp. 6120\u20136130. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.acl-long.423"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70341-6_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T20:27:48Z","timestamp":1725049668000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70341-6_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703409","9783031703416"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70341-6_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}