{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T15:10:38Z","timestamp":1743001838939,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031183140"},{"type":"electronic","value":"9783031183157"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-18315-7_14","type":"book-chapter","created":{"date-parts":[[2022,10,5]],"date-time":"2022-10-05T23:03:52Z","timestamp":1665011032000},"page":"212-225","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Supervised Contrastive Learning for Cross-Lingual Transfer Learning"],"prefix":"10.1007","author":[{"given":"Shuaibo","family":"Wang","sequence":"first","affiliation":[]},{"given":"Hui","family":"Di","sequence":"additional","affiliation":[]},{"given":"Hui","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Siyu","family":"Lai","sequence":"additional","affiliation":[]},{"given":"Kazushige","family":"Ouchi","sequence":"additional","affiliation":[]},{"given":"Yufeng","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Jinan","family":"Xu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,6]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1162\/tacl_a_00288","volume":"7","author":"M Artetxe","year":"2019","unstructured":"Artetxe, M., Schwenk, H.: Massively multilingual sentence embeddings for zero-shot cross-lingual transfer and beyond. Trans. Assoc. Comput. Linguist. 7, 597\u2013610 (2019)","journal-title":"Trans. Assoc. Comput. Linguist."},{"unstructured":"Cao, S., Kitaev, N., Klein, D.: Multilingual alignment of contextual word representations. In: Proceedings of ICLR (2020)","key":"14_CR2"},{"doi-asserted-by":"crossref","unstructured":"Chi, Z., et al.: InfoXLM: an information-theoretic framework for cross-lingual language model pre-training. In: Proceedings of ACL (2021)","key":"14_CR3","DOI":"10.18653\/v1\/2021.naacl-main.280"},{"doi-asserted-by":"crossref","unstructured":"Chi, Z., et al.: XLM-E: cross-lingual language model pre-training via ELECTRA. CoRR (2021)","key":"14_CR4","DOI":"10.18653\/v1\/2022.acl-long.427"},{"doi-asserted-by":"crossref","unstructured":"Conneau, A., et al.: Unsupervised cross-lingual representation learning at scale. In: Proceedings of ACL (2020)","key":"14_CR5","DOI":"10.18653\/v1\/2020.acl-main.747"},{"doi-asserted-by":"crossref","unstructured":"Conneau, A., et al.: Xnli: Evaluating cross-lingual sentence representations. In: Proceedings of EMNLP (2018)","key":"14_CR6","DOI":"10.18653\/v1\/D18-1269"},{"unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of ACL (2019)","key":"14_CR7"},{"doi-asserted-by":"crossref","unstructured":"Dou, Z., Neubig, G.: Word alignment by fine-tuning embeddings on parallel corpora. In: Proceedings of ACL (2021)","key":"14_CR8","DOI":"10.18653\/v1\/2021.eacl-main.181"},{"doi-asserted-by":"crossref","unstructured":"Gao, T., Yao, X., Chen, D.: SimCSE: simple contrastive learning of sentence embeddings. In: Proceedings of EMNLP (2021)","key":"14_CR9","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Proceedings of CVPR (2020)","key":"14_CR10","DOI":"10.1109\/CVPR42600.2020.00975"},{"unstructured":"Hu, J., Ruder, S., Siddhant, A., Neubig, G., Firat, O., Johnson, M.: Xtreme: a massively multilingual multi-task benchmark for evaluating cross-lingual generalization. CoRR abs\/2003.11080 (2020)","key":"14_CR11"},{"unstructured":"Khosla, P., et al.: Supervised contrastive learning. In: Proceedings of NeurIPS (2020)","key":"14_CR12"},{"doi-asserted-by":"crossref","unstructured":"Kulshreshtha, S., Redondo Garcia, J.L., Chang, C.Y.: Cross-lingual alignment methods for multilingual BERT: a comparative study. In: Proceedings of ACL (2020)","key":"14_CR13","DOI":"10.18653\/v1\/2020.findings-emnlp.83"},{"doi-asserted-by":"crossref","unstructured":"Lai, S., Huang, H., Jing, D., Chen, Y., Xu, J., Liu, J.: Saliency-based multi-view mixed language training for zero-shot cross-lingual classification. In: Proceedings of ACL (2021)","key":"14_CR14","DOI":"10.18653\/v1\/2021.findings-emnlp.55"},{"unstructured":"Lample, G., Conneau, A.: Cross-lingual language model pretraining. Adv. Neural Inf. Process. Syst. (NeurIPS) (2019)","key":"14_CR15"},{"unstructured":"Lample, G., Conneau, A., Denoyer, L., Ranzato, M.: Unsupervised machine translation using monolingual corpora only. In: Proceedings of ICLR (2018)","key":"14_CR16"},{"doi-asserted-by":"crossref","unstructured":"Liang, Y., et al.: Xglue: a new benchmark dataset for cross-lingual pre-training, understanding and generation. arXiv (2020)","key":"14_CR17","DOI":"10.18653\/v1\/2020.emnlp-main.484"},{"unstructured":"van den Oord, A., Li, Y., Vinyals, O.: Representation learning with contrastive predictive coding. CoRR (2018)","key":"14_CR18"},{"doi-asserted-by":"crossref","unstructured":"Pan, L., Hang, C.W., Qi, H., Shah, A., Potdar, S., Yu, M.: Multilingual BERT post-pretraining alignment. In: Proceedings of ACL (2021)","key":"14_CR19","DOI":"10.18653\/v1\/2021.naacl-main.20"},{"doi-asserted-by":"crossref","unstructured":"Qin, L., Ni, M., Zhang, Y., Che, W.: CoSDA-ML: multi-lingual code-switching data augmentation for zero-shot cross-lingual NLP. In: Proceedings of IJCAI (2020)","key":"14_CR20","DOI":"10.24963\/ijcai.2020\/533"},{"unstructured":"Singh, J., McCann, B., Keskar, N.S., Xiong, C., Socher, R.: XLDA: cross-lingual data augmentation for natural language inference and question answering. CoRR (2019)","key":"14_CR21"},{"doi-asserted-by":"crossref","unstructured":"Tao, C., et al.: Exploring the equivalence of siamese self-supervised learning via a unified gradient framework. CoRR (2021)","key":"14_CR22","DOI":"10.1109\/CVPR52688.2022.01403"},{"doi-asserted-by":"crossref","unstructured":"Wang, L., Zhao, W., Liu, J.: Aligning cross-lingual sentence representations with dual momentum contrast. In: Proceedings of EMNLP (2021)","key":"14_CR23","DOI":"10.18653\/v1\/2021.emnlp-main.309"},{"unstructured":"Wang, T., Isola, P.: Understanding contrastive representation learning through alignment and uniformity on the hypersphere. In: Proceedings of ICML (2020)","key":"14_CR24"},{"unstructured":"Wei, X., Weng, R., Hu, Y., Xing, L., Yu, H., Luo, W.: On learning universal representations across languages. In: Proceedings of ICLR (2021)","key":"14_CR25"},{"doi-asserted-by":"crossref","unstructured":"Yang, Y., Zhang, Y., Tar, C., Baldridge, J.: PAWS-X: a cross-lingual adversarial dataset for paraphrase identification. In: Proceedings of EMNLP (2019)","key":"14_CR26","DOI":"10.18653\/v1\/D19-1382"},{"doi-asserted-by":"crossref","unstructured":"Yang, Z., Cheng, Y., Liu, Y., Sun, M.: Reducing word omission errors in neural machine translation: a contrastive learning approach. In: Proceedings of ACL (2019)","key":"14_CR27","DOI":"10.18653\/v1\/P19-1623"},{"doi-asserted-by":"crossref","unstructured":"Zheng, B., et al.: Consistency regularization for cross-lingual fine-tuning. In: Proceedings of ACL (2021)","key":"14_CR28","DOI":"10.18653\/v1\/2021.acl-long.264"}],"container-title":["Lecture Notes in Computer Science","Chinese Computational Linguistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-18315-7_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,5]],"date-time":"2022-10-05T23:19:53Z","timestamp":1665011993000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-18315-7_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031183140","9783031183157"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-18315-7_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"6 October 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CCL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China National Conference on Chinese Computational Linguistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nanchang","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cncl2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/cips-cl.org\/static\/CCL2022\/en\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"www.softconf.com","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"293","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"293 submissions included both Chinese and English papers.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}