{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T12:45:09Z","timestamp":1778762709649,"version":"3.51.4"},"reference-count":52,"publisher":"Informa UK Limited","issue":"1","license":[{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006335","name":"Defense Industrial Technology Development Program","doi-asserted-by":"publisher","award":["JCKY2020601B018"],"award-info":[{"award-number":["JCKY2020601B018"]}],"id":[{"id":"10.13039\/100006335","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Connection Science"],"published-print":{"date-parts":[[2023,12,31]]},"DOI":"10.1080\/09540091.2023.2221406","type":"journal-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T16:45:30Z","timestamp":1686933930000},"update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":3,"title":["MoCoUTRL: a momentum contrastive framework for unsupervised text representation learning"],"prefix":"10.1080","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9204-2376","authenticated-orcid":false,"given":"Ao","family":"Zou","sequence":"first","affiliation":[{"name":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, People\u2019s Republic of China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenning","family":"Hao","sequence":"additional","affiliation":[{"name":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, People\u2019s Republic of China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dawei","family":"Jin","sequence":"additional","affiliation":[{"name":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, People\u2019s Republic of China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Chen","sequence":"additional","affiliation":[{"name":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, People\u2019s Republic of China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feiyan","family":"Sun","sequence":"additional","affiliation":[{"name":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, People\u2019s Republic of China"},{"name":"Jinling Institute of Technology, Nanjing, People\u2019s Republic of China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2023,6,16]]},"reference":[{"key":"e_1_3_2_2_1","unstructured":"Bachman P. Hjelm R. D. & Buchwalter W. (2019). Learning representations by maximizing mutual information across views. Advances in Neural Information Processing Systems ."},{"key":"e_1_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.50"},{"key":"e_1_3_2_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/944919.944966"},{"key":"e_1_3_2_5_1","unstructured":"Carlsson F. Gogoulou E. Ylipaa E. Gyllensten A. C. & Sahlgren M. (2021). SEMANTIC RE-TUNING WITH CONTRASTIVE TENSION . 21."},{"key":"e_1_3_2_6_1","unstructured":"Caron M. Goyal P. Misra I. Mairal J. Bojanowski P. & Joulin A. (2020). Unsupervised learning of visual features by contrasting cluster assignments. Advances in Neural Information Processing Systems (pp. 9912\u20139924)."},{"key":"e_1_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2001"},{"key":"e_1_3_2_8_1","unstructured":"Chen T. Kornblith S. Norouzi M. & Hinton G. (2020). A Simple Framework for Contrastive Learning of Visual Representations . 1597\u20131607."},{"key":"e_1_3_2_9_1","unstructured":"Chowdhery A. Narang S. Devlin J. Bosma M. Mishra G. Roberts A. Barham P. Chung H. W. Sutton C. Gehrmann S. Schuh P. Shi K. Tsvyashchenko S. Maynez J. Rao A. Barnes P. Tay Y. Shazeer N. Prabhakaran V. \u2009\u2026\u2009Fiedel N. (2022). PaLM: Scaling Language Modeling with Pathways (arXiv:2204.02311). arXiv . http:\/\/arxiv.org\/abs\/2204.02311"},{"key":"e_1_3_2_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.311"},{"key":"e_1_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"key":"e_1_3_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_13_1","unstructured":"Devlin J. Chang M.-W. Lee K. & Toutanova K. (2019). BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding (arXiv:1810.04805). arXiv. http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"e_1_3_2_14_1","unstructured":"Dosovitskiy A. Springenberg J. T. Riedmiller M. & Brox T. (2014). Discriminative unsupervised feature learning with convolutional neural networks. Advances in Neural Information Processing Systems ."},{"key":"e_1_3_2_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"e_1_3_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.81"},{"key":"e_1_3_2_17_1","unstructured":"Grill J.-B. Strub F. Altch\u00e9 F. Tallec C. Richemond P. H. Buchatskaya E. Doersch C. Pires B. A. Guo Z. D. Azar M. G. Piot B. Kavukcuoglu K. Munos R. & Valko M. (2020). Bootstrap your Own latent A New approach to self-supervised learning. Advances in Neural Information Processing Systems (pp. 21271\u201321284)."},{"key":"e_1_3_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2006.100"},{"key":"e_1_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.1080\/00437956.1954.11659520"},{"key":"e_1_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"e_1_3_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"e_1_3_2_22_1","unstructured":"He P. Liu X. Gao J. & Chen W. (2021). Deberta: Decoding-enhanced bert with disentangled attention. International Conference on Learning Representations ."},{"key":"e_1_3_2_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1162"},{"key":"e_1_3_2_24_1","unstructured":"Hinton G. E. (1986). Learning distributed representations of concepts. Proceedings of the Eighth Annual Conference of the Cognitive Science Society (pp. 12\u201323)."},{"key":"e_1_3_2_25_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1127647"},{"key":"e_1_3_2_26_1","unstructured":"Hjelm R. D. Fedorov A. Lavoie-Marchildon S. Grewal K. Bachman P. Trischler A. & Bengio Y. (2019). LEARNING DEEP REPRESENTATIONS BY MUTUAL IN- FORMATION ESTIMATION AND MAXIMIZATION . 24."},{"key":"e_1_3_2_27_1","unstructured":"Keskar N. S. McCann B. Varshney L. R. Xiong C. & Socher R. (2019). CTRL: A Conditional Transformer Language Model for Controllable Generation (arXiv:1909.05858). arXiv. http:\/\/arxiv.org\/abs\/1909.05858"},{"key":"e_1_3_2_28_1","unstructured":"Kitaev N. Kaiser L. & Levskaya A. (2020). Reformer: The efficient transformer. International Conference on Learning Representations 2020 ."},{"key":"e_1_3_2_29_1","unstructured":"Kong L. de Masson d\u2019Autume C. Yu L. Ling W. Dai Z. & Yogatama D. (2019). A Mutual Information Maximization Perspective of Language Representation Learning. International Conference on Learning Representations ."},{"key":"e_1_3_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2017.0-134"},{"key":"e_1_3_2_31_1","doi-asserted-by":"crossref","unstructured":"Lan Z. Chen M. Goodman S. Gimpel K. Sharma P. & Soricut R. (2020). ALBERT: A LITE BERT FOR SELF-SUPERVISED LEARNING OF LANGUAGE REPRESENTATIONS . 17.","DOI":"10.1109\/SLT48900.2021.9383575"},{"key":"e_1_3_2_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.412"},{"key":"e_1_3_2_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"e_1_3_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"e_1_3_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.36"},{"key":"e_1_3_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-84186-7_31"},{"key":"e_1_3_2_37_1","unstructured":"Mikolov T. Chen K. Corrado G. & Dean J. (2013). Efficient Estimation of Word Representations in Vector Space . https:\/\/arxiv.org\/pdf\/1301.3781.pdf"},{"key":"e_1_3_2_38_1","unstructured":"Mikolov T. Sutskever I. Chen K. Corrado G. S. & Dean J. (2013). Distributed representations of words and phrases and their compositionality. Advances in Neural Information Processing Systems ."},{"key":"e_1_3_2_39_1","unstructured":"Oord A. V. D. Li Y. & Vinyals O. (2019). Representation Learning with Contrastive Predictive Coding (arXiv:1807.03748). arXiv . http:\/\/arxiv.org\/abs\/1807.03748"},{"key":"e_1_3_2_40_1","unstructured":"OpenAI. (2023). GPT-4 Technical Report. (arXiv:2303.08774). arXiv . http:\/\/arxiv.org\/abs\/2303.08774"},{"key":"e_1_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.222"},{"key":"e_1_3_2_42_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1912.01703"},{"key":"e_1_3_2_43_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_44_1","doi-asserted-by":"crossref","unstructured":"Peters M. E. Neumann M. Iyyer M. Gardner M. Clark C. Lee K. & Zettlemoyer L. (2018). Deep contextualized word representations (arXiv:1802.05365). arXiv . http:\/\/arxiv.org\/abs\/1802.05365","DOI":"10.18653\/v1\/N18-1202"},{"key":"e_1_3_2_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.229"},{"key":"e_1_3_2_46_1","unstructured":"Radford A. Narasimhan K. Salimans T. & Sutskever I. (2018). Improving language understanding by generative pre-training ."},{"key":"e_1_3_2_47_1","doi-asserted-by":"publisher","DOI":"10.5555\/3455716.3455856"},{"key":"e_1_3_2_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_49_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2103.15316"},{"key":"e_1_3_2_50_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2302.13971"},{"key":"e_1_3_2_51_1","unstructured":"Wang T. & Isola P. (2020). Understanding contrastive representation learning through alignment and uniformity on the hypersphere. Proceedings of the 37th International Conference on Machine Learning (pp. 9929\u20139939)."},{"key":"e_1_3_2_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_2_53_1","doi-asserted-by":"crossref","unstructured":"Zhu Y. Kiros R. Zemel R. Salakhutdinov R. Urtasun R. Torralba A. & Fidler S. (2015). Aligning books and movies: Towards story-like visual explanations by watching movies and Reading books. 2015 IEEE International Conference on Computer Vision (ICCV) (pp. 19\u201327).","DOI":"10.1109\/ICCV.2015.11"}],"container-title":["Connection Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/09540091.2023.2221406","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,28]],"date-time":"2023-12-28T07:45:20Z","timestamp":1703749520000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/09540091.2023.2221406"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,16]]},"references-count":52,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,12,31]]}},"alternative-id":["10.1080\/09540091.2023.2221406"],"URL":"https:\/\/doi.org\/10.1080\/09540091.2023.2221406","relation":{},"ISSN":["0954-0091","1360-0494"],"issn-type":[{"value":"0954-0091","type":"print"},{"value":"1360-0494","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,16]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ccos20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=ccos20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2023-02-20","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-05-31","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-06-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"2221406"}}