{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:24:52Z","timestamp":1740122692190,"version":"3.37.3"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,11,14]],"date-time":"2020-11-14T00:00:00Z","timestamp":1605312000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,11,14]],"date-time":"2020-11-14T00:00:00Z","timestamp":1605312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s10489-020-02042-2","type":"journal-article","created":{"date-parts":[[2020,11,14]],"date-time":"2020-11-14T10:02:33Z","timestamp":1605348153000},"page":"3506-3521","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Usr-mtl: an unsupervised sentence representation learning framework with multi-task learning"],"prefix":"10.1007","volume":"51","author":[{"given":"Wenshen","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6404-3438","authenticated-orcid":false,"given":"Shuangyin","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yonghe","family":"Lu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,11,14]]},"reference":[{"key":"2042_CR1","doi-asserted-by":"crossref","unstructured":"Conneau A, Kiela D, Schwenk H, Barrault L, Bordes A (2017) Supervised learning of universal sentence representations from natural language inference data, Empirical Methods in Natural Language Processing, 670\u2013680","DOI":"10.18653\/v1\/D17-1070"},{"key":"2042_CR2","unstructured":"Kiros R, Zhu Y, Salakhutdinov RR, Zemel R, Urtasun R, Torralba A, Fidler S (2015) Skip-thought vectors. In: Advances in neural information processing systems, pp 3294\u20133302"},{"key":"2042_CR3","doi-asserted-by":"crossref","unstructured":"Gan Z, Pu Y, Henao R, Li C, He X, Carin L (2017) Learning generic sentence representations using convolutional neural networks. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","DOI":"10.18653\/v1\/D17-1254"},{"key":"2042_CR4","unstructured":"Logeswaran L, Lee H (2018) An efficient framework for learning sentence representations, international conference on learning representations"},{"key":"2042_CR5","doi-asserted-by":"crossref","unstructured":"Cho K, Van Merrienboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using rnn encoder\u2013decoder for statistical machine translation, Empirical Methods in Natural Language Processing, 1724\u20131734","DOI":"10.3115\/v1\/D14-1179"},{"key":"2042_CR6","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1162\/tacl_a_00080","volume":"4","author":"F Hill","year":"2016","unstructured":"Hill F, Cho K, Korhonen A, Bengio Y (2016) Learning to understand phrases by embedding the dictionary. Transactions of the Association for Computational Linguistics 4:17\u201330","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"2042_CR7","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Maire M, Belongie S, Hays J, Perona P, Ramanan D, Doll\u00e1r P, Zitnick CL (2014) Microsoft coco: Common objects in context. In: European conference on computer vision, Springer, pp 740\u2013755","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"2042_CR8","doi-asserted-by":"crossref","unstructured":"Hill F, Cho K, Korhonen A (2016) Learning distributed representations of sentences from unlabelled data, North American chapter of the Association for Computational Linguistics, 1367\u20131377","DOI":"10.18653\/v1\/N16-1162"},{"key":"2042_CR9","doi-asserted-by":"crossref","unstructured":"Sileo D, Van De Cruys T, Pradel C, Muller P (June 2019) Mining discourse markers for unsupervised sentence representation learning Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). https:\/\/www.aclweb.org\/anthology\/N19-1351,. Association for Computational Linguistics, Minneapolis, Minnesota, pp 3477\u20133486","DOI":"10.18653\/v1\/N19-1351"},{"key":"2042_CR10","unstructured":"Subramanian S, Trischler A, Bengio Y, Pal C (2018) Learning general purpose distributed sentence representations via large scale multi-task learning, international conference on learning representations"},{"issue":"10","key":"2042_CR11","doi-asserted-by":"publisher","first-page":"3797","DOI":"10.1007\/s10489-018-1176-4","volume":"48","author":"T Liu","year":"2018","unstructured":"Liu T, Yu S, Xu B, Yin H (2018) Recurrent networks with attention and convolutional networks for sentence representation and classification. Appl Intell 48(10):3797\u20133806","journal-title":"Appl Intell"},{"key":"2042_CR12","unstructured":"Le Q, Mikolov T (2014) Distributed representations of sentences and documents. In: International conference on machine learning, pp 1188\u20131196"},{"key":"2042_CR13","unstructured":"Dai AM, Le QV (2015) Semi-supervised sequence learning. In: Advances in neural information processing systems , pp 3079\u20133087"},{"key":"2042_CR14","doi-asserted-by":"crossref","unstructured":"Zhang M, Li W, Li W, Wu Y (2018) Learning universal sentence representations with mean-max attention autoencoder, Empirical Methods in Natural Language Processing, 4514\u20134523","DOI":"10.18653\/v1\/D18-1481"},{"issue":"9","key":"2042_CR15","doi-asserted-by":"publisher","first-page":"3283","DOI":"10.1007\/s10489-019-01456-x","volume":"49","author":"J Xie","year":"2019","unstructured":"Xie J, Li Y, Sun Q, Lin Y (2019) Enhancing sentence embedding with dynamic interaction. Appl Intell 49(9):3283\u20133292","journal-title":"Appl Intell"},{"key":"2042_CR16","doi-asserted-by":"publisher","unstructured":"Li S, Zhang Y, Pan R, Mo K (2020) Adaptive probabilistic word embedding. In: Proceedings of The Web Conference 2020, WWW \u201920, Association for Computing Machinery, New York, NY, USA, 651\u2013661. https:\/\/doi.org\/10.1145\/3366423.3380147","DOI":"10.1145\/3366423.3380147"},{"key":"2042_CR17","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1145\/3412371","volume":"14","author":"S Li","year":"2020","unstructured":"Li S, Zhang Y, Pan R (2020) Bi-directional recurrent attentional topic model. ACM Trans. Knowl. Discov. Data 14:6. https:\/\/doi.org\/10.1145\/3412371","journal-title":"ACM Trans. Knowl. Discov. Data"},{"key":"2042_CR18","doi-asserted-by":"crossref","unstructured":"Li S, Zhang Y, Pan R, Mao M, Yang Y (2017) Recurrent attentional topic model. In: Association for the Advancement of Artificial Intelligence(AAAI), 31th AAAI Conference on Artificial Intelligence (AAAI-17), pp 3223\u20133229","DOI":"10.1609\/aaai.v31i1.10972"},{"key":"2042_CR19","doi-asserted-by":"publisher","first-page":"776","DOI":"10.1016\/j.knosys.2018.10.001","volume":"163","author":"Y Zhang","year":"2019","unstructured":"Zhang Y, Yang Y, Li T, Fujita H (2019) A multitask multiview clustering algorithm in heterogeneous situations based on lle and le. Knowl-Based Syst 163:776\u2013786","journal-title":"Knowl-Based Syst"},{"key":"2042_CR20","doi-asserted-by":"publisher","first-page":"1009","DOI":"10.1016\/j.knosys.2018.10.022","volume":"163","author":"H Wang","year":"2019","unstructured":"Wang H, Yang Y, Liu B, Fujita H (2019) A study of graph-based system for multi-view clustering. Knowl-Based Syst 163: 1009\u20131019","journal-title":"Knowl-Based Syst"},{"key":"2042_CR21","doi-asserted-by":"crossref","unstructured":"Yang Q, Zhang Y, Dai W, Pan SJ (2020) Transfer learning, Cambridge University Press","DOI":"10.1017\/9781139061773"},{"key":"2042_CR22","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1016\/j.knosys.2019.03.023","volume":"175","author":"Q Xiao","year":"2019","unstructured":"Xiao Q, Dai J, Luo J, Fujita H (2019) Multi-view manifold regularized learning-based method for prioritizing candidate disease mirnas. Knowl-Based Syst 175:118\u2013129","journal-title":"Knowl-Based Syst"},{"issue":"3","key":"2042_CR23","first-page":"748","volume":"8","author":"Q Xu","year":"2010","unstructured":"Xu Q, Pan SJ, Xue HH, Yang Q (2010) Multitask learning for protein subcellular location prediction. IEEE\/ACM Transactions on Computational Biology and Bioinformatics 8(3):748\u2013759","journal-title":"IEEE\/ACM Transactions on Computational Biology and Bioinformatics"},{"key":"2042_CR24","doi-asserted-by":"crossref","unstructured":"Cer D, Yang Y, Kong S-, Hua N, Limtiaco N, John RS, Constant N, Guajardo-Cespedes M, Yuan S, Tar C et al (2018) Universal sentence encoder for english. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp 169\u2013174","DOI":"10.18653\/v1\/D18-2029"},{"key":"2042_CR25","doi-asserted-by":"crossref","unstructured":"Liu X, He P, Chen W, Gao J (2019) Multi-task deep neural networks for natural language understanding. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","DOI":"10.18653\/v1\/P19-1441"},{"key":"2042_CR26","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Advances in neural information processing systems, pp 3111\u20133119"},{"key":"2042_CR27","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems , pp 5998\u20136008"},{"key":"2042_CR28","unstructured":"Gehring J, Auli M, Grangier D, Yarats D, Dauphin YN (2017) Convolutional sequence to sequence learning. In: Proceedings of the 34th International Conference on Machine Learning-Volume 70, JMLR. org, pp 1243\u20131252"},{"key":"2042_CR29","doi-asserted-by":"crossref","unstructured":"Argyriou A, Evgeniou T, Pontil M (2007) Multi-task feature learning. In: Advances in neural information processing systems, pp 41\u201348","DOI":"10.2139\/ssrn.1031158"},{"key":"2042_CR30","unstructured":"Sener O, Koltun V (2018) Multi-task learning as multi-objective optimization. In: Advances in Neural Information Processing Systems, pp 527\u2013538"},{"issue":"5-6","key":"2042_CR31","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1016\/j.crma.2012.03.014","volume":"350","author":"J-A D\u00e9sid\u00e9ri","year":"2012","unstructured":"D\u00e9sid\u00e9ri J-A (2012) Multiple-gradient descent algorithm (mgda) for multiobjective optimization. Comptes Rendus Mathematique 350(5-6):313\u2013318","journal-title":"Comptes Rendus Mathematique"},{"key":"2042_CR32","doi-asserted-by":"crossref","unstructured":"Zhu Y, Kiros R, Zemel R, Salakhutdinov R, Urtasun R, Torralba A, Fidler S (2015) Aligning books and movies: Towards story-like visual explanations by watching movies and reading books. In: Proceedings of the IEEE international conference on computer vision, pp 19\u201327","DOI":"10.1109\/ICCV.2015.11"},{"key":"2042_CR33","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2005) Seeing stars: Exploiting class relationships for sentiment categorization with respect to rating scales. In: Proceedings of the 43rd annual meeting on association for computational linguistics, Association for Computational Linguistics, pp 115\u2013124","DOI":"10.3115\/1219840.1219855"},{"key":"2042_CR34","doi-asserted-by":"crossref","unstructured":"Hu M, Liu B (2004) Mining and summarizing customer reviews, 168\u2013177","DOI":"10.1145\/1014052.1014073"},{"key":"2042_CR35","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2004) A sentimental education: Sentiment analysis using subjectivity summarization based on minimum cuts, meeting of the association for computational linguistics, 271\u2013278","DOI":"10.3115\/1218955.1218990"},{"key":"2042_CR36","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s10579-005-7880-9","volume":"39","author":"J Wiebe","year":"2005","unstructured":"Wiebe J, Wilson T, Cardie C (2005) Annotating expressions of opinions and emotions in language. language resources and evaluation 39:165\u2013210","journal-title":"language resources and evaluation"},{"key":"2042_CR37","unstructured":"Voorhees EM (2003) Overview of the trec 2003 question answering track., 54\u201368"},{"key":"2042_CR38","doi-asserted-by":"crossref","unstructured":"Dolan B, Quirk C, Brockett C (2004) Unsupervised construction of large paraphrase corpora: exploiting massively parallel news sources, 350","DOI":"10.3115\/1220355.1220406"},{"key":"2042_CR39","unstructured":"Marelli M, Menini S, Baroni M, Bentivogli L, Bernardi R, Zamparelli R (2014) A sick cure for the evaluation of compositional distributional semantic models, 216\u2013223"},{"key":"2042_CR40","doi-asserted-by":"crossref","unstructured":"Agirre E, Banea C, Cardie C, Cer DM, Diab MT, Gonzalezagirre A, Guo W, Mihalcea R, Rigau G, Wiebe J (2014) Semeval-2014 task 10: Multilingual semantic textual similarity, 81\u201391","DOI":"10.3115\/v1\/S14-2010"},{"key":"2042_CR41","doi-asserted-by":"crossref","unstructured":"Joulin A, Grave E, Bojanowski P, Mikolov T (2017) Bag of tricks for efficient text classification. In: Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 2, Short Papers, pp 427\u2013431","DOI":"10.18653\/v1\/E17-2068"},{"key":"2042_CR42","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"2042_CR43","unstructured":"Le Q, Mikolov T (2014) Distributed representations of sentences and documents. In: International conference on machine learning, pp 1188\u20131196"},{"key":"2042_CR44","doi-asserted-by":"crossref","unstructured":"Hill F, Cho K, Korhonen A (2016) Learning distributed representations of sentences from unlabelled data. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Association for Computational Lvinguistics, pp 1367\u20131377","DOI":"10.18653\/v1\/N16-1162"},{"key":"2042_CR45","doi-asserted-by":"crossref","unstructured":"Cho K, van Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using RNN encoder\u2013decoder for statistical machine translation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 1724\u20131734","DOI":"10.3115\/v1\/D14-1179"},{"key":"2042_CR46","doi-asserted-by":"crossref","unstructured":"Karpathy A, Feifei L (2015) Deep visual-semantic alignments for generating image descriptions, computer vision and pattern recognition, 3128\u20133137","DOI":"10.1109\/CVPR.2015.7298932"},{"key":"2042_CR47","doi-asserted-by":"crossref","unstructured":"Klein B, Lev G, Sadeh G, Wolf L (2015) Associating neural word embeddings with deep image representations using fisher vectors, 4437\u20134446","DOI":"10.1109\/CVPR.2015.7299073"},{"key":"2042_CR48","unstructured":"Mao J, Xu W, Yang Y, Wang J, Huang Z, Yuille AL (2015) Deep captioning with multimodal recurrent neural networks (m-rnn), international conference on learning representations"},{"key":"2042_CR49","unstructured":"Vendrov I, Kiros R, Fidler S, Urtasun R (2016) Order-embeddings of images and language, international conference on learning representations"},{"key":"2042_CR50","unstructured":"Conneau A, Kiela D (2018) Senteval: An evaluation toolkit for universal sentence representations., language resources and evaluation"},{"key":"2042_CR51","doi-asserted-by":"crossref","unstructured":"Zhang M, Wu Y, Li W, Li W (2018) Learning universal sentence representations with mean-max attention autoencoder. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp 4514\u20134523","DOI":"10.18653\/v1\/D18-1481"},{"key":"2042_CR52","unstructured":"Han L, Kashyap AL, Finin T, Mayfield J, Weese J (2013) Umbc-ebiquity-core: Semantic textual similarity systems, 1, 44\u201352"},{"key":"2042_CR53","first-page":"2579","volume":"9","author":"LV Der Maaten","year":"2008","unstructured":"Der Maaten LV, Hinton GE (2008) Visualizing data using t-sne. J Mach Learn Res 9:2579\u20132605","journal-title":"J Mach Learn Res"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-02042-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-020-02042-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-02042-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,28]],"date-time":"2022-11-28T02:11:56Z","timestamp":1669601516000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-020-02042-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,14]]},"references-count":53,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["2042"],"URL":"https:\/\/doi.org\/10.1007\/s10489-020-02042-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2020,11,14]]},"assertion":[{"value":"26 October 2020","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 November 2020","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"We wish to confirm that there are no known conflicts of interest associated with this publication and there has been no significant financial support for this work that could have influenced its outcome.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of interests"}}]}}