{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T21:21:24Z","timestamp":1773350484755,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T00:00:00Z","timestamp":1730160000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T00:00:00Z","timestamp":1730160000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the Key Cooperation Project of the Chongqing Municipal Education Commission","award":["HZ2021008"],"award-info":[{"award-number":["HZ2021008"]}]},{"name":"Research Project of Graduate Education and Teaching Reform of Chongqing Municipal Education Commission","award":["yjg223087"],"award-info":[{"award-number":["yjg223087"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s11227-024-06628-2","type":"journal-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T13:05:00Z","timestamp":1730293500000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["GenerCTC: a general two-stage contrastive training framework for text classification"],"prefix":"10.1007","volume":"81","author":[{"given":"Jianjun","family":"Lei","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sida","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ying","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,29]]},"reference":[{"key":"6628_CR1","doi-asserted-by":"crossref","unstructured":"Yan Y, Li R, Wang S, et\u00a0al (2021) Consert: A contrastive framework for self-supervised sentence representation transfer. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp 5065\u20135075","DOI":"10.18653\/v1\/2021.acl-long.393"},{"key":"6628_CR2","doi-asserted-by":"crossref","unstructured":"Gao T, Yao X, Chen D (2021) Simcse: Simple contrastive learning of sentence embeddings. In: 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Association for Computational Linguistics (ACL), pp 6894\u20136910","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"6628_CR3","doi-asserted-by":"crossref","unstructured":"Chen J, Zhang R, Mao Y, et\u00a0al (2022) Contrastnet: A contrastive learning framework for few-shot text classification. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp 10492\u201310500","DOI":"10.1609\/aaai.v36i10.21292"},{"issue":"16","key":"6628_CR4","doi-asserted-by":"publisher","first-page":"19522","DOI":"10.1007\/s10489-023-04453-3","volume":"56","author":"O Jia","year":"2023","unstructured":"Jia O, Huang H, Ren J et al (2023) Contrastive learning with text augmentation for text classification. Appl Intell 56(16):19522\u201319531","journal-title":"Appl Intell"},{"key":"6628_CR5","first-page":"18661","volume":"33","author":"P Khosla","year":"2020","unstructured":"Khosla P, Teterwak P, Wang C et al (2020) Supervised contrastive learning. Adv Neural Inf Process Syst 33:18661\u201318673","journal-title":"Adv Neural Inf Process Syst"},{"key":"6628_CR6","doi-asserted-by":"crossref","unstructured":"Wang A, Singh A, Michael J, et\u00a0al (2019) Glue: A multi-task benchmark and analysis platform for natural language understanding. In: 7th International Conference on Learning Representations, ICLR 2019","DOI":"10.18653\/v1\/W18-5446"},{"key":"6628_CR7","unstructured":"Kenton JDMWC, Toutanova LK (2019) Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp 4171\u20134186"},{"key":"6628_CR8","doi-asserted-by":"publisher","first-page":"5984","DOI":"10.1109\/TIP.2021.3089942","volume":"30","author":"CB Zhang","year":"2021","unstructured":"Zhang CB, Jiang PT, Hou Q et al (2021) Delving deep into label smoothing. IEEE Trans Image Process 30:5984\u20135996","journal-title":"IEEE Trans Image Process"},{"key":"6628_CR9","doi-asserted-by":"crossref","unstructured":"Wang DB, Wen Y, Pan L, et\u00a0al (2021) Learning from noisy labels with complementary loss functions. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp 10111\u201310119","DOI":"10.1609\/aaai.v35i11.17213"},{"key":"6628_CR10","unstructured":"Ji H, Ke P, Hu Z, et\u00a0al (2023) Tailoring language generation models under total variation distance. In: The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1-5, 2023. OpenReview.net"},{"key":"6628_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104381","volume":"141","author":"Z Cui","year":"2022","unstructured":"Cui Z, Wang Q, Guo J et al (2022) Few-shot classification of fa\u00e7ade defects based on extensible classifier and contrastive learning. Autom Constr 141:104381","journal-title":"Autom Constr"},{"issue":"14","key":"6628_CR12","doi-asserted-by":"publisher","first-page":"10069","DOI":"10.1007\/s00521-022-07607-5","volume":"35","author":"R Tian","year":"2022","unstructured":"Tian R, Shi H (2022) A transfer-based few-shot classification approach via masked manifold mixup and fuzzy memory contrastive learning. Neural Comput Appl 35(14):10069\u201310082","journal-title":"Neural Comput Appl"},{"issue":"7","key":"6628_CR13","doi-asserted-by":"publisher","first-page":"7833","DOI":"10.1007\/s10489-022-03750-7","volume":"53","author":"Z Zheng","year":"2023","unstructured":"Zheng Z, Feng X, Yu H et al (2023) Unsupervised few-shot image classification via one-vs-all contrastive learning. Appl Intell 53(7):7833\u20137847","journal-title":"Appl Intell"},{"issue":"1","key":"6628_CR14","doi-asserted-by":"publisher","first-page":"864","DOI":"10.1007\/s10489-022-03506-3","volume":"53","author":"R Tian","year":"2023","unstructured":"Tian R, Shi H (2023) Momentum memory contrastive learning for transfer-based few-shot classification. Appl Intell 53(1):864\u2013878","journal-title":"Appl Intell"},{"key":"6628_CR15","unstructured":"Gunel B, Du J, Conneau A, et\u00a0al (2021) Supervised contrastive learning for pre-trained language model fine-tuning. In: International Conference on Learning Representations"},{"issue":"6","key":"6628_CR16","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1002\/pip.3518","volume":"30","author":"L Bommes","year":"2022","unstructured":"Bommes L, Hoffmann M, Buerhop-Lutz C et al (2022) Anomaly detection in ir images of pv modules using supervised contrastive learning. Prog Photovoltaics Res Appl 30(6):597\u2013614","journal-title":"Prog Photovoltaics Res Appl"},{"key":"6628_CR17","doi-asserted-by":"crossref","unstructured":"Mou Y, Xu H (2023) Bridge pre-training and clustering: A unified contrastive learning framework for ood intent discovery. IEEE Access","DOI":"10.1109\/ACCESS.2023.3268107"},{"key":"6628_CR18","doi-asserted-by":"crossref","unstructured":"Mou Y, He K, Wu Y, et\u00a0al (2022) Disentangled knowledge transfer for ood intent discovery with unified contrastive learning. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp 46\u201353","DOI":"10.18653\/v1\/2022.acl-short.6"},{"key":"6628_CR19","doi-asserted-by":"crossref","unstructured":"Pan L, Hang CW, Sil A, et\u00a0al (2022) Improved text classification via contrastive adversarial training. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp 11130\u201311138","DOI":"10.1609\/aaai.v36i10.21362"},{"key":"6628_CR20","doi-asserted-by":"publisher","first-page":"1324","DOI":"10.1162\/tacl_a_00521","volume":"10","author":"H Fang","year":"2022","unstructured":"Fang H, Xie P (2022) An end-to-end contrastive self-supervised learning framework for language understanding. Trans Associat Comput Linguist 10:1324\u20131340","journal-title":"Trans Associat Comput Linguist"},{"key":"6628_CR21","doi-asserted-by":"crossref","unstructured":"Chuang YS, Dangovski R, Luo H, et\u00a0al (2022) Diffcse: Difference-based contrastive learning for sentence embeddings. In: Annual Conference of the North American Chapter of the Association for Computational Linguistics","DOI":"10.18653\/v1\/2022.naacl-main.311"},{"issue":"6","key":"6628_CR22","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"key":"6628_CR23","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics, JMLR Workshop and Conference Proceedings, pp 249\u2013256"},{"key":"6628_CR24","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et\u00a0al (2015) Delving deep into rectifiers: Surpassing human-level performance on imagenet classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp 1026\u20131034","DOI":"10.1109\/ICCV.2015.123"},{"key":"6628_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104495","volume":"106","author":"CH Fontes","year":"2021","unstructured":"Fontes CH, Embiru\u00e7u M (2021) An approach combining a new weight initialization method and constructive algorithm to configure a single feedforward neural network for multi-class classification. Eng Appl Artif Intell 106:104495","journal-title":"Eng Appl Artif Intell"},{"issue":"1","key":"6628_CR26","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/s10462-021-10033-z","volume":"55","author":"MV Narkhede","year":"2022","unstructured":"Narkhede MV, Bartakke PP, Sutaone MS (2022) A review on weight initialization strategies for neural networks. Artif Intell Rev 55(1):291\u2013322","journal-title":"Artif Intell Rev"},{"key":"6628_CR27","doi-asserted-by":"crossref","unstructured":"Lin TY, Goyal P, Girshick R, et\u00a0al (2017) Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision, pp 2980\u20132988","DOI":"10.1109\/ICCV.2017.324"},{"key":"6628_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2021.107000","volume":"90","author":"X Zhang","year":"2021","unstructured":"Zhang X, Lu W, Pan Y et al (2021) Empirical study on tangent loss function for classification with deep neural networks. Comput Electri Eng 90:107000","journal-title":"Comput Electri Eng"},{"key":"6628_CR29","doi-asserted-by":"crossref","unstructured":"Li B, Zhou H, He J, et\u00a0al (2020) On the sentence embeddings from pre-trained language models. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 9119\u20139130","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"6628_CR30","unstructured":"Wu X, Gao C, Zang L, et\u00a0al (2022) Esimcse: Enhanced sample building method for contrastive learning of unsupervised sentence embedding. In: Proceedings of the 29th International Conference on Computational Linguistics, pp 3898\u20133907"},{"issue":"1","key":"6628_CR31","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/TPAMI.2004.1261097","volume":"26","author":"J Yang","year":"2004","unstructured":"Yang J, Zhang D, Frangi AF et al (2004) Two-dimensional pca: a new approach to appearance-based face representation and recognition. IEEE Trans Pattern Anal Mach Intell 26(1):131\u2013137","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6628_CR32","doi-asserted-by":"crossref","unstructured":"Casanueva I, Tem\u010dinas T, Gerz D, et\u00a0al (2020) Efficient intent detection with dual sentence encoders. In: Proceedings of the 2nd Workshop on Natural Language Processing for Conversational AI, pp 38\u201345","DOI":"10.18653\/v1\/2020.nlp4convai-1.5"},{"key":"6628_CR33","doi-asserted-by":"crossref","unstructured":"Liu X, Eshghi A, Swietojanski P, et\u00a0al (2021) Benchmarking natural language understanding services for building conversational agents. In: Increasing Naturalness and Flexibility in Spoken Dialogue Interaction: 10th International Workshop on Spoken Dialogue Systems, Springer, pp 165\u2013183","DOI":"10.1007\/978-981-15-9323-9_15"},{"key":"6628_CR34","doi-asserted-by":"crossref","unstructured":"Larson S, Mahendran A, Peper JJ, et\u00a0al (2019) An evaluation dataset for intent classification and out-of-scope prediction. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp 1311\u20131316","DOI":"10.18653\/v1\/D19-1131"},{"key":"6628_CR35","unstructured":"Yehudai A, Vetzler M, Mass Y, et\u00a0al (2022) Qaid: Question answering inspired few-shot intent detection. In: The Eleventh International Conference on Learning Representations"},{"issue":"6","key":"6628_CR36","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1002\/asi.20147","volume":"56","author":"F Debole","year":"2005","unstructured":"Debole F, Sebastiani F (2005) An analysis of the relative hardness of reuters-21578 subsets. J Am Soc Inform Sci Technol 56(6):584\u2013596","journal-title":"J Am Soc Inform Sci Technol"},{"key":"6628_CR37","unstructured":"Yang P, Sun X, Li W, et\u00a0al (2018) Sgm: Sequence generation model for multi-label classification. In: Proceedings of the 27th International Conference on Computational Linguistics, pp 3915\u20133926"},{"key":"6628_CR38","first-page":"5776","volume":"33","author":"W Wang","year":"2020","unstructured":"Wang W, Wei F, Dong L et al (2020) Minilm: Deep self-attention distillation for task-agnostic compression of pre-trained transformers. Adv Neural Inf Process Syst 33:5776\u20135788","journal-title":"Adv Neural Inf Process Syst"},{"key":"6628_CR39","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, et\u00a0al (2020) Transformers: State-of-the-art natural language processing. In: Proceedings of the 2020 conference on empirical methods in natural language processing: system demonstrations, pp 38\u201345","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"6628_CR40","doi-asserted-by":"crossref","unstructured":"Pal A, Selvakumar M, Sankarasubbu M (2020) Magnet: Multi-label text classification using attention-based graph neural network. In: Proceedings of the 12th International Conference on Agents and Artificial Intelligence - Volume 2: ICAART, INSTICC. SciTePress, pp 494\u2013505","DOI":"10.5220\/0008940304940505"},{"key":"6628_CR41","doi-asserted-by":"crossref","unstructured":"Liu H, Yuan C, Wang X (2020) Label-wise document pre-training for multi-label text classification. In: Natural Language Processing and Chinese Computing: 9th CCF International Conference, NLPCC 2020, Zhengzhou, China, October 14\u201318, 2020, Proceedings, Part I 9, Springer, pp 641\u2013653","DOI":"10.1007\/978-3-030-60450-9_51"},{"key":"6628_CR42","doi-asserted-by":"crossref","unstructured":"Vuli\u0107 I, Su PH, Coope S, et\u00a0al (2021) Convfit: Conversational fine-tuning of pretrained language models. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 1151\u20131168","DOI":"10.18653\/v1\/2021.emnlp-main.88"},{"key":"6628_CR43","doi-asserted-by":"crossref","unstructured":"Mehri S, Eric M (2021) Example-driven intent prediction with observers. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 2979\u20132992","DOI":"10.18653\/v1\/2021.naacl-main.237"},{"key":"6628_CR44","first-page":"20","volume":"1050","author":"IJ Goodfellow","year":"2015","unstructured":"Goodfellow IJ, Shlens J, Szegedy C (2015) Explain harness adv examples. stat 1050:20","journal-title":"Explain harness adv examples. stat"},{"key":"6628_CR45","doi-asserted-by":"crossref","unstructured":"Zhang J, Bui T, Yoon S, et\u00a0al (2021) Few-shot intent detection via contrastive pre-training and fine-tuning. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 1906\u20131912","DOI":"10.18653\/v1\/2021.emnlp-main.144"},{"key":"6628_CR46","first-page":"11105","volume":"2023","author":"H Zhang","year":"2023","unstructured":"Zhang H, Liang H, Zhan LM et al (2023) Revisit few-shot intent classification with plms: Direct fine-tuning vs. continual pre-training. Find Associat Comput Linguist: ACL 2023:11105\u201311121","journal-title":"Find Associat Comput Linguist: ACL"},{"key":"6628_CR47","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/s11063-020-10411-8","volume":"53","author":"N Liu","year":"2021","unstructured":"Liu N, Wang Q, Ren J (2021) Label-embedding bi-directional attentive model for multi-label text classification. Neural Process Lett 53:375\u2013389","journal-title":"Neural Process Lett"},{"issue":"8","key":"6628_CR48","doi-asserted-by":"publisher","first-page":"8761","DOI":"10.1007\/s10489-022-03896-4","volume":"53","author":"R Song","year":"2023","unstructured":"Song R, Liu Z, Chen X et al (2023) Label prompt for multi-label text classification. Appl Intell 53(8):8761\u20138775","journal-title":"Appl Intell"},{"issue":"2","key":"6628_CR49","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1093\/comjnl\/7.2.155","volume":"7","author":"MJ Powell","year":"1964","unstructured":"Powell MJ (1964) An efficient method for finding the minimum of a function of several variables without calculating derivatives. Comput J 7(2):155\u2013162","journal-title":"Comput J"},{"key":"6628_CR50","doi-asserted-by":"crossref","unstructured":"Zhang D, Nan F, Wei X, et\u00a0al (2021) Supporting clustering with contrastive learning. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp 5419\u20135430","DOI":"10.18653\/v1\/2021.naacl-main.427"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06628-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-024-06628-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06628-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T13:09:59Z","timestamp":1730293799000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-024-06628-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,29]]},"references-count":50,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["6628"],"URL":"https:\/\/doi.org\/10.1007\/s11227-024-06628-2","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,29]]},"assertion":[{"value":"16 October 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The manuscript was reviewed and ethical approved for publication by all authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"101"}}