{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T09:10:01Z","timestamp":1751015401673,"version":"3.41.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"19","license":[{"start":{"date-parts":[[2025,5,7]],"date-time":"2025-05-07T00:00:00Z","timestamp":1746576000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,7]],"date-time":"2025-05-07T00:00:00Z","timestamp":1746576000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Key R&D Program of China under Grant","award":["No. 2021ZD0110400"],"award-info":[{"award-number":["No. 2021ZD0110400"]}]},{"name":"Innovation Program for Quantum Science and Technology","award":["2021ZD0302900"],"award-info":[{"award-number":["2021ZD0302900"]}]},{"DOI":"10.13039\/501100001809","name":"China National Natural Science Foundation","doi-asserted-by":"crossref","award":["No. 62132018"],"award-info":[{"award-number":["No. 62132018"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Anhui Postdoctoral Scientific Research Program Foundation","award":["2024A768"],"award-info":[{"award-number":["2024A768"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s00521-025-11251-0","type":"journal-article","created":{"date-parts":[[2025,5,7]],"date-time":"2025-05-07T05:08:04Z","timestamp":1746594484000},"page":"14151-14169","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Knowledge Contrast-Enhanced Continuous Prompt Tuning for few-shot learning"],"prefix":"10.1007","volume":"37","author":[{"given":"Fei","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youzhi","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8354-7188","authenticated-orcid":false,"given":"Yanyan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhengyi","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yin","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,7]]},"reference":[{"key":"11251_CR1","unstructured":"Kenton JDM-WC, Toutanova LK (2019) Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of naacL-HLT, vol. 1. Minneapolis, Minnesota, p 2"},{"key":"11251_CR2","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019). Roberta: a robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692"},{"key":"11251_CR3","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I, et al (2018) Improving language understanding by generative pre-training"},{"key":"11251_CR4","doi-asserted-by":"crossref","unstructured":"Sun C, Qiu X, Xu Y, Huang X (2019) How to fine-tune bert for text classification? In: Chinese Computational Linguistics: 18th China National Conference, CCL 2019, Kunming, China, October 18\u201320, 2019, Proceedings 18. Springer, pp 194\u2013206","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"11251_CR5","doi-asserted-by":"crossref","unstructured":"Howard J, Ruder S (2018) Universal language model fine-tuning for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Association for Computational Linguistics","DOI":"10.18653\/v1\/P18-1031"},{"key":"11251_CR6","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, Subbiah M, Kaplan JD, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A et al (2020) Language models are few-shot learners. Adv Neural Inf Process Syst 33:1877\u20131901","journal-title":"Adv Neural Inf Process Syst"},{"key":"11251_CR7","doi-asserted-by":"crossref","unstructured":"Schick T, Sch\u00fctze H (2021). Exploiting cloze-questions for few-shot text classification and natural language inference. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume. Association for Computational Linguistics","DOI":"10.18653\/v1\/2021.eacl-main.20"},{"issue":"9","key":"11251_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu P, Yuan W, Fu J, Jiang Z, Hayashi H, Neubig G (2023) Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. ACM Comput Surv 55(9):1\u201335","journal-title":"ACM Comput Surv"},{"key":"11251_CR9","doi-asserted-by":"crossref","unstructured":"Petroni F, Rockt\u00e4schel T, Riedel S, Lewis P, Bakhtin A, Wu Y, Miller A (2019) Language models as knowledge bases? In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp 2463\u20132473","DOI":"10.18653\/v1\/D19-1250"},{"key":"11251_CR10","unstructured":"Sanh V, Webson A, Raffel C, Bach S.H, Sutawika L, Alyafeai Z, Chaffin A, Stiegler A, Le\u00a0Scao T, Raja A, et al (2022) Multitask prompted training enables zero-shot task generalization. In: International Conference on Learning Representations"},{"key":"11251_CR11","unstructured":"Ben-David E, Oved N, Reichart R (2021). Pada: a prompt-based autoregressive approach for adaptation to unseen domains. arXiv arXiv:2102.122063"},{"key":"11251_CR12","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1016\/j.aiopen.2023.08.012","volume":"5","author":"X Liu","year":"2024","unstructured":"Liu X, Zheng Y, Du Z, Ding M, Qian Y, Yang Z, Tang J (2024) Gpt understands, too. AI Open 5:208\u2013215","journal-title":"AI Open"},{"key":"11251_CR13","doi-asserted-by":"crossref","unstructured":"Lester B, Al-Rfou R, Constant N (2021) The power of scale for parameter-efficient prompt tuning. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 3045\u20133059","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"11251_CR14","doi-asserted-by":"crossref","unstructured":"Gu Y, Han X, Liu Z, Huang M (2022) Ppt: pre-trained prompt tuning for few-shot learning. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Vol1, Long Papers), pp 8410\u20138423","DOI":"10.18653\/v1\/2022.acl-long.576"},{"key":"11251_CR15","doi-asserted-by":"publisher","first-page":"716","DOI":"10.1162\/tacl_a_00485","volume":"10","author":"T Schick","year":"2022","unstructured":"Schick T, Sch\u00fctze H (2022) True few-shot learning with prompts-A real-world perspective. Trans Assoc Comput Linguist 10:716\u2013731","journal-title":"Trans Assoc Comput Linguist"},{"key":"11251_CR16","unstructured":"Li H, Mo T, Fan H, Wang J, Wang J, Zhang F, Li W (2022) Kipt: knowledge-injected prompt tuning for event detection. In: Proceedings of the 29th International Conference on Computational Linguistics, pp 1943\u20131952"},{"key":"11251_CR17","doi-asserted-by":"crossref","unstructured":"Hu S, Ding N, Wang H, Liu Z, Wang J, Li J, Wu W, Sun M (2022) Knowledgeable prompt-tuning: Incorporating knowledge into prompt verbalizer for text classification. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Vol 1, Long Papers), pp 2225\u20132240","DOI":"10.18653\/v1\/2022.acl-long.158"},{"issue":"1","key":"11251_CR18","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ (2020) Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res 21(1):5485\u20135551","journal-title":"J Mach Learn Res"},{"key":"11251_CR19","doi-asserted-by":"crossref","unstructured":"Gao T, Fisch A, Chen D (2021) Making pre-trained language models better few-shot learners. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Vol 1, Long Papers), pp 3816\u20133830","DOI":"10.18653\/v1\/2021.acl-long.295"},{"key":"11251_CR20","doi-asserted-by":"crossref","unstructured":"Schick T, Sch\u00fctze H (2021) It\u2019s not just size that matters: small language models are also few-shot learners. In: Naacl","DOI":"10.18653\/v1\/2021.naacl-main.185"},{"key":"11251_CR21","doi-asserted-by":"crossref","unstructured":"Shin T, Razeghi Y, Logan\u00a0IV R.L, Wallace E, Singh S (2020) Autoprompt: eliciting knowledge from language models with automatically generated prompts. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 4222\u20134235","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"11251_CR22","doi-asserted-by":"crossref","unstructured":"Li X.L, Liang P (2021) Prefix-tuning: optimizing continuous prompts for generation. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Vol 1, Long Papers), pp 4582\u20134597","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"11251_CR23","doi-asserted-by":"crossref","unstructured":"Liu X, Ji K, Fu Y, Tam W.L, Du Z, Yang Z, Tang J (2021) P-tuning v2: prompt tuning can be comparable to fine-tuning universally across scales and tasks. arXiv preprint arXiv:2110.07602","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"11251_CR24","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.aiopen.2022.11.003","volume":"3","author":"X Han","year":"2022","unstructured":"Han X, Zhao W, Ding N, Liu Z, Sun M (2022) Ptr: prompt tuning with rules for text classification. AI Open 3:182\u2013192","journal-title":"AI Open"},{"key":"11251_CR25","doi-asserted-by":"crossref","unstructured":"Schick T, Schmid H, Sch\u00fctze H (2020) Automatically identifying words that can serve as labels for few-shot text classification. In: Proceedings of the 28th International Conference on Computational Linguistics, pp 5569\u20135578","DOI":"10.18653\/v1\/2020.coling-main.488"},{"key":"11251_CR26","unstructured":"Oord Avd, Li Y, Vinyals O (2018) Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748"},{"key":"11251_CR27","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"11251_CR28","doi-asserted-by":"crossref","unstructured":"Luo R, Huang G, Quan X (2021) Bi-granularity contrastive learning for post-training in few-shot scene. In: Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, pp 1733\u20131742","DOI":"10.18653\/v1\/2021.findings-acl.151"},{"key":"11251_CR29","unstructured":"Wu Z, Wang S, Gu J, Khabsa M, Sun F, Ma H (2020) Clear: contrastive learning for sentence representation. arXiv preprint arXiv:2012.15466"},{"key":"11251_CR30","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning. PMLR, pp 1597\u20131607"},{"key":"11251_CR31","doi-asserted-by":"crossref","unstructured":"Gao T, Yao X, Chen D (2021) Simcse: simple contrastive learning of sentence embeddings. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 6894\u20136910","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"11251_CR32","doi-asserted-by":"crossref","unstructured":"Xuan H, Stylianou A, Liu X, Pless R (2020) Hard negative examples are hard, but useful. In: Computer Vision\u2013ECCV 2020: 16th European Conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XIV 16. Springer, pp 126\u2013142","DOI":"10.1007\/978-3-030-58568-6_8"},{"key":"11251_CR33","doi-asserted-by":"crossref","unstructured":"Wang D, Ding N, Li P, Zheng H (2021) Cline: contrastive learning with semantic negative examples for natural language understanding. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Vol 1, Long Papers), pp 2332\u20132342","DOI":"10.18653\/v1\/2021.acl-long.181"},{"key":"11251_CR34","doi-asserted-by":"crossref","unstructured":"Zeng J, Yin Y, Jiang Y, Wu S, Cao Y (2022) Contrastive learning with prompt-derived virtual semantic prototypes for unsupervised sentence embedding. In: Findings of the Association for Computational Linguistics: EMNLP 2022, pp 7042\u20137053","DOI":"10.18653\/v1\/2022.findings-emnlp.522"},{"key":"11251_CR35","unstructured":"Paszke A, Gross S, Massa F, et al (2019) PyTorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems 32 (NeurIPS 2019), pp 8026\u20138037"},{"key":"11251_CR36","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, Cistac P, Rault T, Louf R, Funtowicz M, et al (2020) Transformers: state-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp 38\u201345","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"issue":"11","key":"11251_CR37","first-page":"4","volume":"9","author":"L Maaten","year":"2008","unstructured":"Maaten L, Hinton G (2008) Visualizing data using t-sne. J Mach Learn Res 9(11):4","journal-title":"J Mach Learn Res"},{"key":"11251_CR38","unstructured":"Amatriain X (2024) Prompt design and engineering: introduction and advanced methods. arXiv preprint arXiv:2401.14423"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11251-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-025-11251-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11251-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T08:29:01Z","timestamp":1751012941000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-025-11251-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,7]]},"references-count":38,"journal-issue":{"issue":"19","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["11251"],"URL":"https:\/\/doi.org\/10.1007\/s00521-025-11251-0","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2025,5,7]]},"assertion":[{"value":"25 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 April 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that the research was conducted without any commercial or financial relationships that could be construed as a potential conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}