{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T14:04:44Z","timestamp":1730210684957,"version":"3.28.0"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T00:00:00Z","timestamp":1715126400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T00:00:00Z","timestamp":1715126400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,5,8]]},"DOI":"10.1109\/cscwd61410.2024.10580281","type":"proceedings-article","created":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T17:21:49Z","timestamp":1720632109000},"page":"1572-1577","source":"Crossref","is-referenced-by-count":1,"title":["A Simple Method to Improve the Performance of Small Pre-trained Language Models on Few-shot Tasks"],"prefix":"10.1109","author":[{"given":"Yanan","family":"Zhang","sequence":"first","affiliation":[{"name":"Tianjin University of Science and Technology,School of Artificial Intelligence,Tianjin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chaofan","family":"Wu","sequence":"additional","affiliation":[{"name":"Tianjin University of Science and Technology,School of Artificial Intelligence,Tianjin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rongkun","family":"Shi","sequence":"additional","affiliation":[{"name":"Tianjin University of Science and Technology,School of Artificial Intelligence,Tianjin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiying","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tianjin University of Science and Technology,School of Artificial Intelligence,Tianjin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3386252"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref3","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)","author":"Devlin"},{"article-title":"Improving language understanding by generative pre-training","year":"2018","author":"Radford","key":"ref4"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"ref6","first-page":"7014","article-title":"Prototypical verbalizer for prompt-based few-shot tuning","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Cui"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3390\/technologies9010002"},{"key":"ref8","first-page":"320","article-title":"GLM: General language model pretraining with autoregressive blank infilling","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Du"},{"key":"ref9","first-page":"255","article-title":"Exploiting cloze-questions for few-shot text classification and natural language inference","volume-title":"Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume","author":"Schick"},{"key":"ref10","first-page":"1835","article-title":"Template-based named entity recognition using BART","volume-title":"Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021","author":"Cui"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1613\/jair.5477"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2023.08.012"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1250"},{"key":"ref15","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.555"},{"article-title":"Differentiable prompt makes pre-trained language models better few-shot learners","year":"2021","author":"Zhang","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.295"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.81"},{"key":"ref20","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","volume-title":"Proceedings of the 2013 conference on empirical methods in natural language processing","author":"Socher"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219855"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3115\/1218955.1218990"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3115\/1072228.1072378"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016586"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2103"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1155\/2015\/136172"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/579"},{"article-title":"Roberta: A robustly optimized bert pretraining approach","year":"2019","author":"Liu","key":"ref29"},{"article-title":"Lora: Low-rank adaptation of large language models","year":"2021","author":"Hu","key":"ref30"}],"event":{"name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","start":{"date-parts":[[2024,5,8]]},"location":"Tianjin, China","end":{"date-parts":[[2024,5,10]]}},"container-title":["2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10579968\/10579982\/10580281.pdf?arnumber=10580281","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T04:52:37Z","timestamp":1721191957000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10580281\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,8]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/cscwd61410.2024.10580281","relation":{},"subject":[],"published":{"date-parts":[[2024,5,8]]}}}