{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T13:28:57Z","timestamp":1778765337825,"version":"3.51.4"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802167"],"award-info":[{"award-number":["61802167"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2034508"],"award-info":[{"award-number":["2034508"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tnnls.2023.3308595","type":"journal-article","created":{"date-parts":[[2023,9,11]],"date-time":"2023-09-11T18:10:21Z","timestamp":1694455821000},"page":"17768-17778","source":"Crossref","is-referenced-by-count":2,"title":["Comparing the Pretrained Models of Source Code by Re-pretraining Under a Unified Setup"],"prefix":"10.1109","volume":"35","author":[{"given":"Changan","family":"Niu","sequence":"first","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Software Institute, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4956-8142","authenticated-orcid":false,"given":"Chuanyi","family":"Li","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Software Institute, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8237-429X","authenticated-orcid":false,"given":"Vincent","family":"Ng","sequence":"additional","affiliation":[{"name":"Human Language Technology Research Institute, University of Texas at Dallas, Richardson, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1102-9584","authenticated-orcid":false,"given":"Bin","family":"Luo","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Software Institute, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"issue":"8","key":"ref2","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref3","first-page":"1","article-title":"Electra: Pre-training text encoders as discriminators rather than generators","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Clark"},{"key":"ref4","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1525\/9780520940420-020"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/775"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.211"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"ref9","first-page":"1","article-title":"Devign: Effective vulnerability identification by learning comprehensive program semantics via graph neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Zhou"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2014.77"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10139"},{"key":"ref12","first-page":"1","article-title":"CodeXGLUE: A machine learning benchmark dataset for code understanding and generation","volume-title":"Proc. 35th Conf. Neural Inf. Process. Syst. Datasets Benchmarks Track","author":"Lu"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.442"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2983990.2984041"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d18-1192"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref18","first-page":"5110","article-title":"Learning and evaluating contextual embedding of source code","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kanade"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref20","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Sys.","volume":"33","author":"Brown"},{"key":"ref21","article-title":"Exploring software naturalness through neural language models","author":"Buratti","year":"2020","journal-title":"arXiv:2006.12641"},{"key":"ref22","first-page":"473","article-title":"Multi-task learning based pre-trained language model for code completion","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Automated Softw. Eng. (ASE)","author":"Liu"},{"key":"ref23","article-title":"GraphCodeBERT: Pre-training code representations with data flow","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Guo"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3460945.3464951"},{"key":"ref25","article-title":"DOBF: A deobfuscation pre-training objective for programming languages","author":"Roziere","year":"2021","journal-title":"arXiv:2102.07492"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00041"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-demo.28"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.nlp4prog-1.5"},{"key":"ref29","first-page":"54","article-title":"TreeBERT: A tree-based pre-trained model for programming language","volume-title":"Proc. 37th Conf. Uncertainty Artif. Intell.","volume":"161","author":"Jiang"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510096"},{"key":"ref31","first-page":"311","article-title":"BLEU: A method for automatic evaluation of machine translation","volume-title":"Proc. 40th Annu. meeting Assoc. Comput. Linguistics","author":"Papineni"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.3115\/1118162.1118168"},{"key":"ref33","article-title":"CodeBLEU: A method for automatic evaluation of code synthesis","author":"Ren","year":"2020","journal-title":"arXiv:2009.10297"},{"key":"ref34","first-page":"20601","article-title":"Unsupervised translation of programming languages","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Roziere"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref36","article-title":"SCELMo: Source code embeddings from language models","author":"Karampatsis","year":"2020","journal-title":"arXiv:2004.13214"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.391"},{"key":"ref38","first-page":"8476","article-title":"How could neural networks understand programs?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Peng"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.224"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468611"},{"key":"ref41","article-title":"CodeSearchNet challenge: Evaluating the state of semantic code search","author":"Husain","year":"2019","journal-title":"arXiv:1909.09436"},{"key":"ref42","first-page":"1","article-title":"Decoupled weight decay regularization","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Loshchilov"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10772360\/10246327.pdf?arnumber=10246327","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T19:03:15Z","timestamp":1733252595000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10246327\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":42,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2023.3308595","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}