{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T10:17:59Z","timestamp":1774261079842,"version":"3.50.1"},"reference-count":79,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Research Foundation, under its Investigatorship","award":["NRF-NRFI08-2022-0002"],"award-info":[{"award-number":["NRF-NRFI08-2022-0002"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1109\/tse.2024.3452252","type":"journal-article","created":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T17:35:02Z","timestamp":1725039302000},"page":"2865-2883","source":"Crossref","is-referenced-by-count":8,"title":["Leveraging Large Language Model for Automatic Patch Correctness Assessment"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4558-0622","authenticated-orcid":false,"given":"Xin","family":"Zhou","sequence":"first","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1006-8493","authenticated-orcid":false,"given":"Bowen","family":"Xu","sequence":"additional","affiliation":[{"name":"Department of Computer Science College of Engineering, North Carolina State University, Raleigh, NC, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4462-6916","authenticated-orcid":false,"given":"Kisub","family":"Kim","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8599-2197","authenticated-orcid":false,"given":"DongGyun","family":"Han","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Royal Holloway, University of London, Egham, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8007-0680","authenticated-orcid":false,"given":"Hung Huu","family":"Nguyen","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9566-324X","authenticated-orcid":false,"given":"Thanh","family":"Le-Cong","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3370-8585","authenticated-orcid":false,"given":"Junda","family":"He","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5044-1582","authenticated-orcid":false,"given":"Bach","family":"Le","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4367-7201","authenticated-orcid":false,"given":"David","family":"Lo","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Singapore"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.104"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786811"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.76"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115676"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213871"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2018.00085"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2018.8330202"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC51365.2020.00015"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/SANER50967.2021.00035"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3105906"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330577"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468544"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00107"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884872"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9577-2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00064"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2019.8870172"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00033"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9577-2"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771791"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606613"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931051"},{"key":"ref23","first-page":"981","article-title":"Evaluating representation learning of code changes for predicting patch correctness in program repair","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Autom. Softw. Eng. (ASE)","author":"Tian","year":"2020"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950295"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180182"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106274"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3071750"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09920-w"},{"key":"ref29","first-page":"968","article-title":"Automated patch correctness assessment: How far are we?","volume-title":"Proc. 35th IEEE\/ACM Int. Conf. Autom. Softw. Eng. (ASE)","author":"Wang","year":"2020"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3092703.3092718"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180233"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106309"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3505247"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556914"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3255177"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1297846.1297902"},{"key":"ref37","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref38","article-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1108\/ws.2000.07949fab.004"},{"key":"ref40","article-title":"Roberta: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref41","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2020.findings-emnlp.139","article-title":"Codebert: A pre-trained model for programming and natural languages","author":"Feng","year":"2020"},{"key":"ref42","article-title":"Graphcodebert: Pre-training code representations with data flow","author":"Guo","year":"2021"},{"key":"ref43","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.emnlp-main.685","article-title":"Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation","author":"Wang","year":"2021"},{"key":"ref44","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref45","volume-title":"Natural Language Processing With Transformers","author":"Tunstall","year":"2022"},{"key":"ref46","first-page":"765","article-title":"What language model to train if you have one million GPU hours?\u201d","volume-title":"Proc. 60th Annu. Meeting Assoc. Comput. Linguistics (ACL) Workshop Challenges Perspectives Creating Large Lang. Models","author":"Scao","year":"2022"},{"key":"ref47","article-title":"Code llama: Open foundation models for code","author":"Roziere","year":"2023"},{"key":"ref48","article-title":"Codesearchnet challenge: Evaluating the state of semantic code search","author":"Husain","year":"2019"},{"issue":"140","key":"ref49","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref50","article-title":"Codexglue: A machine learning benchmark dataset for code understanding and generation","author":"Lu","year":"2021"},{"key":"ref51","article-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2022"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1162"},{"issue":"8","key":"ref53","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI blog"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387491"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00063"},{"key":"ref57","first-page":"27865","article-title":"Self-supervised bug detection and repair","volume-title":"Proc. NeurIPS","author":"Allamanis","year":"2021"},{"key":"ref58","article-title":"Beep: Fine-grained fix localization by learning to predict buggy code elements","author":"Wang","year":"2021"},{"key":"ref59","first-page":"1929","article-title":"Dropout: a simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref60","article-title":"Quantization in huggingface","year":"2024"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"ref62","article-title":"Multitask prompted training enables zero-shot task generalization","author":"Sanh","year":"2022"},{"key":"ref63","doi-asserted-by":"crossref","DOI":"10.1145\/3377811.3380361","article-title":"Cc2vec: Distributed representations of code changes","author":"Hoang","year":"2020"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.5555\/3044805.3045025"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8667991"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2874648"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227211"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771791"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568254"},{"key":"ref70","article-title":"Emergent abilities of large language models","author":"Wei","year":"2022"},{"key":"ref71","article-title":"Codegen2: Lessons for training LLMS on programming and natural languages","author":"Nijkamp","year":"2023"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.86"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3145983"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534368"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616331"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.2998785"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549101"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110825"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3135932.3135941"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/10752626\/10659742.pdf?arnumber=10659742","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:30:57Z","timestamp":1732667457000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10659742\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":79,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tse.2024.3452252","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11]]}}}