{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T02:09:05Z","timestamp":1760234945475,"version":"build-2065373602"},"reference-count":37,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T00:00:00Z","timestamp":1757289600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T00:00:00Z","timestamp":1757289600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,9,8]]},"DOI":"10.1109\/scam67354.2025.00016","type":"proceedings-article","created":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T17:35:14Z","timestamp":1760117714000},"page":"89-99","source":"Crossref","is-referenced-by-count":1,"title":["On the need to perform comprehensive evaluations of automated program repair benchmarks: Sorald case study"],"prefix":"10.1109","author":[{"given":"Sumudu","family":"Liyanage","sequence":"first","affiliation":[{"name":"University of Otago,Dunedin,New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sherlock A.","family":"Licorish","sequence":"additional","affiliation":[{"name":"University of Otago,Dunedin,New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Markus","family":"Wagner","sequence":"additional","affiliation":[{"name":"Monash University,Melbourne,Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stephen G.","family":"MacDonell","sequence":"additional","affiliation":[{"name":"Victoria University,Wellington,New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/SPW63631.2024.00014"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER60148.2024.00051"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.2"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00049"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606626"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2874648"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397369"},{"article-title":"Frustrated with code quality issues? llms can help!","year":"2023","author":"Wadhwa","key":"ref8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2022.3167316"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3650212.3680359"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3715004"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3135932.3135941"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111524"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ASWEC.2018.00027"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C55045.2021.00160"},{"article-title":"Comparing Human and LLM Generated Code: The Jury is Still Out!","year":"2025","author":"Licorish","key":"ref17"},{"article-title":"Artificial-Intelligence Generated Code Considered Harmful: A Road Map for Secure and High-Quality Code Generation","year":"2024","author":"Chong","key":"ref18"},{"article-title":"Optimizing large language model hyperparameters for code generation","year":"2024","author":"Arora","key":"ref19"},{"key":"ref20","article-title":"An overview on the static code analysis approach in software development","volume":"16","author":"Gomes","year":"2009","journal-title":"Faculdade de Engenharia da Universidade do Porto, Portugal"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA60479.2023.00046"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3544902.3546233"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/SANER-C62648.2024.00021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.63"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/icse55347.2025.00157"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3520304.3528772"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2020.102516"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1370788.1370793"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1109\/SCAM67354.2025.00016","article-title":"On the need to perform comprehensive evaluations of automated program repair benchmarks: Sorald case study - Replication Package","author":"Liyanage","year":"2025"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00203"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2016.15"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3555776.3577809"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.112"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/32.295895"},{"volume-title":"Java code metrics calculator (CK)","year":"2015","author":"Aniche","key":"ref36"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3520304.3533970"}],"event":{"name":"2025 IEEE International Conference on Source Code Analysis & Manipulation (SCAM)","start":{"date-parts":[[2025,9,8]]},"location":"Auckland, New Zealand","end":{"date-parts":[[2025,9,9]]}},"container-title":["2025 IEEE International Conference on Source Code Analysis & Manipulation (SCAM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11190090\/11189990\/11190162.pdf?arnumber=11190162","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T06:24:08Z","timestamp":1760163848000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11190162\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,8]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/scam67354.2025.00016","relation":{},"subject":[],"published":{"date-parts":[[2025,9,8]]}}}