{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T04:34:34Z","timestamp":1771043674091,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":92,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Natural Science Foundation of China","award":["No.61672529"],"award-info":[{"award-number":["No.61672529"]}]},{"name":"The Fundamental Research Funds for the Central Universities","award":["2020kfyXJJS076"],"award-info":[{"award-number":["2020kfyXJJS076"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3416590","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:39:02Z","timestamp":1611790742000},"page":"968-980","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":72,"title":["Automated patch correctness assessment"],"prefix":"10.1145","author":[{"given":"Shangwen","family":"Wang","sequence":"first","affiliation":[{"name":"National University of Defense Technology, Changsha, China"}]},{"given":"Ming","family":"Wen","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]},{"given":"Bo","family":"Lin","sequence":"additional","affiliation":[{"name":"National University of Defense Technology, Changsha, China"}]},{"given":"Hongjun","family":"Wu","sequence":"additional","affiliation":[{"name":"National University of Defense Technology, Changsha, China"}]},{"given":"Yihao","family":"Qin","sequence":"additional","affiliation":[{"name":"National University of Defense Technology, Changsha, China"}]},{"given":"Deqing","family":"Zou","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]},{"given":"Xiaoguang","family":"Mao","sequence":"additional","affiliation":[{"name":"National University of Defense Technology, Changsha, China"}]},{"given":"Hai","family":"Jin","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2020. AgitarOne Homepage. http:\/\/www.agitar.com\/index.html."},{"key":"e_1_3_2_1_2_1","volume-title":"Kishan Kumar Ganguly, and Kazi Sakib","author":"Asad Moumita","year":"2019","unstructured":"Moumita Asad, Kishan Kumar Ganguly, and Kazi Sakib. 2019. Impact Analysis of Syntactic and Semantic Similarities on Patch Prioritization in Automated Program Repair. In 2019 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 328--332."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2918536"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2010.54"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416566"},{"key":"e_1_3_2_1_6_1","volume-title":"International Conference on Software Engineering.","author":"Briand Lionel","year":"2011","unstructured":"Lionel Briand. 2011. A practical guide for using statistical tests to assess randomized algorithms in software engineering. In International Conference on Software Engineering."},{"key":"e_1_3_2_1_7_1","volume-title":"Engler","author":"Cadar Cristian","year":"2008","unstructured":"Cristian Cadar, Daniel Dunbar, and Dawson R. Engler. 2008. KLEE: Unassisted and Automatic Generation of High-Coverage Tests for Complex Systems Programs. In 8th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2008, December 8--10, 2008, San Diego, California, USA, Proceedings. 209--224."},{"key":"e_1_3_2_1_8_1","volume-title":"Understanding Automatically-Generated Patches Through Symbolic Invariant Differences. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 411--414","author":"Cashin Padraic","year":"2019","unstructured":"Padraic Cashin, Carianne Martinez, Westley Weimer, and Stephanie Forrest. 2019. Understanding Automatically-Generated Patches Through Symbolic Invariant Differences. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 411--414."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/3155562.3155642"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2019.2940179"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/IBF50092.2020.9034780"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.602"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/IBF50092.2020.9034714"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/GI.2019.00011"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338911"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896921.2896931"},{"key":"e_1_3_2_1_17_1","unstructured":"Charles Elkan. 2001. The foundations of cost-sensitive learning. In International joint conference on artificial intelligence. 973--978."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.908957"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.14"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2014.05.032"},{"key":"e_1_3_2_1_22_1","unstructured":"Ali Ghanbari. 2019. Validation of Automatically Generated Patches: An Appetizer. arXiv:1912.00117"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330559"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.91"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180245"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-018-1465-6"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213871"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486893"},{"key":"e_1_3_2_1_30_1","volume-title":"Logistic regression","author":"Kleinbaum David G","unstructured":"David G Kleinbaum, K Dietz, M Gail, Mitchel Klein, and Mitchell Klein. 2002. Logistic regression. Springer."},{"key":"e_1_3_2_1_31_1","volume-title":"Fourteenth International Joint Conference on Artificial Intelligence","author":"Kohavi Ron","year":"1995","unstructured":"Ron Kohavi. 1995. A study of cross-validation and bootstrap for accuracy estimation and model selection. In Fourteenth International Joint Conference on Artificial Intelligence. Montreal, Canada, 1137--1145."},{"key":"e_1_3_2_1_32_1","volume-title":"Fixminer: Mining relevant fix patterns for automated program repair. arXiv preprint arXiv:1810.01791","author":"Koyuncu Anil","year":"2018","unstructured":"Anil Koyuncu, Kui Liu, Tegawend\u00e9 F. Bissyand\u00e9, Dongsun Kim, Jacques Klein, Martin Monperrus, and Yves Le Traon. 2018. Fixminer: Mining relevant fix patterns for automated program repair. arXiv preprint arXiv:1810.01791 (2018)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00064"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106309"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 33th IEEE International Conference on Software Maintenance. IEEE.","author":"Le Xuan Bach D.","year":"2017","unstructured":"Xuan Bach D. Le, David Lo, and Claire Le Goues. 2017. Empirical Study on Synthesis Engines for Semantics-Based Program Repair. In Proceedings of the 33th IEEE International Conference on Software Maintenance. IEEE."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.76"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9577-2"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.104"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318162"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1587\/transinf.E94.D.1854"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00020"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8667970"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis. ACM, 31--42","author":"Liu Kui","unstructured":"Kui Liu, Anil Koyuncu, Dongsun Kim, and Tegawend\u00e9 F. Bissyand\u00e9. 2019. TBar: Revisiting Template-based Automated Program Repair. In Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis. ACM, 31--42."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2018.00085"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380338"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2018.8330202"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786811"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884872"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397351"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177730491"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00039"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491438"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2948705"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99241-9_3"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884807"},{"key":"e_1_3_2_1_58_1","volume-title":"Proceedings of the 35th International Conference on Software Engineering. IEEE, 772--781","author":"Thien Nguyen Hoang Duong","year":"2013","unstructured":"Hoang Duong Thien Nguyen, Dawei Qi, Abhik Roychoudhury, and Satish Chandra. 2013. Semfix: Program repair via semantic analysis. In Proceedings of the 35th International Conference on Software Engineering. IEEE, 772--781."},{"key":"e_1_3_2_1_59_1","volume-title":"In OOPSLA '07 Companion. ACM, 815--816","author":"Pacheco Carlos","unstructured":"Carlos Pacheco and Michael D. Ernst. 2007. Randoop: feedback-directed random testing for Java. In In OOPSLA '07 Companion. ACM, 815--816."},{"key":"e_1_3_2_1_60_1","volume-title":"Patil and Swati Sunil Sherekar","author":"Tina","year":"2013","unstructured":"Tina R. Patil and Swati Sunil Sherekar. 2013. Performance analysis of Naive Bayes and J48 classification algorithm for data classification. International journal of computer science and applications 6, 2 (2013), 256--261."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.2307\/2981392"},{"key":"e_1_3_2_1_62_1","volume-title":"Sequential minimal optimization: A fast algorithm for training support vector machines. MSR-TR-98-14","author":"Platt John","year":"1998","unstructured":"John Platt. 1998. Sequential minimal optimization: A fast algorithm for training support vector machines. MSR-TR-98-14 (1998), 21. https:\/\/www.microsoft.com\/en-us\/research\/publication\/sequential-minimal-optimization-a-fast-algorithm-for-training-support-vector-machines\/"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568254"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771791"},{"key":"e_1_3_2_1_65_1","volume-title":"Getafix: Learning to fix bugs automatically. arXiv preprint arXiv:1902.06111","author":"Scott Andrew","year":"2019","unstructured":"Andrew Scott, Johannes Bader, and Satish Chandra. 2019. Getafix: Learning to fix bugs automatically. arXiv preprint arXiv:1902.06111 (2019)."},{"key":"e_1_3_2_1_66_1","volume-title":"An Empirical Study of Effectiveness and Challenges. In International Conference on Automated Software Engineering (ASE).","author":"Shamshiri Sina","year":"2015","unstructured":"Sina Shamshiri, Ren\u00e9 Just, Jos\u00e9 Miguel Rojas, Gordon Fraser, and Andrea Arcuri. 2015. Do Automatically Generated Unit Tests Find Real Faults? An Empirical Study of Effectiveness and Challenges. In International Conference on Automated Software Engineering (ASE)."},{"key":"e_1_3_2_1_67_1","unstructured":"Inderjeet Singh. 2012. A mapping study of automation support tools for unit testing. In School of Innovation Design and Engineering."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786825"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2018.8330211"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950295"},{"key":"e_1_3_2_1_71_1","volume-title":"Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering. ACM.","author":"Tian Haoye","unstructured":"Haoye Tian, Kui Liu, Abdoul Kader Kabor\u00e9, Anil Koyuncu, Li Li, Jacques Klein, and Tegawend\u00e9 F. Bissyand\u00e9. 2020. Evaluating Representation Learning of Code Changes for Predicting Patch Correctness in Program Repair. In Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering. ACM."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2019.8870172"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319008.3319349"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2013.6693094"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070536"},{"key":"e_1_3_2_1_76_1","volume-title":"Historical Spectrum based Fault Localization","author":"Wen Ming","year":"2020","unstructured":"Ming Wen, Junjie Chen, Yongqiang Tian, Rongxin Wu, Dan Hao, Shi Han, and Shing-Chi Cheung. 2020. Historical Spectrum based Fault Localization. IEEE Transactions on Software Engineering (TSE) (2020)."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180233"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970359"},{"key":"e_1_3_2_1_79_1","volume-title":"Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis. ACM, 226--236","author":"Xin Qi","unstructured":"Qi Xin and Steven P. Reiss. 2017. Identifying test-suite-overfitted patches through test case generation. In Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis. ACM, 226--236."},{"key":"e_1_3_2_1_80_1","volume-title":"Proceedings of the 32nd IEEE\/ACM International Conference on Automated Software Engineering. IEEE, 660--670","author":"Xin Qi","unstructured":"Qi Xin and Steven P. Reiss. 2017. Leveraging syntax-related code for automated program repair. In Proceedings of the 32nd IEEE\/ACM International Conference on Automated Software Engineering. IEEE, 660--670."},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180182"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.45"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2560811"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635906"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1109\/IBF50092.2020.9034821"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106274"},{"key":"e_1_3_2_1_87_1","unstructured":"He Ye Jian Gu Matias Martinez Thomas Durieux and Martin Monperrus. 2019. Automated Classification of Overfitting Patches with Statically Extracted Code Features. arXiv:1910.12057"},{"key":"e_1_3_2_1_88_1","unstructured":"He Ye Matias Martinez and Martin Monperrus. 2019. Automated Patch Assessment for Program Repair at Scale. arXiv:1909.13694"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9619-4"},{"key":"e_1_3_2_1_90_1","volume-title":"ARJA: Automated Repair of Java Programs via Multi-Objective Genetic Programming","author":"Yuan Yuan","year":"2018","unstructured":"Yuan Yuan and Wolfgang Banzhaf. 2018. ARJA: Automated Repair of Java Programs via Multi-Objective Genetic Programming. IEEE Transactions on Software Engineering (2018)."},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2809496"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.07.003"},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.5555\/271340.271375"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","location":"Virtual Event Australia","acronym":"ASE '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416590","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416590","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:38Z","timestamp":1750197698000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416590"}},"subtitle":["how far are we?"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":92,"alternative-id":["10.1145\/3324884.3416590","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3416590","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}