{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T16:10:42Z","timestamp":1784995842703,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Natural Science Foundation of China (61802167); Natural Science Foundation of Jiangsu Province, China (BK20201250); Cooperation Fund of Huawei-NJU Creative Laboratory for the Next Programming."}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,10]]},"DOI":"10.1145\/3551349.3556943","type":"proceedings-article","created":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T20:43:54Z","timestamp":1672951434000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["StandUp4NPR: Standardizing SetUp for Empirically Comparing Neural Program Repair Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0145-615X","authenticated-orcid":false,"given":"Wenkang","family":"Zhong","sequence":"first","affiliation":[{"name":"State Key Laboratory for Novel Software and Technology, Nanjing University, 22 Hankou Road, Nanjing, China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongliang","family":"Ge","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software and Technology, Nanjing University, 22 Hankou Road, Nanjing, China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongfei","family":"Ai","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software and Technology, Nanjing University, 22 Hankou Road, Nanjing, China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chuanyi","family":"Li","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software and Technology, Nanjing University, 22 Hankou Road, Nanjing, China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kui","family":"Liu","sequence":"additional","affiliation":[{"name":"Huawei Software Engineering Application Technology Lab, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jidong","family":"Ge","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software and Technology, Nanjing University, 22 Hankou Road, Nanjing, China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Luo","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software and Technology, Nanjing University, 22 Hankou Road, Nanjing, China, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,1,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.). http:\/\/arxiv.org\/abs\/1409","author":"Bahdanau Dzmitry","year":"2015","unstructured":"Dzmitry Bahdanau, Kyunghyun Cho, and Yoshua Bengio. 2015. Neural Machine Translation by Jointly Learning to Align and Translate. In 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.). http:\/\/arxiv.org\/abs\/1409.0473"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ICML 2021","author":"Berabi Berkay","year":"2021","unstructured":"Berkay Berabi, Jingxuan He, Veselin Raychev, and Martin\u00a0T. Vechev. 2021. TFix: Learning to Fix Coding Errors with a Text-to-Text Transformer. In Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 780\u2013791. http:\/\/proceedings.mlr.press\/v139\/berabi21a.html"},{"key":"e_1_3_2_1_3_1","unstructured":"Tom Britton Lisa Jeng Graham Carver and Paul Cheak. 2012. Quantify the time and cost saved using reversible debuggers. Technical Report. Technical report Cambridge Judge Business School."},{"key":"e_1_3_2_1_4_1","volume-title":"Codit: Code editing with tree-based neural models","author":"Chakraborty Saikat","year":"2020","unstructured":"Saikat Chakraborty, Yangruibo Ding, Miltiadis Allamanis, and Baishakhi Ray. 2020. Codit: Code editing with tree-based neural models. IEEE Transactions on Software Engineering(2020)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2940179"},{"key":"e_1_3_2_1_6_1","unstructured":"Zimin Chen and Martin Monperrus. 2018. The CodRep Machine Learning on Source Code Competition. CoRR abs\/1807.03200(2018). arXiv:1807.03200http:\/\/arxiv.org\/abs\/1807.03200"},{"key":"e_1_3_2_1_7_1","volume-title":"8th International Conference on Learning Representations, ICLR 2020","author":"Dinella Elizabeth","year":"2020","unstructured":"Elizabeth Dinella, Hanjun Dai, Ziyang Li, Mayur Naik, Le Song, and Ke Wang. 2020. Hoppity: Learning Graph Transformations to Detect and Fix Bugs in Programs. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=SJeqs6EFvB"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416587"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338911"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896921.2896931"},{"key":"e_1_3_2_1_11_1","volume-title":"Introclassjava: A benchmark of 297 small and buggy java programs.","author":"Durieux Thomas","year":"2016","unstructured":"Thomas Durieux and Martin Monperrus. 2016. Introclassjava: A benchmark of 297 small and buggy java programs. (2016)."},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning, ICML 2017","author":"Gehring Jonas","year":"2017","unstructured":"Jonas Gehring, Michael Auli, David Grangier, Denis Yarats, and Yann\u00a0N. Dauphin. 2017. Convolutional Sequence to Sequence Learning. In Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6-11 August 2017(Proceedings of Machine Learning Research, Vol.\u00a070), Doina Precupand Yee\u00a0Whye Teh (Eds.). PMLR, 1243\u20131252. http:\/\/proceedings.mlr.press\/v70\/gehring17a.html"},{"key":"e_1_3_2_1_13_1","unstructured":"Davide Ginelli Matias Martinez Leonardo Mariani and Martin Monperrus. 2020. A Comprehensive Study of Code-removal Patches in Automated Program Repair. CoRR abs\/2012.06264(2020). arXiv:2012.06264https:\/\/arxiv.org\/abs\/2012.06264"},{"key":"e_1_3_2_1_14_1","volume-title":"Deep Learning","author":"Goodfellow J.","unstructured":"Ian\u00a0J. Goodfellow, Yoshua Bengio, and Aaron\u00a0C. Courville. 2016. Deep Learning. MIT Press. http:\/\/www.deeplearningbook.org\/"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.104"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10742"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-018-1465-6"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00107"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00069"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606626"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09780-z"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2016.68"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.76"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2020.3006725"},{"key":"e_1_3_2_1_26_1","unstructured":"Suhua Lei Huan Zhang Ke Wang and Zhendong Su. 2018. How training data affect the accuracy and robustness of neural networks for image classification. (2018)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380345"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360588"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3135932.3135941"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00020"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8667970"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330577"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110817"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380338"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133908"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397369"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8667991"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9470-4"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2948705"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99241-9_3"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.01.069"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00063"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105906"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3182533"},{"key":"e_1_3_2_1_45_1","unstructured":"Marjane Namavar Noor Nashid and Ali Mesbah. 2021. A Controlled Experiment of Different Code Representations for Learning-Based Bug Repair. CoRR abs\/2110.14081(2021). arXiv:2110.14081https:\/\/arxiv.org\/abs\/2110.14081"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568254"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196473"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115675"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1099"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.111"},{"key":"e_1_3_2_1_51_1","unstructured":"TRICENTIS TEAM. 2017. $1.1 Trillion Impacted by Software Defects: A Testing Fail?https:\/\/www.tricentis.com\/blog\/1-1-trillion-in-assets-impacted-by-software-defects-a-software-testing-fail\/"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2021.3070552"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00021"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"e_1_3_2_1_55_1","volume-title":"7th International Conference on Learning Representations, ICLR 2019","author":"Vasic Marko","year":"2019","unstructured":"Marko Vasic, Aditya Kanade, Petros Maniatis, David Bieber, and Rishabh Singh. 2019. Neural Program Repair by Jointly Learning to Localize and Repair. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6-9, 2019. OpenReview.net. https:\/\/openreview.net\/forum?id=ByloJ20qtm"},{"key":"e_1_3_2_1_56_1","volume-title":"Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, USA, Isabelle Guyon, Ulrike von Luxburg, Samy Bengio, Hanna\u00a0M. Wallach, Rob Fergus, S.\u00a0V.\u00a0N. Vishwanathan, and Roman Garnett (Eds.). 5998\u20136008. https:\/\/proceedings.neurips.cc\/paper\/2017\/hash\/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070536"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8668043"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.45"},{"key":"e_1_3_2_1_60_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning, ICML 2020","author":"Yasunaga Michihiro","year":"2020","unstructured":"Michihiro Yasunaga and Percy Liang. 2020. Graph-based, Self-Supervised Program Repair from Diagnostic Feedback. In Proceedings of the 37th International Conference on Machine Learning, ICML 2020, 13-18 July 2020, Virtual Event(Proceedings of Machine Learning Research, Vol.\u00a0119). PMLR, 10799\u201310808. http:\/\/proceedings.mlr.press\/v119\/yasunaga20a.html"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ICML 2021","author":"Yasunaga Michihiro","year":"2021","unstructured":"Michihiro Yasunaga and Percy Liang. 2021. Break-It-Fix-It: Unsupervised Learning for Program Repair. In Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18-24 July 2021, Virtual Event(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 11941\u201311952. http:\/\/proceedings.mlr.press\/v139\/yasunaga21a.html"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110825"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09920-w"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106262"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2874648"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Wenkang Zhong Chuanyi Li Jidong Ge and Bin Luo. 2022. Neural Program Repair: Systems Challenges and Solutions. arXiv preprint arXiv:2202.10868(2022).","DOI":"10.1145\/3545258.3545268"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468544"}],"event":{"name":"ASE '22: 37th IEEE\/ACM International Conference on Automated Software Engineering","location":"Rochester MI USA","acronym":"ASE '22"},"container-title":["Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556943","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3551349.3556943","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T08:29:18Z","timestamp":1755851358000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3551349.3556943"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,10]]},"references-count":67,"alternative-id":["10.1145\/3551349.3556943","10.1145\/3551349"],"URL":"https:\/\/doi.org\/10.1145\/3551349.3556943","relation":{},"subject":[],"published":{"date-parts":[[2022,10,10]]},"assertion":[{"value":"2023-01-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}