{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T16:00:58Z","timestamp":1785340858576,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Swiss National Science Foundation","award":["219294"],"award-info":[{"award-number":["219294"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3794763.3794809","type":"proceedings-article","created":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T15:18:58Z","timestamp":1785338338000},"page":"183-194","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Studying Quality Improvements Recommended via Manual and Automated Code Review"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-0951-4769","authenticated-orcid":false,"given":"Giuseppe","family":"Crupi","sequence":"first","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7017-3066","authenticated-orcid":false,"given":"Rosalia","family":"Tufano","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2216-3148","authenticated-orcid":false,"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,29]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"2022. OpenAI tiktoken GitHub. https:\/\/github.com\/openai\/tiktoken."},{"key":"e_1_3_3_1_3_2","unstructured":"2024. Apache Apollo PR 5030. https:\/\/github.com\/apolloconfig\/apollo\/pull\/5030\/files\/82079d7519cfb634878f5484c7a3ee4e38e39f30#r1413046607."},{"key":"e_1_3_3_1_4_2","unstructured":"2024. Apache Apollo PR 5072. https:\/\/github.com\/apolloconfig\/apollo\/pull\/5072\/files\/12ac4284329280e68adbf6e5344a039508215c18#r1451453824."},{"key":"e_1_3_3_1_5_2","unstructured":"2024. Apache Flink PR 24387. https:\/\/github.com\/apache\/flink\/pull\/24387\/files\/#r1503779212."},{"key":"e_1_3_3_1_6_2","unstructured":"2024. Certbot PR 9724. https:\/\/github.com\/certbot\/certbot\/pull\/9724\/files\/3233ea501a6366331152ecc6fee38f7de8e66173#diff-81505708e3d5b38856130c91360557f0abf1ab8da782dd82f1d1bd70d6f2f2da."},{"key":"e_1_3_3_1_7_2","unstructured":"2024. ChatGPT. https:\/\/chat.openai.com\/."},{"key":"e_1_3_3_1_8_2","unstructured":"2024. Jenkins PR 8999. https:\/\/github.com\/jenkinsci\/jenkins\/pull\/8999\/files\/685dc247c18654fa747222086d57a4b4ca141cf2#r1506463202."},{"key":"e_1_3_3_1_9_2","unstructured":"2024. Ray project PR 44045 a. https:\/\/github.com\/ray-project\/ray\/pull\/44045\/files\/2f0d53ec13a48b962c3c91d7c2f407709168d029#r1526497129."},{"key":"e_1_3_3_1_10_2","unstructured":"2024. Ray project PR 44045 b. https:\/\/github.com\/ray-project\/ray\/pull\/44045\/files\/5d638829095b8534550ba511df773b8dc55f9407#diff-c4c2583a4c2f3a3c87ada6faebd0b2dfef404e165df133a11195be5d65fcb387."},{"key":"e_1_3_3_1_11_2","unstructured":"2024. Redisson PR 5262. https:\/\/github.com\/redisson\/redisson\/pull\/5262\/files\/d58a93d6bfb0b5d4ba2a11dc352b1f6cee944992#diff-1e24a2091f2db26089cf5b05dbfd241df268a3a7d1d237af8280883c5a7399e5."},{"key":"e_1_3_3_1_12_2","unstructured":"2024. Thingsboard project PR 10146. https:\/\/github.com\/thingsboard\/thingsboard\/pull\/10146\/files\/f51df3211ddbbf642a15307503070e3f0d173a14#r1481352666."},{"key":"e_1_3_3_1_13_2","unstructured":"2025. Replication Package. https:\/\/github.com\/crupig\/human-vs-dl-CR_RP."},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3340449"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486882"},{"key":"e_1_3_3_1_16_2","first-page":"712","volume-title":"35th IEEE\/ACM International Conference on Software Engineering, ICSE","author":"Bacchelli Alberto","year":"2013","unstructured":"Alberto Bacchelli and Christian Bird. 2013. Expectations, Outcomes, and Challenges of Modern Code Review. In 35th IEEE\/ACM International Conference on Software Engineering, ICSE. 712\u2013721."},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486915"},{"key":"e_1_3_3_1_18_2","first-page":"134","volume-title":"37th IEEE\/ACM International Conference on Software Engineering, ICSE","author":"Barnett Mike","year":"2015","unstructured":"Mike Barnett, Christian Bird, Jo ao Brunet, and Shuvendu\u00a0K. Lahiri. 2015. Helping Developers Help Themselves: Automatic Decomposition of Code Review Changesets. In 37th IEEE\/ACM International Conference on Software Engineering, ICSE. 134\u2013144."},{"key":"e_1_3_3_1_19_2","first-page":"81","volume-title":"IEEE International Conference on Software Maintenance and Evolution, ICSME","author":"Bavota Gabriele","year":"2015","unstructured":"Gabriele Bavota and Barbara Russo. 2015. Four eyes are better than two: On the impact of code reviews on software quality. In IEEE International Conference on Software Maintenance and Evolution, ICSME. 81\u201390."},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597082"},{"key":"e_1_3_3_1_21_2","first-page":"470","volume-title":"23rd IEEE International Conference on Software Analysis, Evolution, and Reengineering, SANER","author":"Beller Moritz","year":"2016","unstructured":"Moritz Beller, Radjino Bholanath, Shane McIntosh, and Andy Zaidman. 2016. Analyzing the State of Static Analysis: A Large-Scale Evaluation in Open Source Software. In 23rd IEEE International Conference on Software Analysis, Evolution, and Reengineering, SANER. 470\u2013481."},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"Oussama Ben\u00a0Sghaier and Houari Sahraoui. 2024. Improving the Learning of Code Review Successive Tasks with Cross-Task Knowledge Distillation. 1 FSE Article 49 (July 2024) 21\u00a0pages. 10.1145\/3643775","DOI":"10.1145\/3643775"},{"key":"e_1_3_3_1_23_2","first-page":"133","volume-title":"7th IEEE\/ACM International Symposium on Empirical Software Engineering and Measurement, ESEM","author":"Bosu A.","year":"2013","unstructured":"A. Bosu and J.\u00a0C. Carver. 2013. Impact of Peer Code Review on Peer Impression Formation: A Survey. In 7th IEEE\/ACM International Symposium on Empirical Software Engineering and Measurement, ESEM. 133\u2013142."},{"key":"e_1_3_3_1_24_2","first-page":"736","volume-title":"36th IEEE\/ACM International Conference on Software Engineering, ICSE","author":"Bosu Amiangshu","year":"2014","unstructured":"Amiangshu Bosu and Jeffrey\u00a0C. Carver. 2014. Characteristics of the vulnerable code changes identified through peer code review. In 36th IEEE\/ACM International Conference on Software Engineering, ICSE. 736\u2013738."},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"crossref","unstructured":"A. Bosu J.\u00a0C. Carver C. Bird J. Orbeck and C. Chockley. 2017. Process Aspects and Social Dynamics of Contemporary Code Review: Insights from Open Source Development and Industrial Practice at Microsoft. IEEE Transactions on Software Engineering 43 1 (2017) 56\u201375.","DOI":"10.1109\/TSE.2016.2576451"},{"key":"e_1_3_3_1_26_2","first-page":"560","volume-title":"18th IEEE\/ACM International Conference on Mining Software Repositories, MSR","author":"Dabic Ozren","year":"2021","unstructured":"Ozren Dabic, Emad Aghajani, and Gabriele Bavota. 2021. Sampling Projects in GitHub for MSR Studies. In 18th IEEE\/ACM International Conference on Mining Software Repositories, MSR. 560\u2013564."},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549177"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"crossref","unstructured":"Enrico Fregnan Fernando Petrulio Linda Di\u00a0Geronimo and Alberto Bacchelli. 2022. What happens in my code reviews? An investigation on automatically classifying review changes. Empirical Software Engineering 27 4 (2022) 89.","DOI":"10.1007\/s10664-021-10075-5"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387509"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3623306"},{"key":"e_1_3_3_1_31_2","first-page":"99?110","volume-title":"Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering, ASE 2016","author":"Hannebauer Christoph","year":"2016","unstructured":"Christoph Hannebauer, Michael Patalas, Sebastian St\u00fcnkel, and Volker Gruhn. 2016. Automatically Recommending Code Reviewers Based on Their Expertise: An Empirical Comparison. In Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering, ASE 2016. 99?110."},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549119"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549119"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"crossref","unstructured":"Khairul Islam Toufique Ahmed Rifat Shahriyar Anindya Iqbal and Gias Uddin. 2022. Early prediction for merged vs abandoned code changes in modern code reviews. Information and Software Technology 142 (2022) 106756.","DOI":"10.1016\/j.infsof.2021.106756"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"crossref","unstructured":"Jing Jiang David Lo Jiateng Zheng Xin Xia Yun Yang and Li Zhang. 2019. Who should make decision on this pull request? Analyzing time-decaying relationships and file similarities for integrator prediction. Journal of Systems and Software 154 (2019) 196\u2013210.","DOI":"10.1016\/j.jss.2019.04.055"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549099"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549081"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE59848.2023.00026"},{"key":"e_1_3_3_1_39_2","first-page":"2149","volume-title":"45th IEEE\/ACM International Conference on Software Engineering, ICSE 2023","author":"Mastropaolo Antonio","year":"2023","unstructured":"Antonio Mastropaolo, Luca Pascarella, Emanuela Guglielmi, Matteo Ciniselli, Simone Scalabrino, Rocco Oliveto, and Gabriele Bavota. 2023. On the Robustness of Code Generation Techniques: An Empirical Study on GitHub Copilot. In 45th IEEE\/ACM International Conference on Software Engineering, ICSE 2023. 2149\u20132160."},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597076"},{"key":"e_1_3_3_1_41_2","first-page":"171","volume-title":"Proc. of the 22nd Int\u2019l Conf. on Software Analysis, Evolution, and Reengineering (SANER)","author":"Morales Rodrigo","year":"2015","unstructured":"Rodrigo Morales, Shane McIntosh, and Foutse Khomh. 2015. Do Code Review Practices Impact Design Quality? A Case Study of the Qt, VTK, and ITK Projects. In Proc. of the 22nd Int\u2019l Conf. on Software Analysis, Evolution, and Reengineering (SANER). 171\u2013180."},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2016.65"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549115"},{"key":"e_1_3_3_1_44_2","first-page":"161","volume-title":"22nd IEEE International Conference on Software Analysis, Evolution, and Reengineering, SANER","author":"Panichella Sebastiano","year":"2015","unstructured":"Sebastiano Panichella, Venera Arnaoudova, Massimiliano\u00a0Di Penta, and Giuliano Antoniol. 2015. Would static analysis tools help developers with code reviews?. In 22nd IEEE International Conference on Software Analysis, Evolution, and Reengineering, SANER. 161\u2013170."},{"key":"e_1_3_3_1_45_2","first-page":"311","volume-title":"40th Annual Meeting on Association for Computational Linguistics, ACL","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. BLEU: A Method for Automatic Evaluation of Machine Translation. In 40th Annual Meeting on Association for Computational Linguistics, ACL. 311\u2013318."},{"key":"e_1_3_3_1_46_2","first-page":"222","volume-title":"2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C)","author":"Rahman Mohammad\u00a0Masudur","year":"2016","unstructured":"Mohammad\u00a0Masudur Rahman, Chanchal\u00a0K. Roy, and Jason\u00a0A. Collins. 2016. CORRECT: Code Reviewer Recommendation in GitHub Based on Cross-Project and Technology Experience. In 2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C). 222\u2013231."},{"key":"e_1_3_3_1_47_2","first-page":"202","volume-title":"21st Joint Meeting of the European Software Engineering Conference and the ACM\/SIGSOFT Symposium on the Foundations of Software Engineering, ESEC-FSE","author":"Rigby Peter\u00a0C.","year":"2013","unstructured":"Peter\u00a0C. Rigby and Christian Bird. 2013. Convergent Contemporary Software Peer Review Practices. In 21st Joint Meeting of the European Software Engineering Conference and the ACM\/SIGSOFT Symposium on the Foundations of Software Engineering, ESEC-FSE. 202\u2013212."},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"crossref","unstructured":"Peter\u00a0C. Rigby Daniel\u00a0M. Germ\u00e1n Laura L.\u00a0E. Cowen and Margaret-Anne\u00a0D. Storey. 2014. Peer Review on Open-Source Software Projects: Parameters Statistical Models and Theory. ACM Trans. Softw. Eng. Methodol. 23 4 (2014) 35:1\u201335:33.","DOI":"10.1145\/2594458"},{"key":"e_1_3_3_1_49_2","first-page":"541","volume-title":"30th IEEE\/ACM International Conference on Software Engineering, ICSE","author":"Rigby Peter\u00a0C.","year":"2008","unstructured":"Peter\u00a0C. Rigby, Daniel\u00a0M. German, and Margaret-Anne Storey. 2008. Open Source Software Peer Review Practices: A Case Study of the Apache Server. In 30th IEEE\/ACM International Conference on Software Engineering, ICSE. 541\u2013550."},{"key":"e_1_3_3_1_50_2","first-page":"181","volume-title":"40th International Conference on Software Engineering: Software Engineering in Practice, ICSE (SEIP)","author":"Sadowski Caitlin","year":"2018","unstructured":"Caitlin Sadowski, Emma S\u00f6derberg, Luke Church, Michal Sipko, and Alberto Bacchelli. 2018. Modern code review: a case study at google. In 40th International Conference on Software Engineering: Software Engineering in Practice, ICSE (SEIP). 181\u2013190."},{"key":"e_1_3_3_1_51_2","series-title":"(ICSE \u201920)","doi-asserted-by":"crossref","first-page":"1171","DOI":"10.1145\/3377811.3380385","volume-title":"Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering","author":"Spadini Davide","year":"2020","unstructured":"Davide Spadini, G\u00fcl \u00c7alikli, and Alberto Bacchelli. 2020. Primers or reminders? the effects of existing review comments on code review. In Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering(ICSE \u201920). 1171\u20131182."},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377813.3381365"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081824"},{"key":"e_1_3_3_1_54_2","doi-asserted-by":"crossref","unstructured":"Rosalia Tufano Ozren Dabic Antonio Mastropaolo Matteo Ciniselli and Gabriele Bavota. 2024. Code Review Automation: Strengths and Weaknesses of the State of the Art. IEEE Trans. Software Eng. 50 2 (2024) 338\u2013353.","DOI":"10.1109\/TSE.2023.3348172"},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"crossref","unstructured":"Rosalia Tufano Alberto Martin-Lopez Ahmad Tayeb Ozren Dabi\u0107 Sonia Haiduc and Gabriele Bavota. 2025. Deep Learning-based Code Reviews: A Paradigm Shift or a Double-Edged Sword? (2025).","DOI":"10.1109\/ICSE55347.2025.00060"},{"key":"e_1_3_3_1_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510621"},{"key":"e_1_3_3_1_57_2","first-page":"To Appear","volume-title":"Proceedings of 2024 IEEE\/ACM 21th International Conference on Mining Software Repositories (MSR)","author":"Tufano Rosalia","year":"2024","unstructured":"Rosalia Tufano, Antonio Mastropaolo, Federica Pepe, Ozren Dabic, Massimiliano Di\u00a0Penta, and Gabriele Bavota. 2024. Unveiling ChatGPT\u2019s Usage in Open Source Projects: A Mining-based Study. In Proceedings of 2024 IEEE\/ACM 21th International Conference on Mining Software Repositories (MSR). IEEE, To Appear."},{"key":"e_1_3_3_1_58_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00027"},{"key":"e_1_3_3_1_59_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332472"},{"key":"e_1_3_3_1_60_2","doi-asserted-by":"publisher","unstructured":"Motahareh\u00a0Bahrami Zanjani Huzefa Kagdi and Christian Bird. 2016. Automatically Recommending Peer Reviewers in Modern Code Review. IEEE Transactions on Software Engineering 42 6 (2016) 530\u2013543. 10.1109\/TSE.2015.2500238","DOI":"10.1109\/TSE.2015.2500238"},{"key":"e_1_3_3_1_61_2","first-page":"1035","volume-title":"30th ACM Joint European Software Engineering Conference and the ACM\/SIGSOFT International Symposium on the Foundations of Software Engineering ESEC-FSE","author":"Zhiyu Li","year":"2022","unstructured":"Li Zhiyu, Lu Shuai, Guo Daya, Duan Nan, Jannu Shailesh, Jenks Grant, Majumder Deep, Green Jared, Svyatkovskiy Alexey, Fu Shengyu, and Neel Sundaresan. 2022. Automating Code Review Activities by Large-Scale Pre-Training. In 30th ACM Joint European Software Engineering Conference and the ACM\/SIGSOFT International Symposium on the Foundations of Software Engineering ESEC-FSE. 1035\u20131047."}],"event":{"name":"ICPC '26: 34th IEEE\/ACM International Conference on Program Comprehension","location":"Rio de Janeiro , Brazil","acronym":"ICPC '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2026 34th IEEE\/ACM International Conference on Program Comprehension"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3794763.3794809","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T15:20:58Z","timestamp":1785338458000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3794763.3794809"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":60,"alternative-id":["10.1145\/3794763.3794809","10.1145\/3794763"],"URL":"https:\/\/doi.org\/10.1145\/3794763.3794809","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}