{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T00:24:24Z","timestamp":1768350264657,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3639477.3639746","type":"proceedings-article","created":{"date-parts":[[2024,5,31]],"date-time":"2024-05-31T13:27:26Z","timestamp":1717162046000},"page":"204-215","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Resolving Code Review Comments with Machine Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-0347-7004","authenticated-orcid":false,"given":"Alexander","family":"Froemmgen","sequence":"first","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2589-2805","authenticated-orcid":false,"given":"Jacob","family":"Austin","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7289-0522","authenticated-orcid":false,"given":"Peter","family":"Choy","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0029-8911","authenticated-orcid":false,"given":"Nimesh","family":"Ghelani","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3648-8781","authenticated-orcid":false,"given":"Lera","family":"Kharatyan","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2544-675X","authenticated-orcid":false,"given":"Gabriela","family":"Surita","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5616-5308","authenticated-orcid":false,"given":"Elena","family":"Khrapko","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9746-2001","authenticated-orcid":false,"given":"Pascal","family":"Lamblin","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5047-6369","authenticated-orcid":false,"given":"Pierre-Antoine","family":"Manzagol","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1539-9454","authenticated-orcid":false,"given":"Marcus","family":"Revaj","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5710-2302","authenticated-orcid":false,"given":"Maxim","family":"Tabachnyk","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4304-6395","authenticated-orcid":false,"given":"Daniel","family":"Tarlow","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1638-2613","authenticated-orcid":false,"given":"Kevin","family":"Villela","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4523-6262","authenticated-orcid":false,"given":"Daniel","family":"Zheng","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2546-9000","authenticated-orcid":false,"given":"Satish","family":"Chandra","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3777-5291","authenticated-orcid":false,"given":"Petros","family":"Maniatis","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,5,31]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proc. ACM Program. Lang., 3(OOPSLA), oct","author":"Bader Johannes","year":"2019","unstructured":"Johannes Bader, Andrew Scott, Michael Pradel, and Satish Chandra. Getafix: Learning to fix bugs automatically. Proc. ACM Program. Lang., 3(OOPSLA), oct 2019."},{"key":"e_1_3_2_1_2_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harrison Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew N. Carr Jan Leike Joshua Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. Evaluating large language models trained on code. CoRR abs\/2107.03374 2021."},{"key":"e_1_3_2_1_3_1","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS 2021)","author":"Chen Zimin","year":"2021","unstructured":"Zimin Chen, Vincent J Hellendoorn, Petros Maniatis, Pascal Lamblin, Pierre-Antoine Manzagol, Danny Tarlow, and Subhodeep Moitra. PLUR: A Unifying, Graph-Based View of Program Learning, Understanding, and Repair. In Thirty-fifth Conference on Neural Information Processing Systems (NeurIPS 2021), 2021."},{"issue":"240","key":"e_1_3_2_1_4_1","first-page":"1","article-title":"Scaling language modeling with Pathways","volume":"24","author":"Chowdhery Aakanksha","year":"2023","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung Won Chung, Charles Sutton, Sebastian Gehrmann, Parker Schuh, Kensen Shi, Sasha Tsvyashchenko, Joshua Maynez, Abhishek Rao, Parker Barnes, Yi Tay, Noam Shazeer, Vinodkumar Prabhakaran, Emily Reif, Nan Du, Ben Hutchinson, Reiner Pope, James Bradbury, Jacob Austin, Michael Isard, Guy Gur-Ari, Pengcheng Yin, Toju Duke, Anselm Levskaya, Sanjay Ghemawat, Sunipa Dev, Henryk Michalewski, Xavier Garcia, Vedant Misra, Kevin Robinson, Liam Fedus, Denny Zhou, Daphne Ippolito, David Luan, Hyeontaek Lim, Barret Zoph, Alexander Spiridonov, Ryan Sepassi, David Dohan, Shivani Agrawal, Mark Omernick, Andrew M. Dai, Thanumalayan Sankaranarayana Pillai, Marie Pellat, Aitor Lewkowycz, Erica Moreira, Rewon Child, Oleksandr Polozov, Katherine Lee, Zongwei Zhou, Xuezhi Wang, Brennan Saeta, Mark Diaz, Orhan Firat, Michele Catasta, Jason Wei, Kathy Meier-Hellstern, Douglas Eck, Jeff Dean, Slav Petrov, and Noah Fiedel. PaLM: Scaling language modeling with Pathways. Journal of Machine Learning Research, 24(240):1--113, 2023.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_5_1","volume-title":"Google Research AI Blog","author":"Fr\u00f6mmgen Alexander","year":"2023","unstructured":"Alexander Fr\u00f6mmgen and Lera Kharatyan. Resolving code review comments with ML. Google Research AI Blog, May 2023. https:\/\/blog.research.google\/2023\/05\/resolving-code-review-comments-with-ml.html."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10742"},{"key":"e_1_3_2_1_7_1","volume-title":"Special Issue on Behavioral Science of Software Engineering","author":"Jaspan Ciera","year":"2020","unstructured":"Ciera Jaspan, Matthew Jorde, Carolyn Denomme Egelman, Collin Green, Ben Holtz, Edward K. Smith, Maggie Morrow Hodges, Andrea Marie Knight Dolan, Elizabeth Kammer, Jillian Dicker, Caitlin Harrison Sadowski, James Lin, Lan Cheng, Mark Canning, and Emerson Murphy-Hill. Enabling the study of software development behavior with cross-tool logs. IEEE Software, Special Issue on Behavioral Science of Software Engineering, 2020."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549099"},{"key":"e_1_3_2_1_9_1","unstructured":"Raymond Li Loubna Ben allal Yangtian Zi Niklas Muennighoff Denis Kocetkov Chenghao Mou Marc Marone Christopher Akiki Jia LI Jenny Chim Qian Liu Evgenii Zheltonozhskii Terry Yue Zhuo Thomas Wang Olivier Dehaene Joel Lamy-Poirier Joao Monteiro Nicolas Gontier Ming-Ho Yee Logesh Kumar Umapathi Jian Zhu Ben Lipkin Muhtasham Oblokulov Zhiruo Wang Rudra Murthy Jason T Stillerman Siva Sankalp Patel Dmitry Abulkhanov Marco Zocca Manan Dey Zhihan Zhang Urvashi Bhattacharyya Wenhao Yu Sasha Luccioni Paulo Villegas Fedor Zhdanov Tony Lee Nadav Timor Jennifer Ding Claire S Schlesinger Hailey Schoelkopf Jan Ebert Tri Dao Mayank Mishra Alex Gu Carolyn Jane Anderson Brendan Dolan-Gavitt Danish Contractor Siva Reddy Daniel Fried Dzmitry Bahdanau Yacine Jernite Carlos Mu\u00f1oz Ferrandis Sean Hughes Thomas Wolf Arjun Guha Leandro Von Werra and Harm de Vries. StarCoder: may the source be with you! Transactions on Machine Learning Research 2023. Reproducibility Certification."},{"key":"e_1_3_2_1_10_1","first-page":"1035","volume-title":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2022","author":"Li Zhiyu","year":"2022","unstructured":"Zhiyu Li, Shuai Lu, Daya Guo, Nan Duan, Shailesh Jannu, Grant Jenks, Deep Majumder, Jared Green, Alexey Svyatkovskiy, Shengyu Fu, and Neel Sundaresan. Automating code review activities by large-scale pre-training. In Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2022, page 1035--1047, New York, NY, USA, 2022. Association for Computing Machinery."},{"key":"e_1_3_2_1_11_1","volume-title":"34th IEEE International Symposium on Software Reliability Engineering (ISSRE 2023)","author":"Lu Junyi","year":"2023","unstructured":"Junyi Lu, Lei Yu, Xiaojia Li, Li Yang, and Chun Zuo. LLaMA-Reviewer: Advancing code review automation with large language models through parameter-efficient fine-tuning. In 34th IEEE International Symposium on Software Reliability Engineering (ISSRE 2023), 2023."},{"key":"e_1_3_2_1_12_1","volume-title":"Google Research AI Blog","author":"Maniatis Petros","year":"2023","unstructured":"Petros Maniatis and Daniel Tarlow. Large sequence models for software development activities. Google Research AI Blog, May 2023. https:\/\/blog.research.google\/2023\/05\/large-sequence-models-for-software.html."},{"key":"e_1_3_2_1_13_1","first-page":"925","volume-title":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2019","author":"Mesbah Ali","year":"2019","unstructured":"Ali Mesbah, Andrew Rice, Emily Johnston, Nick Glorioso, and Edward Aftandilian. DeepDelta: Learning to repair compilation errors. In Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2019, page 925--936, New York, NY, USA, 2019. Association for Computing Machinery."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2854146"},{"issue":"140","key":"e_1_3_2_1_15_1","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J. Liu. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of Machine Learning Research, 21(140):1--67, 2020.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_16_1","first-page":"202","volume-title":"Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE 2013","author":"Peter","year":"2013","unstructured":"Peter C. Rigby and Christian Bird. Convergent contemporary software peer review practices. In Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE 2013, page 202--212, New York, NY, USA, 2013. Association for Computing Machinery."},{"issue":"377","key":"e_1_3_2_1_17_1","first-page":"1","article-title":"Scaling up models and data with t5x and seqio","volume":"24","author":"Roberts Adam","year":"2023","unstructured":"Adam Roberts, Hyung Won Chung, Gaurav Mishra, Anselm Levskaya, James Bradbury, Daniel Andor, Sharan Narang, Brian Lester, Colin Gaffney, Afroz Mohiuddin, Curtis Hawthorne, Aitor Lewkowycz, Alex Salcianu, Marc van Zee, Jacob Austin, Sebastian Goodman, Livio Baldini Soares, Haitang Hu, Sasha Tsvyashchenko, Aakanksha Chowdhery, Jasmijn Bastings, Jannis Bulian, Xavier Garcia, Jianmo Ni, Andrew Chen, Kathleen Kenealy, Kehang Han, Michelle Casbon, Jonathan H. Clark, Stephan Lee, Dan Garrette, James Lee-Thorp, Colin Raffel, Noam Shazeer, Marvin Ritter, Maarten Bosma, Alexandre Passos, Jeremy Maitin-Shepard, Noah Fiedel, Mark Omernick, Brennan Saeta, Ryan Sepassi, Alexander Spiridonov, Joshua Newlan, and Andrea Gesmundo. Scaling up models and data with t5x and seqio. Journal of Machine Learning Research, 24(377):1--8, 2023.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_18_1","unstructured":"Baptiste Rozi\u00e8re Jonas Gehring Fabian Gloeckle Sten Sootla Itai Gat Xiaoqing Ellen Tan Yossi Adi Jingyu Liu Tal Remez J\u00e9r\u00e9my Rapin Artyom Kozhevnikov Ivan Evtimov Joanna Bitton Manish Bhatt Cristian Canton Ferrer Aaron Grattafiori Wenhan Xiong Alexandre D\u00e9fossez Jade Copet Faisal Azhar Hugo Touvron Louis Martin Nicolas Usunier Thomas Scialom and Gabriel Synnaeve. Code Llama: Open foundation models for code 2023."},{"key":"e_1_3_2_1_19_1","volume-title":"International Conference on Software Engineering, Software Engineering in Practice track (ICSE SEIP)","author":"Sadowski Caitlin","year":"2018","unstructured":"Caitlin Sadowski, Emma S\u00f6derberg, Luke Church, Michal Sipko, and Alberto Bacchelli. Modern code review: A case study at Google. In International Conference on Software Engineering, Software Engineering in Practice track (ICSE SEIP), 2018."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3392181"},{"key":"e_1_3_2_1_21_1","volume-title":"LLaMa: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, et al. LLaMa: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971, 2023."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1109\/ICSE43902.2021.00027","volume-title":"2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE)","author":"Tufano Rosalia","year":"2021","unstructured":"Rosalia Tufano, Luca Pascarella, Michele Tufano, Denys Poshyvanykz, and Gabriele Bavota. Towards automating code review activities. In 2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE), pages 163--174. IEEE, 2021."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295349"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"e_1_3_2_1_25_1","volume-title":"Software Engineering at Google","author":"Winters Titus","year":"2020","unstructured":"Titus Winters, Tom Manshreck, and Hyrum Wright. Software Engineering at Google. O'Reilly Media, Inc., 2020. Available at https:\/\/abseil.io\/resources\/swe-book."},{"key":"e_1_3_2_1_26_1","volume-title":"International Conference on Learning Representations","author":"Yao Ziyu","year":"2021","unstructured":"Ziyu Yao, Frank F. Xu, Pengcheng Yin, Huan Sun, and Graham Neubig. Learning structural edits via incremental tree transformations. In International Conference on Learning Representations, 2021."},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering, ASE '22","author":"Zhang Jiyang","year":"2023","unstructured":"Jiyang Zhang, Sheena Panthaplackel, Pengyu Nie, Junyi Jessy Li, and Milos Gligoric. CoditT5: Pretraining for source code and natural language editing. In Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering, ASE '22, New York, NY, USA, 2023. Association for Computing Machinery."}],"event":{"name":"ICSE-SEIP '24: 46th International Conference on Software Engineering: Software Engineering in Practice","location":"Lisbon Portugal","acronym":"ICSE-SEIP '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 46th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639477.3639746","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3639477.3639746","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:32Z","timestamp":1750290272000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3639477.3639746"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":27,"alternative-id":["10.1145\/3639477.3639746","10.1145\/3639477"],"URL":"https:\/\/doi.org\/10.1145\/3639477.3639746","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-05-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}