{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T11:30:15Z","timestamp":1776079815816,"version":"3.50.1"},"reference-count":35,"publisher":"Institute of Electronics, Information and Communications Engineers (IEICE)","issue":"12","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Inf. & Syst."],"published-print":{"date-parts":[[2019,12,1]]},"DOI":"10.1587\/transinf.2019mpp0005","type":"journal-article","created":{"date-parts":[[2019,12,2]],"date-time":"2019-12-02T16:36:35Z","timestamp":1575304595000},"page":"2423-2432","source":"Crossref","is-referenced-by-count":7,"title":["Understanding Developer Commenting in Code Reviews"],"prefix":"10.1587","volume":"E102.D","author":[{"given":"Toshiki","family":"HIRAO","sequence":"first","affiliation":[{"name":"Nara Institute of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raula","family":"GAIKOVINA KULA","sequence":"additional","affiliation":[{"name":"Nara Institute of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Akinori","family":"IHARA","sequence":"additional","affiliation":[{"name":"Wakayama University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kenichi","family":"MATSUMOTO","sequence":"additional","affiliation":[{"name":"Nara Institute of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"532","reference":[{"key":"1","unstructured":"[1] K.E. Wiegers, Peer Reviews in Software: A Practical Guide, Addison-Wesley Longman Publishing Co., Inc., 2002."},{"key":"2","doi-asserted-by":"publisher","unstructured":"[2] M.E. Fagan, \u201cDesign and code inspections to reduce errors in program development,\u201d IBM Systems Journal, vol.15, no.3, pp.182-211, 1976. 10.1147\/sj.153.0182","DOI":"10.1147\/sj.153.0182"},{"key":"3","doi-asserted-by":"crossref","unstructured":"[3] A. Bacchelli and C. Bird, \u201cExpectations, outcomes, and challenges of modern code review,\u201d Proc. 35th International Conference on Software Engineering, pp.712-721, 2013. 10.1109\/icse.2013.6606617","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"4","doi-asserted-by":"crossref","unstructured":"[4] P.C. Rigby and C. Bird, \u201cConvergent contemporary software peer review practices,\u201d Proc. Joint Meeting on Foundations of Software Engineering, pp.202-212, 2013. 10.1145\/2491411.2491444","DOI":"10.1145\/2491411.2491444"},{"key":"5","doi-asserted-by":"crossref","unstructured":"[5] J. Czerwonka, M. Greiler, and J. Tilford, \u201cCode reviews do not find bugs: How the current code review best practice slows us down,\u201d Proc. 37th International Conference on Software Engineering-Volume 2, ICSE '15, Piscataway, NJ, USA, pp.27-28, IEEE Press, 2015. 10.1109\/icse.2015.131","DOI":"10.1109\/ICSE.2015.131"},{"key":"6","doi-asserted-by":"crossref","unstructured":"[6] T. Baum, O. Liskin, K. Niklas, and K. Schneider, \u201cFactors influencing code review processes in industry,\u201d Proc. 24th International Symposium on Foundations of Software Engineering, pp.85-96, Nov. 2016. 10.1145\/2950290.2950323","DOI":"10.1145\/2950290.2950323"},{"key":"7","doi-asserted-by":"crossref","unstructured":"[7] T. Hirao, S. McIntosh, A. Ihara, and K. Matsumoto, \u201cThe Review Linkage Graph for Code Review Analytics: A Recovery Approach and Empirical Study,\u201d Proc. International Symposium on the Foundations of Software Engineering, pp.578-589, 2019.","DOI":"10.1145\/3338906.3338949"},{"key":"8","doi-asserted-by":"crossref","unstructured":"[8] P.C. Rigby, D.M. German, and M.-A. Storey, \u201cOpen source software peer review practices: a case study of the apache server,\u201d Proc. 30th International Conference on Software Engineering, pp.541-550, 2008. 10.1145\/1368088.1368162","DOI":"10.1145\/1368088.1368162"},{"key":"9","doi-asserted-by":"publisher","unstructured":"[9] E.S. Raymond, \u201cThe cathedral and the bazaar,\u201d Knowledge, Technology & Policy, vol.12, no.3, pp.23-49, 1999. 10.1007\/s12130-999-1026-0","DOI":"10.1007\/s12130-999-1026-0"},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] V. Balachandran, \u201cReducing human effort and improving quality in peer code reviews using automatic static analysis and reviewer recommendation,\u201d Proc. 35th International Conference on Software Engineering, pp.931-940, 2013. 10.1109\/icse.2013.6606642","DOI":"10.1109\/ICSE.2013.6606642"},{"key":"11","doi-asserted-by":"crossref","unstructured":"[11] P. Thongtanunam, C. Tantithamthavorn, R.G. Kula, N. Yoshida, H. Iida, and K. Matsumoto, \u201cWho should review my code? a file location-based code-reviewer recommendation approach for modern code review,\u201d Proc. 22nd International Conference on Software Analysis, Evolution, and Reengineering, pp.141-150, 2015. 10.1109\/saner.2015.7081824","DOI":"10.1109\/SANER.2015.7081824"},{"key":"12","doi-asserted-by":"crossref","unstructured":"[12] X. Xia, D. Lo, X. Wang, and X. Yang, \u201cWho should review this change? putting text and file location analyses together for more accurate recommendations,\u201d Proc. 31st International Conference on Software Maintenance and Evolution, pp.261-270, 2015. 10.1109\/icsm.2015.7332472","DOI":"10.1109\/ICSM.2015.7332472"},{"key":"13","doi-asserted-by":"publisher","unstructured":"[13] M.B. Zanjani, H. Kagdi, and C. Bird, \u201cAutomatically recommending peer reviewers in modern code review,\u201d IEEE Trans. Softw. Eng., vol.42, no.6, pp.530-543, June 2016. 10.1109\/tse.2015.2500238","DOI":"10.1109\/TSE.2015.2500238"},{"key":"14","doi-asserted-by":"crossref","unstructured":"[14] A. Ouni, R.G. Kula, and K. Inoue, \u201cSearch-based peer reviewers recommendation in modern code review,\u201d 2016 IEEE International Conference on Software Maintenance and Evolution(ICSME), pp.367-377, Oct. 2016. 10.1109\/icsme.2016.65","DOI":"10.1109\/ICSME.2016.65"},{"key":"15","doi-asserted-by":"crossref","unstructured":"[15] Y. Jiang, B. Adams, and D.M. German, \u201cWill my patch make it? and how fast?: Case study on the linux kernel,\u201d Proc. 10th Working Conference on Mining Software Repositories, pp.101-110, 2013. 10.1109\/msr.2013.6624016","DOI":"10.1109\/MSR.2013.6624016"},{"key":"16","doi-asserted-by":"crossref","unstructured":"[16] O. Kononenko, O. Baysal, and M.W. Godfrey, \u201cCode review quality: How developers see it,\u201d Proc. 38th International Conference on Software Engineering (ICSE), pp.1028-1038, 2016. 10.1145\/2884781.2884840","DOI":"10.1145\/2884781.2884840"},{"key":"17","doi-asserted-by":"crossref","unstructured":"[17] P. Wei\u00dfgerber, D. Neu, and S. Diehl, \u201cSmall patches get in!,\u201d Proc. International Working Conference on Mining Software Repositories (MSR'08), pp.67-76, 2008. 10.1145\/1370750.1370767","DOI":"10.1145\/1370750.1370767"},{"key":"18","doi-asserted-by":"crossref","unstructured":"[18] O. Baysal, O. Kononenko, R. Holmes, and M.W. Godfrey, \u201cThe influence of non-technical factors on code review,\u201d Proc. 20th Working Conference on Reverse Engineering, pp.122-131, 2013. 10.1109\/wcre.2013.6671287","DOI":"10.1109\/WCRE.2013.6671287"},{"key":"19","doi-asserted-by":"publisher","unstructured":"[19] P. Thongtanunam, S. McIntosh, A.E. Hassan, and H. Iida, \u201cReview participation in modern code review: An empirical study of the android, qt, and openstack projects,\u201d Empirical Software Engineering, vol.22, no.2, p.768-817, 2017. 10.1007\/s10664-016-9452-6","DOI":"10.1007\/s10664-016-9452-6"},{"key":"20","doi-asserted-by":"crossref","unstructured":"[20] G. Gousios, M. Pinzger, and A.v. Deursen, \u201cAn exploratory study of the pull-based software development model,\u201d Proc. 36th International Conference on Software Engineering, ICSE 2014, pp.345-355, 2014. 10.1145\/2568225.2568260","DOI":"10.1145\/2568225.2568260"},{"key":"21","doi-asserted-by":"crossref","unstructured":"[21] J. Tsay, L. Dabbish, and J. Herbsleb, \u201cInfluence of social and technical factors for evaluating contribution in github,\u201d Proc. 36th International Conference on Software Engineering, ICSE'14, pp.356-366, 2014. 10.1145\/2568225.2568315","DOI":"10.1145\/2568225.2568315"},{"key":"22","doi-asserted-by":"publisher","unstructured":"[22] M.-A. Storey, A. Zagalsky, F.F. Filho, L. Singer, and D.M. German, \u201cHow social and communication channels shape and challenge a participatory culture in software development,\u201d IEEE Trans. Softw. Eng., vol.43, no.2, pp.185-204, Feb. 2017. 10.1109\/tse.2016.2584053","DOI":"10.1109\/TSE.2016.2584053"},{"key":"23","doi-asserted-by":"crossref","unstructured":"[23] A. Bosu, M. Greiler, and C. Bird, \u201cCharacteristics of useful code reviews: An empirical study at microsoft,\u201d Proc. 12th International Working Conference on Mining Software Repositories, pp.146-156, 2015. 10.1109\/msr.2015.21","DOI":"10.1109\/MSR.2015.21"},{"key":"24","doi-asserted-by":"crossref","unstructured":"[24] Y. Tao, D. Han, and S. Kim, \u201cWriting acceptable patches: An empirical study of open source project patches,\u201d Proc. International Conference on Software Maintenance and Evolution, pp.271-280, 2014. 10.1109\/icsme.2014.49","DOI":"10.1109\/ICSME.2014.49"},{"key":"25","doi-asserted-by":"crossref","unstructured":"[25] T. Fukushima, Y. Kamei, S. McIntosh, K. Yamashita, and N. Ubayashi, \u201cAn empirical study of just-in-time defect prediction using cross-project models,\u201d Proc. 11th Working Conference on Mining Software Repositories, MSR 2014, pp.172-181, 2014. 10.1145\/2597073.2597075","DOI":"10.1145\/2597073.2597075"},{"key":"26","doi-asserted-by":"crossref","unstructured":"[26] X. Yang, R.G. Kula, N. Yoshida, and H. Iida, \u201cMining the modern code review repositories: A dataset of people, process and product,\u201d Proc. 13th Working Conference on Mining Software Repositories, pp.460-463, 2016. 10.1145\/2901739.2903504","DOI":"10.1145\/2901739.2903504"},{"key":"27","doi-asserted-by":"crossref","unstructured":"[27] J. Jiarpakdee, C. Tantithamthavorn, A. Ihara, and K. Matsumoto, \u201cA study of redundant metrics in defect prediction datasets,\u201d Proc. International Symposium on Software Reliability Engineering, pp.51-52, 2016.","DOI":"10.1109\/ISSREW.2016.30"},{"key":"28","doi-asserted-by":"crossref","unstructured":"[28] M.M. Rahman, C.K. Roy, and R.G. Kula, \u201cPredicting usefulness of code review comments using textual features and developer experience,\u201d Proc. 14th International Conference on Mining Software Repositories, pp.215-226, 2017. 10.1109\/msr.2017.17","DOI":"10.1109\/MSR.2017.17"},{"key":"29","doi-asserted-by":"publisher","unstructured":"[29] M.V. M\u00e4ntyl\u00e4 and C. Lassenius, \u201cWhat types of defects are really discovered in code reviews?,\u201d IEEE Trans. Softw. Eng., vol.35, no.3, pp.430-448, 2009. 10.1109\/tse.2008.71","DOI":"10.1109\/TSE.2008.71"},{"key":"30","doi-asserted-by":"crossref","unstructured":"[30] M. Beller, A. Bacchelli, A. Zaidman, and E. Juergens, \u201cModern code reviews in open-source projects: Which problems do they fix?,\u201d Proc. Working Conference on Mining Software Repositories, pp.202-211, 2014. 10.1145\/2597073.2597082","DOI":"10.1145\/2597073.2597082"},{"key":"31","doi-asserted-by":"publisher","unstructured":"[31] Y. Kamei, E. Shihab, B. Adams, A.E. Hassan, A. Mockus, A. Sinha, and N. Ubayashi, \u201cA large-scale empirical study of just-in-time quality assurance,\u201d IEEE Trans. Softw. Eng., vol.39, no.6, pp.757-773, 2013. 10.1109\/tse.2012.70","DOI":"10.1109\/TSE.2012.70"},{"key":"32","doi-asserted-by":"publisher","unstructured":"[32] S. McIntosh, Y. Kamei, B. Adams, and A.E. Hassan, \u201cAn empirical study of the impact of modern code review practices on software quality,\u201d Empirical Software Engineering, vol.21, no.5, pp.2146-2189, 2016. 10.1007\/s10664-015-9381-9","DOI":"10.1007\/s10664-015-9381-9"},{"key":"33","doi-asserted-by":"crossref","unstructured":"[33] P. Thongtanunam, S. McIntosh, A.E. Hassan, and H. Iida, \u201cRevisiting code ownership and its relationship with software quality in the scope of modern code review,\u201d Proc. 38th International Conference on Software Engineering, pp.1039-1050, 2016. 10.1145\/2884781.2884852","DOI":"10.1145\/2884781.2884852"},{"key":"34","doi-asserted-by":"crossref","unstructured":"[34] S. McIntosh, Y. Kamei, B. Adams, and A.E. Hassan, \u201cThe impact of code review coverage and code review participation on software quality: A case study of the qt, vtk, and itk projects,\u201d Proc. 11th Working Conference on Mining Software Repositories, pp.192-201, 2014. 10.1145\/2597073.2597076","DOI":"10.1145\/2597073.2597076"},{"key":"35","doi-asserted-by":"crossref","unstructured":"[35] K. Hamasaki, R.G. Kula, N. Yoshida, A.E.C. Cruz, K. Fujiwara, and H. Iida, \u201cWho does what during a code review? datasets of oss peer review repositories,\u201d Proc. Working Conference on Mining Software Repositories, pp.49-52, 2013. 10.1109\/msr.2013.6624003","DOI":"10.1109\/MSR.2013.6624003"}],"container-title":["IEICE Transactions on Information and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E102.D\/12\/E102.D_2019MPP0005\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,7]],"date-time":"2019-12-07T03:32:09Z","timestamp":1575689529000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E102.D\/12\/E102.D_2019MPP0005\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,1]]},"references-count":35,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2019]]}},"URL":"https:\/\/doi.org\/10.1587\/transinf.2019mpp0005","relation":{},"ISSN":["0916-8532","1745-1361"],"issn-type":[{"value":"0916-8532","type":"print"},{"value":"1745-1361","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,12,1]]}}}