{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:45:57Z","timestamp":1784342757131,"version":"3.55.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2015,4,25]],"date-time":"2015-04-25T00:00:00Z","timestamp":1429920000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1007\/s10664-015-9381-9","type":"journal-article","created":{"date-parts":[[2015,4,24]],"date-time":"2015-04-24T03:06:30Z","timestamp":1429844790000},"page":"2146-2189","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":279,"title":["An empirical study of the impact of modern code review practices on software quality"],"prefix":"10.1007","volume":"21","author":[{"given":"Shane","family":"McIntosh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yasutaka","family":"Kamei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bram","family":"Adams","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2015,4,25]]},"reference":[{"key":"9381_CR1","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Bird C (2013) Expectations, Outcomes, and Challenges of Modern Code Review. In: Proceedings of the 35th Int\u2019l Conference on Software Engineering (ICSE), pp 712\u2013721","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"9381_CR2","doi-asserted-by":"crossref","unstructured":"Baysal O, Kononenko O, Holmes R, Godfrey MW (2013) The Influence of Non-technical Factors on Code Review. In: Proceedings of the 20th Working Conference on Reverse Engineering (WCRE), pp 122\u2013131","DOI":"10.1109\/WCRE.2013.6671287"},{"key":"9381_CR3","doi-asserted-by":"crossref","unstructured":"Beller M , Bacchelli A, Zaidman A, Juergens E (2014) Modern Code Reviews in Open-Source Projects: Which Problems Do They Fix?. In: Proceedings of the 11th Working Conference on Mining Software Repositories (MSR), pp 202\u2013211","DOI":"10.1145\/2597073.2597082"},{"key":"9381_CR4","doi-asserted-by":"crossref","unstructured":"Bettenburg N, Hassan A E, Adams B, German DM (2014) Management of community contributions: A case study on the Android and Linux software ecosystems. Empirical Software Engineering, To appear","DOI":"10.1007\/s10664-013-9284-6"},{"key":"9381_CR5","unstructured":"Bird C, Nagappan N, Murphy B, Gall H, Devanbu P (2011) Don\u2019t Touch My Code! Examining the Effects of Ownership on Software Quality. In: Proceedings of the 8th joint meeting of the European Software Engineering Conference and the Symposium on the Foundations of Software Engineering (ESEC\/FSE), pp 4\u201314"},{"key":"9381_CR6","unstructured":"Chambers J M, Hastie T J (eds) (1992) Statistical Models in S, Wadsworth and Brooks\/Cole, chap 4"},{"issue":"394","key":"9381_CR7","doi-asserted-by":"crossref","first-page":"461\u2014470","DOI":"10.1080\/01621459.1986.10478291","volume":"81","author":"B Efron","year":"1986","unstructured":"Efron B (1986) How Biased is the Apparent Error Rate of a Prediction Rule. J Am Stat Assoc 81(394):461\u2014470","journal-title":"J Am Stat Assoc"},{"issue":"3","key":"9381_CR8","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1147\/sj.153.0182","volume":"15","author":"ME Fagan","year":"1976","unstructured":"Fagan M E (1976) Design and Code Inspections to Reduce Errors in Program Development. IBM Syst J 15(3):182\u2013211","journal-title":"IBM Syst J"},{"issue":"7","key":"9381_CR9","doi-asserted-by":"crossref","first-page":"653","DOI":"10.1109\/32.859533","volume":"26","author":"TL Graves","year":"2000","unstructured":"Graves T L, Karr A F, Marron J S, Siy H (2000) Predicting Fault Incidence using Software Change History. Trans Softw Eng (TSE) 26(7):653\u2013661","journal-title":"Trans Softw Eng (TSE)"},{"key":"9381_CR10","doi-asserted-by":"crossref","unstructured":"Hamasaki K, Kula RG, Yoshida N, Cruz AEC, Fujiwara K, Iida H (2013) Who Does What during a Code Review? Datasets of OSS Peer Review Repositories","DOI":"10.1109\/MSR.2013.6624003"},{"key":"9381_CR11","doi-asserted-by":"crossref","unstructured":"Harrell FE Jr (2002) Regression Modeling Strategies, 1st edn. Springer","DOI":"10.1007\/978-1-4757-3462-1_1"},{"key":"9381_CR12","unstructured":"Harrell FE Jr (2014) rms: Regression Modeling Strategies. http:\/\/biostat.mc.vanderbilt.edu\/rms , r package version 4.2-1"},{"issue":"2","key":"9381_CR13","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1002\/sim.4780030207","volume":"3","author":"FEJr Harrell","year":"1984","unstructured":"Harrell FE Jr, Lee KL, Califf RM, Pryor DB, Rosati RA (1984) Regression modelling strategies for improved prognostic prediction. Stat Med 3(2):143\u2013152","journal-title":"Stat Med"},{"issue":"10","key":"9381_CR14","first-page":"1071","volume":"69","author":"FEJr Harrell","year":"1985","unstructured":"Harrell FE Jr, Lee KL, Matchar DB, Reichert TA (1985) Regression models for prognostic prediction: advantages, problems, and suggested solutions. Cancer Treatment Reports 69(10):1071\u20131077","journal-title":"Cancer Treatment Reports"},{"key":"9381_CR15","doi-asserted-by":"crossref","unstructured":"Hassan AE (2008) Automated Classification of Change Messages in Open Source Projects. In: Proceedings of the 23rd Int\u2019l Symposium on Applied Computing (SAC), pp 837\u2013841","DOI":"10.1145\/1363686.1363876"},{"key":"9381_CR16","doi-asserted-by":"crossref","unstructured":"Hassan AE (2009) Predicting Faults Using the Complexity of Code Changes. In: Proceedings of the 31st Int\u2019l Conference on Software Engineering (ICSE), pp 78\u201388","DOI":"10.1109\/ICSE.2009.5070510"},{"key":"9381_CR17","doi-asserted-by":"crossref","unstructured":"Hastie T, Tibshirani R, Friedman J (2009) Elements of Statistical Learning. 2nd edn. Springer","DOI":"10.1007\/978-0-387-84858-7"},{"key":"9381_CR18","doi-asserted-by":"crossref","unstructured":"Herraiz I, German DM, Gonzalez-Barahona JM, Robles G (2008) Towards a Simplification of the Bug Report form in Eclipse. In: Proceedings of the 5th Working Conference on Mining Software Repositories (MSR), pp 145\u2013148","DOI":"10.1145\/1370750.1370786"},{"key":"9381_CR19","doi-asserted-by":"crossref","unstructured":"Jiang Y, Adams B, German DM (2013) Will My Patch Make It? And How Fast?: Case Study on the Linux Kernel. In: Proceedings of the 10th Working Conference on Mining Software Repositories (MSR), pp 101\u2013110","DOI":"10.1109\/MSR.2013.6624016"},{"key":"9381_CR20","doi-asserted-by":"crossref","unstructured":"Kamei Y, Matsumoto S, Monden A, ichi Matsumoto K, Adams B, Hassan AE (2010) Revisiting Common Bug Prediction Findings Using Effort-Aware Models. In: Proceedings of the 26th Int\u2019l Conference on Software Maintenance (ICSM), pp 1\u201310","DOI":"10.1109\/ICSM.2010.5609530"},{"issue":"6","key":"9381_CR21","doi-asserted-by":"crossref","first-page":"757","DOI":"10.1109\/TSE.2012.70","volume":"39","author":"Y Kamei","year":"2013","unstructured":"Kamei Y, Shihab E, Adams B, Hassan A E, Mockus A, Sinha A, Ubayashi N (2013) A Large-Scale Empirical Study of Just-in-Time Quality Assurance. Trans Softw Eng (TSE) 39(6):757\u2013773","journal-title":"Trans Softw Eng (TSE)"},{"issue":"4","key":"9381_CR22","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1109\/TSE.2009.27","volume":"35","author":"CF Kemerer","year":"2009","unstructured":"Kemerer CF, Paulk MC (2009) The Impact of Design and Code Reviews on Software Quality: An Empirical Study Based on PSP Data. Trans Softw Eng (TSE) 35 (4):534\u2013550","journal-title":"Trans Softw Eng (TSE)"},{"issue":"2","key":"9381_CR23","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1109\/TSE.2007.70773","volume":"34","author":"S Kim","year":"2008","unstructured":"Kim S, Whitehead EJ Jr, Zhang Y (2008) Classifying software changes: Clean or buggy. Trans Softw Eng (TSE) 34(2):181\u2013196","journal-title":"Trans Softw Eng (TSE)"},{"issue":"2","key":"9381_CR24","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1109\/TSE.2008.90","volume":"35","author":"AG Koru","year":"2009","unstructured":"Koru AG, Zhang D, Emam KE, Liu H (2009) An Investigation into the Functional Form of the Size-Defect Relationship for Software Modules. Trans Softw Eng (TSE) 35(2):293\u2013304","journal-title":"Trans Softw Eng (TSE)"},{"issue":"3","key":"9381_CR25","doi-asserted-by":"crossref","first-page":"430","DOI":"10.1109\/TSE.2008.71","volume":"35","author":"MV M\u00e4ntyl\u00e4","year":"2009","unstructured":"M\u00e4ntyl\u00e4 M V, Lassenius C (2009) What Types of Defects Are Really Discovered in Code Reviews. Trans Softw Eng (TSE) 35(3):430\u2013448","journal-title":"Trans Softw Eng (TSE)"},{"key":"9381_CR26","doi-asserted-by":"crossref","unstructured":"Matsumoto S, Kamei Y, Monden A, ichi Matsumoto K, Nakamura M (2010) An analysis of developer metrics for fault prediction. In: Proceedings of the 6th Int\u2019l Conference on Predictive Models in Software Engineering (PROMISE), pp 18:1\u201318:9","DOI":"10.1145\/1868328.1868356"},{"key":"9381_CR27","doi-asserted-by":"crossref","unstructured":"McCabe TJ (1976) A complexity measure, p Proceedings of the 2nd Int\u2019l Conference on Software Engineering (ICSE), p 407","DOI":"10.1109\/TSE.1976.233837"},{"key":"9381_CR28","doi-asserted-by":"crossref","unstructured":"McIntosh S, Kamei Y, Adams B, Hassan AE (2014) The Impact of Code Review Coverage and Code Review Participation on Software Quality: A Case Study of the QT, VTK, and ITK Projects. In: Proceedings of the 11th Working Conference on Mining Software Repositories (MSR), pp 192\u2013201","DOI":"10.1145\/2597073.2597076"},{"key":"9381_CR29","unstructured":"Menzies T, Stefano JSD , Chapman M , McGill K (2002) Metrics That Matter. In: Proc of the 27th Annual NASA Goddard\/IEEE Software Engineering Workshop, pp 51\u201357"},{"key":"9381_CR30","doi-asserted-by":"crossref","unstructured":"Mockus A, Votta LG (2000) Identifying Reasons for Software Changes Using Historic Databases. In: Proceedings of the 16th Int\u2019l Conference on Software Maintenance (ICSM), pp 120\u2013130","DOI":"10.1109\/ICSM.2000.883028"},{"issue":"2","key":"9381_CR31","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1002\/bltj.2229","volume":"5","author":"A Mockus","year":"2000","unstructured":"Mockus A, Weiss D M (2000) Predicting Risk of Software Changes. Bell Labs Tech J 5(2):169\u2013180","journal-title":"Bell Labs Tech J"},{"issue":"3","key":"9381_CR32","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1145\/567793.567795","volume":"11","author":"A Mockus","year":"2002","unstructured":"Mockus A, Fielding RT, Herbsleb JD (2002) Two Case Studies of Open Source Software Development: Apache and Mozilla. Trans Softw Eng Methodol (TOSEM) 11 (3):309\u2013346","journal-title":"Trans Softw Eng Methodol (TOSEM)"},{"key":"9381_CR33","doi-asserted-by":"crossref","unstructured":"Mukadam M, Bird C, Rigby PC (2013) Gerrit Software Code Review Data from Android. In: Proceedings of the 10th Working Conference on Mining Software Repositories (MSR), pp 45\u201348","DOI":"10.1109\/MSR.2013.6624002"},{"key":"9381_CR34","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T (2005) Use of relative code churn measures to predict system defect density. In: Proceedings of the 27th Int\u2019l Conference on Software Engineering (ICSE), pp 284\u2013292","DOI":"10.1109\/ICSE.2005.1553571"},{"key":"9381_CR35","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T (2007) Using Software Dependencies and Churn Metrics to Predict Field Failures: An Empirical Case Study. In: Proceedings of the 1st Int\u2019l Symposium on Empirical Software Engineering and Measurement (ESEM), pp 364\u2013373","DOI":"10.1109\/ESEM.2007.13"},{"key":"9381_CR36","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T, Zeller A (2006) Mining metrics to predict component failures. In: Proceedings of the 28th Int\u2019l Conference on Software Engineering (ICSE), pp 452\u2013461","DOI":"10.1145\/1134285.1134349"},{"issue":"1","key":"9381_CR37","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1145\/268411.268421","volume":"7","author":"A Porter","year":"1998","unstructured":"Porter A, Siy H, Mockus A, Votta L (1998) Understanding the Sources of Variation in Software Inspections. Trans Softw Eng Methodol (TOSEM) 7(1):41\u201379","journal-title":"Trans Softw Eng Methodol (TOSEM)"},{"key":"9381_CR38","unstructured":"R Core Team (2013) R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria. http:\/\/www.R-project.org\/"},{"key":"9381_CR39","doi-asserted-by":"crossref","unstructured":"Rahman F, Devanbu P (2011) Ownership, Experience and Defects: A Fine-Grained Study of Authorship. In: Proceedings of the 33rd Int\u2019l Conference on Software Engineering (ICSE), pp 491\u2013500","DOI":"10.1145\/1985793.1985860"},{"key":"9381_CR40","doi-asserted-by":"crossref","unstructured":"Rahman F, Devanbu P (2013) How, and why, process metrics are better. In: Proceedings of the 35th Int\u2019l Conference on Software Engineering (ICSE), pp 432\u2013441","DOI":"10.1109\/ICSE.2013.6606589"},{"key":"9381_CR41","doi-asserted-by":"crossref","unstructured":"Rigby PC, Bird C (2013) Convergent Contemporary Software Peer Review Practices. In: Proceedings of the 9th joint meeting of the European Software Engineering Conference and the Symposium on the Foundations of Software Engineering (ESEC\/FSE), pp 202\u2013212","DOI":"10.1145\/2491411.2491444"},{"key":"9381_CR42","doi-asserted-by":"crossref","unstructured":"Rigby PC, Storey MA (2011) Understanding Broadcast Based Peer Review on Open Source Software Projects. In: Proceedings of the 33rd Int\u2019l Conference on Software Engineering (ICSE), pp 541\u2013 550","DOI":"10.1145\/1985793.1985867"},{"key":"9381_CR43","doi-asserted-by":"crossref","unstructured":"Rigby PC, German DM, Storey MA (2008) Open Source Software Peer Review Practices: A Case Study of the Apache Server. In: Proceedings of the 30th Int\u2019l Conference on Software Engineering (ICSE), pp 541\u2013550","DOI":"10.1145\/1368088.1368162"},{"key":"9381_CR44","doi-asserted-by":"crossref","unstructured":"Rigby PC, German DM, Cohen L, Storey MA (2014) Peer Review on Open Source Software Projects: Parameters, Statistical Models, and Theory. To appear","DOI":"10.1145\/2594458"},{"key":"9381_CR45","unstructured":"Sarle WS (1990) The VARCLUS Procedure. In: SAS\/STAT User\u2019s Guide, 4th edn, SAS Institute.Inc"},{"key":"9381_CR46","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1002\/j.1538-7305.1948.tb01338.x","volume":"27","author":"CE Shannon","year":"1948","unstructured":"Shannon CE (1948) A Mathematical Theory of Communication. The Bell System Technical Journal 27:379\u2013423, 623\u2013656","journal-title":"The Bell System Technical Journal"},{"key":"9381_CR47","doi-asserted-by":"crossref","unstructured":"Shihab E , Mockus A, Kamei Y, Adams B , Hassan AE (2011) High-Impact Defects: A Study of Breakage and Surprise Defects. In: Proceedings of the 8th joint meeting of the European Software Engineering Conference and the Symposium on the Foundations of Software Engineering (ESEC\/FSE), pp 300\u2013310","DOI":"10.1145\/2025113.2025155"},{"key":"9381_CR48","doi-asserted-by":"crossref","unstructured":"Tanaka T, Sakamoto K, Kusumoto S, ichi Matsumoto K, Kikuno T (1995) Improvement of Software Process by Process Description and Benefit Estimation. In: Proceedings of the 17th Int\u2019l Conference on Software Engineering (ICSE) pp 123\u2013132","DOI":"10.1145\/225014.225026"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9381-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-015-9381-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9381-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,23]],"date-time":"2019-08-23T21:37:05Z","timestamp":1566596225000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-015-9381-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4,25]]},"references-count":48,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2016,10]]}},"alternative-id":["9381"],"URL":"https:\/\/doi.org\/10.1007\/s10664-015-9381-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,4,25]]}}}