{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T11:15:25Z","timestamp":1792062925126,"version":"4.4.0"},"reference-count":82,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,11,22]],"date-time":"2023-11-22T00:00:00Z","timestamp":1700611200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,22]],"date-time":"2023-11-22T00:00:00Z","timestamp":1700611200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1850475"],"award-info":[{"award-number":["1850475"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s10664-023-10411-x","type":"journal-article","created":{"date-parts":[[2023,11,22]],"date-time":"2023-11-22T13:02:26Z","timestamp":1700658146000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["What makes a code review useful to OpenDev developers? An empirical investigation"],"prefix":"10.1007","volume":"29","author":[{"given":"Asif Kamal","family":"Turzo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3178-6232","authenticated-orcid":false,"given":"Amiangshu","family":"Bosu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,11,22]]},"reference":[{"key":"10411_CR1","unstructured":"Allison P (2014) Prediction vs. causation in regression analysis. Statistical Horizons 703"},{"key":"10411_CR2","doi-asserted-by":"crossref","unstructured":"Asthana S, Kumar R, Bhagwan R, Bird C, Bansal C, Maddila C, Mehta S, Ashok B (2019) Whodo: automating reviewer suggestions at scale. In: Proceedings of the 2019 27th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering, pp 937\u2013945","DOI":"10.1145\/3338906.3340449"},{"key":"10411_CR3","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Bird C (2013) Expectations, outcomes, and challenges of modern code review. In: 2013 35th international conference on software engineering (ICSE), IEEE pp 712\u2013721","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"10411_CR4","doi-asserted-by":"crossref","unstructured":"Balachandran V (2013) Reducing human effort and improving quality in peer code reviews using automatic static analysis and reviewer recommendation. In: 2013 35th International conference on software engineering (ICSE), IEEE pp 931\u2013940","DOI":"10.1109\/ICSE.2013.6606642"},{"key":"10411_CR5","doi-asserted-by":"crossref","unstructured":"Baltes S, Diehl S (2016) Worse than spam: Issues in sampling software developers. In: Proceedings of the 10th ACM\/IEEE international symposium on empirical software engineering and measurement, pp 1\u20136","DOI":"10.1145\/2961111.2962628"},{"key":"10411_CR6","doi-asserted-by":"crossref","unstructured":"Barnett M, Bird C, Brunet J, Lahiri SK (2015) Helping developers help themselves: Automatic decomposition of code review changesets. In: Proceedings of the 37th international conference on software engineering- vol 1, IEEE Press, pp 134\u2013144","DOI":"10.1109\/ICSE.2015.35"},{"key":"10411_CR7","doi-asserted-by":"crossref","unstructured":"Baum T, Schneider K (2016) On the need for a new generation of code review tools. In: International conference on product-focused software process improvement, Springer, pp 301\u2013308","DOI":"10.1007\/978-3-319-49094-6_19"},{"key":"10411_CR8","unstructured":"Bayaga A (2010) Multinomial logistic regression: Usage and application in risk analysis. J App Quantitative Methods 5(2)"},{"key":"10411_CR9","doi-asserted-by":"crossref","unstructured":"Beller M, Bacchelli A, Zaidman A, Juergens E (2014) Modern code reviews in open-source projects: Which problems do they fix? In: Proceedings of the 11th working conference on mining software repositories, pp 202\u2013211","DOI":"10.1145\/2597073.2597082"},{"issue":"1","key":"10411_CR10","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini Y, Hochberg Y (1995) Controlling the false discovery rate: a practical and powerful approach to multiple testing. J Roy Stat Soc: Ser B (Methodol) 57(1):289\u2013300","journal-title":"J Roy Stat Soc: Ser B (Methodol)"},{"issue":"1","key":"10411_CR11","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/TSE.2016.2576451","volume":"43","author":"A Bosu","year":"2017","unstructured":"Bosu A, Carver JC, Bird C, Orbeck J, Chockley C (2017) Process aspects and social dynamics of contemporary code review: Insights from open source development and industrial practice at microsoft. IEEE Trans Software Eng 43(1):56\u201375","journal-title":"IEEE Trans Software Eng"},{"key":"10411_CR12","doi-asserted-by":"crossref","unstructured":"Bosu A, Carver JC, Hafiz M, Hilley P, Janni D (2014) Identifying the characteristics of vulnerable code changes: An empirical study. 22nd ACM SIGSOFT international symposium on the foundations of software engineering, FSE \u201914. China, Hong Kong, pp 257\u2013268","DOI":"10.1145\/2635868.2635880"},{"key":"10411_CR13","doi-asserted-by":"crossref","unstructured":"Bosu A, Greiler M, Bird C (2015) Characteristics of useful code reviews: An empirical study at microsoft. In: 2015 IEEE\/ACM 12th Working conference on mining software repositories, IEEE pp 146\u2013156","DOI":"10.1109\/MSR.2015.21"},{"issue":"2","key":"10411_CR14","first-page":"105","volume":"26","author":"F Changyong","year":"2014","unstructured":"Changyong F, Hongyue W, Naiji L, Tian C, Hua H, Ying L et al (2014) Log-transformation and its implications for data analysis. Shanghai Arch Psychiatry 26(2):105","journal-title":"Shanghai Arch Psychiatry"},{"key":"10411_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106908","volume":"100","author":"M Chouchen","year":"2021","unstructured":"Chouchen M, Ouni A, Mkaouer MW, Kula RG, Inoue K (2021) Whoreview: A multi-objective search-based approach for code reviewers recommendation in modern code review. Appl Soft Comput 100:106908","journal-title":"Appl Soft Comput"},{"issue":"1","key":"10411_CR16","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Measur 20(1):37\u201346","journal-title":"Educ Psychol Measur"},{"key":"10411_CR17","doi-asserted-by":"crossref","unstructured":"Czerwonka J, Greiler M, Tilford J (2015) Code reviews do not find bugs. how the current code review best practice slows us down. In: 2015 IEEE\/ACM 37th IEEE International conference on software engineering, vol\u00a02, IEEE, pp 27\u201328","DOI":"10.1109\/ICSE.2015.131"},{"key":"10411_CR18","doi-asserted-by":"crossref","unstructured":"Dias M, Bacchelli A, Gousios G, Cassou D, Ducasse S (2015) Untangling fine-grained code changes. In: 2015 IEEE 22nd International conference on software analysis, evolution, and reengineering (SANER), IEEE, pp 341\u2013350","DOI":"10.1109\/SANER.2015.7081844"},{"key":"10411_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-020-09909-5","volume":"26","author":"F Ebert","year":"2021","unstructured":"Ebert F, Castor F, Novielli N, Serebrenik A (2021) An exploratory study on confusion in code reviews. Empir Softw Eng 26:1\u201348","journal-title":"Empir Softw Eng"},{"issue":"3","key":"10411_CR20","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1147\/sj.153.0182","volume":"15","author":"ME Fagan","year":"1976","unstructured":"Fagan ME (1976) Design and code inspections to reduce errors in program development. IBM Syst J 15(3):182\u2013211. https:\/\/doi.org\/10.1147\/sj.153.0182","journal-title":"IBM Syst J"},{"key":"10411_CR21","unstructured":"Foley B (2018) What is regression analysis and why should i use it. Source: https:\/\/www.surveygizmo.com\/resources\/blog\/regression-analysis"},{"key":"10411_CR22","unstructured":"Foundation O (2022) 2022 openifra foundation annual report. https:\/\/openinfra.dev\/annual-report\/2022"},{"key":"10411_CR23","unstructured":"Fowler M (2012) Refactoring catalog. Refactoring Home Page, URL: http:\/\/www.refactoring.com\/catalog\/index.html (letzter Abruf: 09.02. 2006)"},{"issue":"8","key":"10411_CR24","first-page":"28","volume":"9","author":"M Fowler","year":"2001","unstructured":"Fowler M, Highsmith J et al (2001) The agile manifesto. Software Development 9(8):28\u201335","journal-title":"The agile manifesto. Software Development"},{"key":"10411_CR25","doi-asserted-by":"crossref","unstructured":"Fukushima T, Kamei Y, McIntosh S, Yamashita K, Ubayashi N (2014) An empirical study of just-in-time defect prediction using cross-project models. In: Proceedings of the 11th working conference on mining software repositories, pp 172\u2013181","DOI":"10.1145\/2597073.2597075"},{"key":"10411_CR26","doi-asserted-by":"crossref","unstructured":"Gauthier IX, Lamothe M, Mussbacher G, McIntosh S (2021) Is historical data an appropriate benchmark for reviewer recommendation systems?: A case study of the gerrit community. In: 2021 36th IEEE\/ACM International conference on automated software engineering (ASE), IEEE, pp 30\u201341","DOI":"10.1109\/ASE51524.2021.9678640"},{"key":"10411_CR27","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1016\/j.scico.2013.08.002","volume":"98","author":"VU G\u00f3mez","year":"2015","unstructured":"G\u00f3mez VU, Ducasse S, D\u2019Hondt T (2015) Visually characterizing source code changes. Sci Comput Program 98:376\u2013393","journal-title":"Sci Comput Program"},{"key":"10411_CR28","unstructured":"Governance O (2023) Openstack project teams. https:\/\/governance.openstack.org\/tc\/reference\/projects\/"},{"issue":"CSCW2","key":"10411_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3555183","volume":"6","author":"SD Gunawardena","year":"2022","unstructured":"Gunawardena SD, Devine P, Beaumont I, Garden LP, Murphy-Hill E, Blincoe K (2022) Destructive criticism in software code review impacts inclusion. Proceedings of the ACM on Human-Computer Interaction 6(CSCW2):1\u201329","journal-title":"Proceedings of the ACM on Human-Computer Interaction"},{"key":"10411_CR30","doi-asserted-by":"crossref","unstructured":"Han X, Tahir A, Liang P, Counsell S, Luo Y (2021) Understanding code smell detection via code review: A study of the openstack community. In: 2021 IEEE\/ACM 29th International conference on program comprehension (ICPC), IEEE, pp 323\u2013334","DOI":"10.1109\/ICPC52881.2021.00038"},{"issue":"2","key":"10411_CR31","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1002\/sim.4780030207","volume":"3","author":"FE Harrell Jr","year":"1984","unstructured":"Harrell FE Jr, Lee KL, Califf RM, Pryor DB, Rosati RA (1984) Regression modelling strategies for improved prognostic prediction. Stat Med 3(2):143\u2013152","journal-title":"Stat Med"},{"issue":"6","key":"10411_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-021-10038-w","volume":"26","author":"M Hasan","year":"2021","unstructured":"Hasan M, Iqbal A, Islam MRU, Rahman A, Bosu A (2021) Using a balanced scorecard to identify opportunities to improve code review effectiveness: an industrial experience report. Empir Softw Eng 26(6):1\u201334","journal-title":"Empir Softw Eng"},{"key":"10411_CR33","unstructured":"Hassan AE, Holt RC (2003) Studying the chaos of code development. In: WCRE, vol\u00a03, p 123"},{"issue":"4","key":"10411_CR34","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MS.2008.100","volume":"25","author":"L Hatton","year":"2008","unstructured":"Hatton L (2008) Testing the value of checklists in code inspections. IEEE Softw 25(4):82\u201388","journal-title":"IEEE Softw"},{"key":"10411_CR35","doi-asserted-by":"crossref","unstructured":"Helland IS (1987) On the interpretation and use of r2 in regression analysis. Biometrics pp 61\u201369","DOI":"10.2307\/2531949"},{"key":"10411_CR36","doi-asserted-by":"crossref","unstructured":"Henley AZ, Mu\u00e7lu K, Christakis M, Fleming SD, Bird C (2018) Cfar: A tool to increase communication, productivity, and review quality in collaborative code reviews. In: Proceedings of the 2018 CHI conference on human factors in computing systems, pp 1\u201313","DOI":"10.1145\/3173574.3173731"},{"key":"10411_CR37","unstructured":"Hinkle D, Jurs H, Wiersma W (1998) Applied statistics for the behavioral sciences"},{"key":"10411_CR38","doi-asserted-by":"crossref","unstructured":"Hirao T, Ihara A, Ueda Y, Phannachitta P, Matsumoto Ki (2016) The impact of a low level of agreement among reviewers in a code review process. In: IFIP International conference on open source systems, Springer, pp 97\u2013110","DOI":"10.1007\/978-3-319-39225-7_8"},{"key":"10411_CR39","unstructured":"Hirao T, McIntosh S, Ihara A, Matsumoto K (2020) Code reviews with divergent review scores: An empirical study of the openstack and qt communities. IEEE Trans Softw Eng"},{"key":"10411_CR40","doi-asserted-by":"crossref","unstructured":"Hong Y, Tantithamthavorn C, Thongtanunam P, Aleti A (2022) Commentfinder: a simpler, faster, more accurate code review comments recommendation. In: Proceedings of the 30th ACM joint european software engineering conference and symposium on the foundations of software engineering, pp 507\u2013519","DOI":"10.1145\/3540250.3549119"},{"key":"10411_CR41","doi-asserted-by":"publisher","unstructured":"Huang Y, Jia N, Chen X, Hong K, Zheng Z (2020) Code review knowledge perception: Fusing multi-features for salient-class location. IEEE Trans Softw Eng pp 1\u20131 . https:\/\/doi.org\/10.1109\/TSE.2020.3021902","DOI":"10.1109\/TSE.2020.3021902"},{"key":"10411_CR42","doi-asserted-by":"crossref","unstructured":"Jiarpakdee J, Tantithamthavorn C, Treude C (2018) Autospearman: Automatically mitigating correlated software metrics for interpreting defect models. In: 2018 IEEE International conference on software maintenance and evolution (ICSME), IEEE computer society pp 92\u2013103","DOI":"10.1109\/ICSME.2018.00018"},{"key":"10411_CR43","doi-asserted-by":"crossref","unstructured":"Kincaid JP, Fishburne\u00a0Jr RP, Rogers RL, Chissom BS (1975) Derivation of new readability formulas (automated readability index, fog count and flesch reading ease formula) for navy enlisted personnel. Tech rep, naval technical training command millington tn research branch","DOI":"10.21236\/ADA006655"},{"key":"10411_CR44","doi-asserted-by":"publisher","unstructured":"Kononenko O, Baysal O, Godfrey MW (2016) Code review quality: How developers see it. In: Proceedings of the 38th International conference on software engineering, ICSE \u201916, pp 1028\u20131038. ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2884781.2884840","DOI":"10.1145\/2884781.2884840"},{"key":"10411_CR45","doi-asserted-by":"crossref","unstructured":"Kononenko O, Baysal O, Guerrouj L, Cao Y, Godfrey MW (2015) Investigating code review quality: Do people and participation matter? In: 2015 IEEE international conference on software maintenance and evolution (ICSME), IEEE, pp 111\u2013120","DOI":"10.1109\/ICSM.2015.7332457"},{"key":"10411_CR46","doi-asserted-by":"crossref","unstructured":"Kononenko O, Rose T, Baysal O, Godfrey M, Theisen D, De\u00a0Water B (2018) Studying pull request merges: a case study of shopify\u2019s active merchant. In: Proceedings of the 40th international conference on software engineering: software engineering in practice, pp 124\u2013133","DOI":"10.1145\/3183519.3183542"},{"key":"10411_CR47","doi-asserted-by":"crossref","unstructured":"Landis JR, Koch GG (1977) An application of hierarchical kappa-type statistics in the assessment of majority agreement among multiple observers. Biometrics pp 363\u2013374","DOI":"10.2307\/2529786"},{"issue":"3a","key":"10411_CR48","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1080\/00031305.1982.10482818","volume":"36","author":"ER Mansfield","year":"1982","unstructured":"Mansfield ER, Helms BP (1982) Detecting multicollinearity. Am Stat 36(3a):158\u2013160","journal-title":"Am Stat"},{"issue":"3","key":"10411_CR49","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1109\/TSE.2008.71","volume":"35","author":"MV M\u00e4ntyl\u00e4","year":"2008","unstructured":"M\u00e4ntyl\u00e4 MV, Lassenius C (2008) What types of defects are really discovered in code reviews? IEEE Trans Softw Eng 35(3):430\u2013448","journal-title":"IEEE Trans Softw Eng"},{"key":"10411_CR50","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1109\/TSE.1976.233837","volume":"4","author":"TJ McCabe","year":"1976","unstructured":"McCabe TJ (1976) A complexity measure. IEEE Trans Softw Eng 4:308\u2013320","journal-title":"IEEE Trans Softw Eng"},{"key":"10411_CR51","doi-asserted-by":"publisher","first-page":"2146","DOI":"10.1007\/s10664-015-9381-9","volume":"21","author":"S McIntosh","year":"2016","unstructured":"McIntosh S, Kamei Y, Adams B, Hassan AE (2016) An empirical study of the impact of modern code review practices on software quality. Empir Softw Eng 21:2146\u20132189","journal-title":"Empir Softw Eng"},{"key":"10411_CR52","doi-asserted-by":"crossref","unstructured":"Mirsaeedi E, Rigby PC (2020) Mitigating turnover with code review recommendation: balancing expertise, workload, and knowledge distribution. In: Proceedings of the ACM\/IEEE 42nd international conference on software engineering, pp 1183\u20131195","DOI":"10.1145\/3377811.3380335"},{"key":"10411_CR53","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T (2005) Use of relative code churn measures to predict system defect density. In: Proceedings of the 27th international conference on Software engineering, pp 284\u2013292","DOI":"10.1145\/1062455.1062514"},{"key":"10411_CR54","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T (2007) Using software dependencies and churn metrics to predict field failures: An empirical case study. In: First international symposium on empirical software engineering and measurement (ESEM 2007), IEEE, pp 364\u2013373","DOI":"10.1109\/ESEM.2007.13"},{"issue":"3","key":"10411_CR55","doi-asserted-by":"publisher","first-page":"691","DOI":"10.1093\/biomet\/78.3.691","volume":"78","author":"NJ Nagelkerke","year":"1991","unstructured":"Nagelkerke NJ et al (1991) A note on a general definition of the coefficient of determination. Biometrika 78(3):691\u2013692","journal-title":"Biometrika"},{"issue":"1","key":"10411_CR56","first-page":"2","volume":"8","author":"JW Osborne","year":"2002","unstructured":"Osborne JW, Waters E (2002) Four assumptions of multiple regression that researchers should always test. Pract Assess Res Eval 8(1):2","journal-title":"Pract Assess Res Eval"},{"key":"10411_CR57","doi-asserted-by":"crossref","unstructured":"Pandya P, Tiwari S (2022) Corms: A github and gerrit based hybrid code reviewer recommendation approach for modern code review. In: Proceedings of the 30th ACM joint european software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE 2022, association for computing machinery, New York, NY, USA p 546-557","DOI":"10.1145\/3540250.3549115"},{"key":"10411_CR58","doi-asserted-by":"crossref","unstructured":"Panichella S, Zaugg N (2020) An empirical investigation of relevant changes and automation needs in modern code review. Empirical Software Engineering 25(TBD), TBD","DOI":"10.1007\/s10664-020-09870-3"},{"key":"10411_CR59","doi-asserted-by":"crossref","unstructured":"Paul R, Turzo AK, Bosu A (2021) Why security defects go unnoticed during code reviews? a case-control study of the chromium os project. In: 2021 IEEE\/ACM 43rd International conference on software engineering (ICSE), IEEE pp 1373\u20131385","DOI":"10.1109\/ICSE43902.2021.00124"},{"key":"10411_CR60","doi-asserted-by":"crossref","unstructured":"Pinto G, Steinmacher I, Gerosa MA (2016) More common than you think: An in-depth study of casual contributors. In: 2016 IEEE 23rd international conference on software analysis, evolution, and reengineering (SANER), vol\u00a01, IEEE, pp 112\u2013123","DOI":"10.1109\/SANER.2016.68"},{"key":"10411_CR61","unstructured":"Qualtrics (2023) Question types. https:\/\/www.qualtrics.com\/support\/survey-platform\/survey-module\/editing-questions\/question-types-guide\/question-types-overview\/"},{"key":"10411_CR62","doi-asserted-by":"crossref","unstructured":"Rahman MM, Roy CK, Collins JA (2016) Correct: code reviewer recommendation in github based on cross-project and technology experience. In: Proceedings of the 38th International conference on software engineering companion, pp 222\u2013231","DOI":"10.1145\/2889160.2889244"},{"key":"10411_CR63","doi-asserted-by":"crossref","unstructured":"Rahman MM, Roy CK, Kula RG (2017) Predicting usefulness of code review comments using textual features and developer experience. In: 2017 IEEE\/ACM 14th International conference on mining software repositories (MSR), IEEE, pp 215\u2013226","DOI":"10.1109\/MSR.2017.17"},{"key":"10411_CR64","doi-asserted-by":"crossref","unstructured":"Rigby PC, Bird C (2013) Convergent contemporary software peer review practices. In: Proceedings of the 2013 9th joint meeting on foundations of software engineering, pp 202\u2013212","DOI":"10.1145\/2491411.2491444"},{"key":"10411_CR65","doi-asserted-by":"crossref","unstructured":"Rigby PC, Storey MA (2011) Understanding broadcast based peer review on open source software projects. In: 2011 33rd International conference on software engineering (ICSE), IEEE, pp 541\u2013550","DOI":"10.1145\/1985793.1985867"},{"key":"10411_CR66","doi-asserted-by":"crossref","unstructured":"Rong G, Zhang Y, Yang L, Zhang F, Kuang H, Zhang H (2022) Modeling review history for reviewer recommendation: A hypergraph approach. In: Proceedings of the 44th International conference on software engineering, ICSE \u201922, association for computing machinery, New York, NY, USA p 1381\u20131392","DOI":"10.1145\/3510003.3510213"},{"key":"10411_CR67","doi-asserted-by":"crossref","unstructured":"Sadowski C, S\u00f6derberg E, Church L, Sipko M, Bacchelli A (2018) Modern code review: a case study at google. In: Proceedings of the 40th International conference on software engineering: software engineering in practice, pp 181\u2013190","DOI":"10.1145\/3183519.3183525"},{"key":"10411_CR68","doi-asserted-by":"crossref","unstructured":"Sarker J, Turzo AK, Bosu A (2020) A benchmark study of the contemporary toxicity detectors on software engineering interactions. arXiv preprint arXiv:2009.09331","DOI":"10.1109\/APSEC51365.2020.00030"},{"key":"10411_CR69","unstructured":"Sarle W (1990) Sas\/stat user\u2019s guide: The varclus procedure. sas institute. Inc. Cary, NC, USA"},{"key":"10411_CR70","unstructured":"Snow J, Mann M (2013) Qualtrics survey software: handbook for research professionals. Qualtrics Labs, Inc"},{"key":"10411_CR71","doi-asserted-by":"crossref","unstructured":"Tao Y, Kim S (2015) Partitioning composite code changes to facilitate code review. In: 2015 IEEE\/ACM 12th working conference on mining software repositories, IEEE, pp 180\u2013190","DOI":"10.1109\/MSR.2015.24"},{"issue":"12","key":"10411_CR72","doi-asserted-by":"publisher","first-page":"2698","DOI":"10.1109\/TSE.2020.2964660","volume":"47","author":"P Thongtanunam","year":"2020","unstructured":"Thongtanunam P, Hassan AE (2020) Review dynamics and their impact on software quality. IEEE Trans Software Eng 47(12):2698\u20132712","journal-title":"IEEE Trans Software Eng"},{"key":"10411_CR73","doi-asserted-by":"crossref","unstructured":"Thongtanunam P, McIntosh S, Hassan AE, Iida H (2015) Investigating code review practices in defective files: An empirical study of the qt system. In: 2015 IEEE\/ACM 12th Working conference on mining software repositories, IEEE, pp 168\u2013179","DOI":"10.1109\/MSR.2015.23"},{"issue":"2","key":"10411_CR74","doi-asserted-by":"publisher","first-page":"768","DOI":"10.1007\/s10664-016-9452-6","volume":"22","author":"P Thongtanunam","year":"2017","unstructured":"Thongtanunam P, McIntosh S, Hassan AE, Iida H (2017) Review participation in modern code review. Empir Softw Eng 22(2):768\u2013817","journal-title":"Empir Softw Eng"},{"key":"10411_CR75","doi-asserted-by":"crossref","unstructured":"Thongtanunam P, Pornprasit C, Tantithamthavorn C (2022) Autotransform: automated code transformation to support modern code review process. In: Proceedings of the 44th international conference on software engineering, pp 237\u2013248","DOI":"10.1145\/3510003.3510067"},{"key":"10411_CR76","doi-asserted-by":"crossref","unstructured":"Thongtanunam P, Tantithamthavorn C, Kula RG, Yoshida N, Iida H, Matsumoto Ki (2015) Who should review my code? a file location-based code-reviewer recommendation approach for modern code review. In: 2015 IEEE 22nd International conference on software analysis, evolution, and reengineering (SANER), IEEE, pp 141\u2013150","DOI":"10.1109\/SANER.2015.7081824"},{"key":"10411_CR77","doi-asserted-by":"crossref","unstructured":"Tufan R, Pascarella L, Tufanoy M, Poshyvanykz D, Bavota G (2021) Towards automating code review activities. In: 2021 IEEE\/ACM 43rd International conference on software engineering (ICSE), IEEE, pp 163\u2013174","DOI":"10.1109\/ICSE43902.2021.00027"},{"key":"10411_CR78","doi-asserted-by":"crossref","unstructured":"Tufano R, Masiero S, Mastropaolo A, Pascarella L, Poshyvanyk D, Bavota G (2022) Using pre-trained models to boost code review automation. In: Proceedings of the 44th international conference on software engineering, pp 2291\u20132302","DOI":"10.1145\/3510003.3510621"},{"key":"10411_CR79","unstructured":"Yamane T (1973) Statistics: an introductory analysis-3"},{"key":"10411_CR80","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s10664-010-9143-7","volume":"16","author":"A Zaidman","year":"2011","unstructured":"Zaidman A, Van Rompaey B, Van Deursen A, Demeyer S (2011) Studying the co-evolution of production and test code in open source and industrial developer test processes through repository mining. Empir Softw Eng 16:325\u2013364","journal-title":"Empir Softw Eng"},{"key":"10411_CR81","doi-asserted-by":"crossref","unstructured":"Zanaty FE, Hirao T, McIntosh S, Ihara A, Matsumoto K (2018) An empirical study of design discussions in code review. In: Proceedings of the 12th ACM\/IEEE International symposium on empirical software engineering and measurement, pp 1\u201310","DOI":"10.1145\/3239235.3239525"},{"key":"10411_CR82","doi-asserted-by":"crossref","unstructured":"Zanjani MB, Kagdi H, Bird C (2015) Automatically recommending peer reviewers in modern code review. IEEE Trans Software Eng 42(6):530\u2013543","DOI":"10.1109\/TSE.2015.2500238"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10411-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-023-10411-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10411-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T11:08:30Z","timestamp":1714129710000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-023-10411-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,22]]},"references-count":82,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["10411"],"URL":"https:\/\/doi.org\/10.1007\/s10664-023-10411-x","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,11,22]]},"assertion":[{"value":"18 October 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interest"}}],"article-number":"6"}}