{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T14:10:08Z","timestamp":1781359808030,"version":"3.54.1"},"reference-count":113,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T00:00:00Z","timestamp":1684540800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T00:00:00Z","timestamp":1684540800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2018-05960"],"award-info":[{"award-number":["RGPIN-2018-05960"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s10664-023-10300-3","type":"journal-article","created":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T03:20:20Z","timestamp":1684552820000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Learning to Predict Code Review Completion Time In Modern Code Review"],"prefix":"10.1007","volume":"28","author":[{"given":"Moataz","family":"Chouchen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4708-0362","authenticated-orcid":false,"given":"Ali","family":"Ouni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jefferson","family":"Olongo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohamed Wiem","family":"Mkaouer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,20]]},"reference":[{"key":"10300_CR1","unstructured":"___ (2022) MCRDuration Replication Package: https:\/\/github.com\/stilab-ets\/MCRDuration"},{"issue":"4","key":"10300_CR2","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1002\/wics.101","volume":"2","author":"H Abdi","year":"2010","unstructured":"Abdi H, Williams LJ (2010) Principal component analysis. Wiley interdisciplinary reviews: computational statistics 2(4):433\u2013459","journal-title":"Wiley interdisciplinary reviews: computational statistics"},{"key":"10300_CR3","unstructured":"Ackerman AF, Fowler PJ, Ebenau RG (1984) Software inspections and the industrial production of software. In: Proc. of a symposium on Software validation: inspection-testing-verification-alternatives, pp 13\u201340"},{"key":"10300_CR4","doi-asserted-by":"crossref","unstructured":"Alomar EA, AlRubaye H, Mkaouer MW, Ouni A, Kessentini M (2021) Refactoring practices in the context of modern code review: An industrial case study at xerox. In: IEEE\/ACM 43rd International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), IEEE, pp 348\u2013357","DOI":"10.1109\/ICSE-SEIP52600.2021.00044"},{"key":"10300_CR5","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Bird C (2013) Expectations, outcomes, and challenges of modern code review. In: 2013 35th International Conference on Software Engineering (ICSE), IEEE, pp 712\u2013721","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"10300_CR6","doi-asserted-by":"crossref","unstructured":"Balachandran V (2013) Reducing human effort and improving quality in peer code reviews using automatic static analysis and reviewer recommendation. In: International Conference on Software Engineering (ICSE), pp 931\u2013940","DOI":"10.1109\/ICSE.2013.6606642"},{"key":"10300_CR7","doi-asserted-by":"crossref","unstructured":"Bao L, Xing Z, Xia X, Lo D, Li S (2017) Who will leave the company?: a large-scale industry study of developer turnover by mining monthly work report. In: 2017 IEEE\/ACM 14th International Conference on Mining Software Repositories (MSR), IEEE, pp 170\u2013181","DOI":"10.1109\/MSR.2017.58"},{"key":"10300_CR8","unstructured":"Barry B, et\u00a0al. (1981) Software engineering economics. New York 197"},{"key":"10300_CR9","doi-asserted-by":"crossref","unstructured":"Baysal O, Kononenko O, Holmes R, Godfrey MW (2013) The influence of non-technical factors on code review. In: 2013 20th working conference on reverse engineering (WCRE), IEEE, pp 122\u2013131","DOI":"10.1109\/WCRE.2013.6671287"},{"issue":"3","key":"10300_CR10","doi-asserted-by":"publisher","first-page":"932","DOI":"10.1007\/s10664-015-9366-8","volume":"21","author":"O Baysal","year":"2016","unstructured":"Baysal O, Kononenko O, Holmes R, Godfrey MW (2016) Investigating technical and non-technical factors influencing modern code review. Empirical Software Engineering 21(3):932\u2013959","journal-title":"Empirical Software Engineering"},{"key":"10300_CR11","doi-asserted-by":"crossref","unstructured":"Beller M, Bacchelli A, Zaidman A, Juergens E (2014) Modern code reviews in open-source projects: Which problems do they fix? In: Proceedings of the 11th working conference on mining software repositories, pp 202\u2013211","DOI":"10.1145\/2597073.2597082"},{"issue":"2","key":"10300_CR12","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1007\/s10664-013-9292-6","volume":"20","author":"N Bettenburg","year":"2015","unstructured":"Bettenburg N, Nagappan M, Hassan AE (2015) Towards improving statistical modeling of software engineering data: think locally, act globally! Empirical Software Engineering 20(2):294\u2013335","journal-title":"Empirical Software Engineering"},{"key":"10300_CR13","doi-asserted-by":"crossref","unstructured":"Boehm B, Clark B, Horowitz E, Westland C, Madachy R, Selby R (1995) Cost models for future software life cycle processes: Cocomo 2.0. Annals of software engineering 1(1):57\u201394","DOI":"10.1007\/BF02249046"},{"key":"10300_CR14","doi-asserted-by":"crossref","unstructured":"Bosu A, Carver JC (2014) Impact of developer reputation on code review outcomes in oss projects: An empirical investigation. In: Int. Symp. on Empirical Software Eng. and Measurement, pp 1\u201310","DOI":"10.1145\/2652524.2652544"},{"issue":"3","key":"10300_CR15","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1016\/S0164-1212(99)00102-8","volume":"51","author":"LC Briand","year":"2000","unstructured":"Briand LC, W\u00fcst J, Daly JW, Porter DV (2000) Exploring the relationships between design measures and software quality in object-oriented systems. Journal of systems and software 51(3):245\u2013273","journal-title":"Journal of systems and software"},{"key":"10300_CR16","doi-asserted-by":"crossref","unstructured":"Britto R, Freitas V, Mendes E, Usman M (2014) Effort estimation in global software development: A systematic literature review. In: 2014 IEEE 9th International Conference on Global Software Engineering, IEEE, pp 135\u2013144","DOI":"10.1109\/ICGSE.2014.11"},{"issue":"7","key":"10300_CR17","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1109\/TSE.2018.2792473","volume":"45","author":"M Choetkiertikul","year":"2018","unstructured":"Choetkiertikul M, Dam HK, Tran T, Pham T, Ghose A, Menzies T (2018) A deep learning model for estimating story points. IEEE Transactions on Software Engineering 45(7):637\u2013656","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10300_CR18","doi-asserted-by":"crossref","unstructured":"Chouchen M, Olongo J, Ouni A, Mkaouer MW (2021a) Predicting code review completion time in modern code review. arXiv preprint http:\/\/arxiv.org\/abs\/2109.15141arXiv:2109.15141","DOI":"10.26226\/morressier.613b5419842293c031b5b63c"},{"key":"10300_CR19","doi-asserted-by":"crossref","unstructured":"Chouchen M, Ouni A, Kula RG, Wang D, Thongtanunam P, Mkaouer MW, Matsumoto K (2021b) Anti-patterns in modern code review: Symptoms and prevalence. In: IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER), pp 531\u2013535","DOI":"10.1109\/SANER50967.2021.00060"},{"key":"10300_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106908","volume":"100","author":"M Chouchen","year":"2021","unstructured":"Chouchen M, Ouni A, Mkaouer MW, Kula RG, Inoue K (2021) Whoreview: A multi-objective search-based approach for code reviewers recommendation in modern code review. Applied Soft Computing 100:106908","journal-title":"Applied Soft Computing"},{"issue":"4","key":"10300_CR21","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1109\/32.799958","volume":"25","author":"S Chulani","year":"1999","unstructured":"Chulani S, Boehm B, Steece B (1999) Bayesian analysis of empirical software engineering cost models. IEEE Transactions on Software Engineering 25(4):573\u2013583","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10300_CR22","doi-asserted-by":"crossref","unstructured":"Cohen J (2013) Statistical power analysis for the behavioral sciences. Academic press","DOI":"10.4324\/9780203771587"},{"issue":"2","key":"10300_CR23","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1109\/TSE.2011.55","volume":"38","author":"K Dejaeger","year":"2011","unstructured":"Dejaeger K, Verbeke W, Martens D, Baesens B (2011) Data mining techniques for software effort estimation: a comparative study. IEEE transactions on software engineering 38(2):375\u2013397","journal-title":"IEEE transactions on software engineering"},{"key":"10300_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106737","volume":"142","author":"E Do\u011fan","year":"2022","unstructured":"Do\u011fan E, T\u00fcz\u00fcn E (2022) Towards a taxonomy of code review smells. Information and Software Technology 142:106737","journal-title":"Information and Software Technology"},{"key":"10300_CR25","doi-asserted-by":"crossref","unstructured":"Ebert F, Castor F, Novielli N, Serebrenik A (2019) Confusion in code reviews: Reasons, impacts, and coping strategies. In: 2019 IEEE 26th international conference on software analysis, evolution and reengineering (SANER), IEEE, pp 49\u201360","DOI":"10.1109\/SANER.2019.8668024"},{"issue":"1","key":"10300_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-020-09909-5","volume":"26","author":"F Ebert","year":"2021","unstructured":"Ebert F, Castor F, Novielli N, Serebrenik A (2021) An exploratory study on confusion in code reviews. Empirical Software Engineering 26(1):1\u201348","journal-title":"Empirical Software Engineering"},{"key":"10300_CR27","doi-asserted-by":"crossref","unstructured":"Egelman CD, Murphy-Hill E, Kammer E, Hodges MM, Green C, Jaspan C, Lin J (2020) Predicting developers\u2019 negative feelings about code review. In: 2020 IEEE\/ACM 42nd International Conference on Software Engineering (ICSE), IEEE, pp 174\u2013185","DOI":"10.1145\/3377811.3380414"},{"key":"10300_CR28","doi-asserted-by":"crossref","unstructured":"Fagan M (2002) Design and code inspections to reduce errors in program development. In: Software pioneers, Springer, pp 575\u2013607","DOI":"10.1007\/978-3-642-59412-0_35"},{"issue":"6","key":"10300_CR29","doi-asserted-by":"publisher","first-page":"3346","DOI":"10.1007\/s10664-018-9602-0","volume":"23","author":"Y Fan","year":"2018","unstructured":"Fan Y, Xia X, Lo D, Li S (2018) Early prediction of merged code changes to prioritize reviewing tasks. Empirical Software Engineering 23(6):3346\u20133393","journal-title":"Empirical Software Engineering"},{"key":"10300_CR30","doi-asserted-by":"crossref","unstructured":"Ferrucci F, Gravino C, Oliveto R, Sarro F (2010) Genetic programming for effort estimation: an analysis of the impact of different fitness functions. In: 2nd International Symposium on Search Based Software Engineering, IEEE, pp 89\u201398","DOI":"10.1109\/SSBSE.2010.20"},{"issue":"1","key":"10300_CR31","first-page":"3","volume":"63","author":"P Geurts","year":"2006","unstructured":"Geurts P, Ernst D, Wehenkel L (2006) Extremely randomized trees. Machine learning 63(1):3\u201342","journal-title":"Extremely randomized trees. Machine learning"},{"key":"10300_CR32","doi-asserted-by":"crossref","unstructured":"Gousios G, Pinzger M, Deursen Av (2014) An exploratory study of the pull-based software development model. In: Proceedings of the 36th international conference on software engineering, pp 345\u2013355","DOI":"10.1145\/2568225.2568260"},{"key":"10300_CR33","doi-asserted-by":"crossref","unstructured":"Gousios G, Zaidman A, Storey MA, Van\u00a0Deursen A (2015) Work practices and challenges in pull-based development: The integrator\u2019s perspective. In: 2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering, IEEE, vol\u00a01, pp 358\u2013368","DOI":"10.1109\/ICSE.2015.55"},{"issue":"7","key":"10300_CR34","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1109\/32.859533","volume":"26","author":"TL Graves","year":"2000","unstructured":"Graves TL, Karr AF, Marron JS, Siy H (2000) Predicting fault incidence using software change history. IEEE Transactions on software engineering 26(7):653\u2013661","journal-title":"IEEE Transactions on software engineering"},{"key":"10300_CR35","unstructured":"Greiler M, Bird C, Storey MA, MacLeod L, Czerwonka J (2016) Code reviewing in the trenches: Understanding challenges, best practices and tool needs"},{"key":"10300_CR36","doi-asserted-by":"crossref","unstructured":"Hannebauer C, Patalas M, St\u00fcnkel S, Gruhn V (2016) Automatically recommending code reviewers based on their expertise: An empirical comparison. In: IEEE\/ACM International Conference on Automated Software Engineering, ACM, pp 99\u2013110","DOI":"10.1145\/2970276.2970306"},{"key":"10300_CR37","doi-asserted-by":"crossref","unstructured":"Hassan AE (2009) Predicting faults using the complexity of code changes. In: 2009 IEEE 31st international conference on software engineering, IEEE, pp 78\u201388","DOI":"10.1109\/ICSE.2009.5070510"},{"issue":"11","key":"10300_CR38","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/TSE.2017.2748129","volume":"43","author":"S Herbold","year":"2017","unstructured":"Herbold S (2017) Comments on scottknottesd in response to an empirical comparison of model validation techniques for defect prediction models. IEEE Transactions on Software Engineering 43(11):1091\u20131094","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10300_CR39","doi-asserted-by":"crossref","unstructured":"Hindle A, German DM, Holt R (2008) What do large commits tell us? a taxonomical study of large commits. In: Proceedings of the 2008 international working conference on Mining software repositories, pp 99\u2013108","DOI":"10.1145\/1370750.1370773"},{"key":"10300_CR40","unstructured":"Hirao T, McIntosh S, Ihara A, Matsumoto K (2020) Code reviews with divergent review scores: An empirical study of the openstack and qt communities. IEEE Transactions on Software Engineering"},{"key":"10300_CR41","doi-asserted-by":"crossref","unstructured":"Huang Y, Jia N, Zhou X, Hong K, Chen X (2019) Would the patch be quickly merged? In: International Conference on Blockchain and Trustworthy Systems, Springer, pp 461\u2013475","DOI":"10.1007\/978-981-15-2777-7_37"},{"key":"10300_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106756","volume":"142","author":"K Islam","year":"2022","unstructured":"Islam K, Ahmed T, Shahriyar R, Iqbal A, Uddin G (2022) Early prediction for merged vs abandoned code changes in modern code reviews. Information and Software Technology 142:106756","journal-title":"Information and Software Technology"},{"key":"10300_CR43","doi-asserted-by":"crossref","unstructured":"Jiang Y, Adams B, German DM (2013) Will my patch make it? and how fast? case study on the linux kernel. In: Working Conference on Mining Software Repositories (MSR), pp 101\u2013110","DOI":"10.1109\/MSR.2013.6624016"},{"key":"10300_CR44","unstructured":"Jiarpakdee J, Tantithamthavorn C, Dam HK, Grundy J (2020) An empirical study of model-agnostic techniques for defect prediction models. IEEE Transactions on Software Engineering"},{"issue":"6","key":"10300_CR45","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TSE.2012.70","volume":"39","author":"Y Kamei","year":"2012","unstructured":"Kamei Y, Shihab E, Adams B, Hassan AE, Mockus A, Sinha A, Ubayashi N (2012) A large-scale empirical study of just-in-time quality assurance. IEEE Transactions on Software Engineering 39(6):757\u2013773","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10300_CR46","doi-asserted-by":"crossref","unstructured":"Khanan C, Luewichana W, Pruktharathikoon K, Jiarpakdee J, Tantithamthavorn C, Choetkiertikul M, Ragkhitwetsagul C, Sunetnanta T (2020) Jitbot: an explainable just-in-time defect prediction bot. In: Proceedings of the 35th IEEE\/ACM international conference on automated software engineering, pp 1336\u20131339","DOI":"10.1145\/3324884.3415295"},{"issue":"8","key":"10300_CR47","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.1109\/TSE.2012.88","volume":"39","author":"E Kocaguneli","year":"2012","unstructured":"Kocaguneli E, Menzies T, Keung J, Cok D, Madachy R (2012) Active learning and effort estimation: Finding the essential content of software effort estimation data. IEEE Transactions on Software Engineering 39(8):1040\u20131053","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10300_CR48","doi-asserted-by":"crossref","unstructured":"Kononenko O, Baysal O, Guerrouj L, Cao Y, Godfrey MW (2015) Investigating code review quality: Do people and participation matter? In: 2015 IEEE international conference on software maintenance and evolution (ICSME), IEEE, pp 111\u2013120","DOI":"10.1109\/ICSM.2015.7332457"},{"key":"10300_CR49","doi-asserted-by":"crossref","unstructured":"Kononenko O, Baysal O, Godfrey MW (2016) Code review quality: How developers see it. In: Proceedings of the 38th international conference on software engineering, pp 1028\u20131038","DOI":"10.1145\/2884781.2884840"},{"key":"10300_CR50","doi-asserted-by":"crossref","unstructured":"Kovalenko V, Bacchelli A (2018) Code review for newcomers: is it different? In: Proceedings of the 11th International Workshop on Cooperative and Human Aspects of Software Engineering, pp 29\u201332","DOI":"10.1145\/3195836.3195842"},{"key":"10300_CR51","unstructured":"Kovalenko V, Tintarev N, Pasynkov E, Bird C, Bacchelli A (2018) Does reviewer recommendation help developers? IEEE Transactions on Software Engineering"},{"key":"10300_CR52","doi-asserted-by":"crossref","unstructured":"Leguina A (2015) A primer on partial least squares structural equation modeling (pls-sem)","DOI":"10.1080\/1743727X.2015.1005806"},{"key":"10300_CR53","doi-asserted-by":"crossref","unstructured":"Liu FT, Ting KM, Zhou ZH (2008) Isolation forest. In: 2008 eighth ieee international conference on data mining, IEEE, pp 413\u2013422","DOI":"10.1109\/ICDM.2008.17"},{"key":"10300_CR54","unstructured":"Louppe G, Wehenkel L, Sutera A, Geurts P (2013) Understanding variable importances in forests of randomized trees. Advances in neural information processing systems 26"},{"issue":"4","key":"10300_CR55","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/MS.2017.265100500","volume":"35","author":"L MacLeod","year":"2017","unstructured":"MacLeod L, Greiler M, Storey MA, Bird C, Czerwonka J (2017) Code reviewing in the trenches: Challenges and best practices. IEEE Software 35(4):34\u201342","journal-title":"IEEE Software"},{"key":"10300_CR56","doi-asserted-by":"crossref","unstructured":"Maddila C, Bansal C, Nagappan N (2019) Predicting pull request completion time: a case study on large scale cloud services. In: 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp 874\u2013882","DOI":"10.1145\/3338906.3340457"},{"key":"10300_CR57","unstructured":"Maddila C, Upadrasta SS, Bansal C, Nagappan N, Gousios G, van Deursen A (2020) Nudge: Accelerating overdue pull requests towards completion. arXiv preprint arXiv:2011.12468"},{"key":"10300_CR58","doi-asserted-by":"crossref","unstructured":"Matsumoto S, Kamei Y, Monden A, Matsumoto Ki, Nakamura M (2010) An analysis of developer metrics for fault prediction. In: Proceedings of the 6th International Conference on Predictive Models in Software Engineering, pp 1\u20139","DOI":"10.1145\/1868328.1868356"},{"key":"10300_CR59","first-page":"1","volume-title":"2019 10th International Conference on Information","author":"A Messalas","year":"2019","unstructured":"Messalas A, Kanellopoulos Y, Makris C (2019) Model-agnostic interpretability with shapley values. 2019 10th International Conference on Information. Intelligence, Systems and Applications (IISA), IEEE, pp 1\u20137"},{"issue":"2","key":"10300_CR60","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1002\/bltj.2229","volume":"5","author":"A Mockus","year":"2000","unstructured":"Mockus A, Weiss DM (2000) Predicting risk of software changes. Bell Labs Technical Journal 5(2):169\u2013180","journal-title":"Bell Labs Technical Journal"},{"key":"10300_CR61","doi-asserted-by":"crossref","unstructured":"Moser R, Pedrycz W, Succi G (2008) A comparative analysis of the efficiency of change metrics and static code attributes for defect prediction. In: Proceedings of the 30th international conference on Software engineering, pp 181\u2013190","DOI":"10.1145\/1368088.1368114"},{"issue":"3","key":"10300_CR62","doi-asserted-by":"publisher","first-page":"2581","DOI":"10.1007\/s10586-021-03282-8","volume":"24","author":"M Mustaqeem","year":"2021","unstructured":"Mustaqeem M, Saqib M (2021) Principal component based support vector machine (pc-svm): a hybrid technique for software defect detection. Cluster Computing 24(3):2581\u20132595","journal-title":"Cluster Computing"},{"key":"10300_CR63","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T, Zeller A (2006) Mining metrics to predict component failures. In: Proceedings of the 28th international conference on Software engineering, pp 452\u2013461","DOI":"10.1145\/1134285.1134349"},{"issue":"13\u201315","key":"10300_CR64","doi-asserted-by":"publisher","first-page":"1749","DOI":"10.1016\/j.neucom.2005.12.119","volume":"69","author":"AL Oliveira","year":"2006","unstructured":"Oliveira AL (2006) Estimation of software project effort with support vector regression. Neurocomputing 69(13\u201315):1749\u20131753","journal-title":"Neurocomputing"},{"key":"10300_CR65","doi-asserted-by":"crossref","unstructured":"Ouni A, Kula RG, Inoue K (2016) Search-based peer reviewers recommendation in modern code review. In: IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 367\u2013377","DOI":"10.1109\/ICSME.2016.65"},{"key":"10300_CR66","unstructured":"Patanamon T, Chakkrit T, Raula GK, Norihiro Y, Hajimu I, Ken-ichi M (2015) Who Should Review My Code? A File Location-Based Code-Reviewer Recommendation Approach for Modern Code Review. In: 22nd International Conference on Software Analysis, Evolution, and Reengineering (SANER)"},{"key":"10300_CR67","first-page":"6","volume-title":"Modern problems in testing of the applied software (PTTAS-2016)","author":"S Prykhodko","year":"2016","unstructured":"Prykhodko S (2016) Developing the software defect prediction models using regression analysis based on normalizing transformations. Modern problems in testing of the applied software (PTTAS-2016). Abstracts of the Research and Practice Seminar, Poltava, Ukraine, pp 6\u20137"},{"key":"10300_CR68","doi-asserted-by":"crossref","unstructured":"Rajapaksha D, Tantithamthavorn C, Bergmeir C, Buntine W, Jiarpakdee J, Grundy J (2021) Sqaplanner: Generating data-informed software quality improvement plans. IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2021.3070559"},{"key":"10300_CR69","doi-asserted-by":"crossref","unstructured":"Rajbahadur GK, Wang S, Kamei Y, Hassan AE (2017) The impact of using regression models to build defect classifiers. In: 2017 IEEE\/ACM 14th International Conference on Mining Software Repositories (MSR), IEEE, pp 135\u2013145","DOI":"10.1109\/MSR.2017.4"},{"key":"10300_CR70","doi-asserted-by":"crossref","unstructured":"Rastogi A, Nagappan N, Gousios G, van\u00a0der Hoek A (2018) Relationship between geographical location and evaluation of developer contributions in github. In: Proceedings of the 12th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement, pp 1\u20138","DOI":"10.1145\/3239235.3240504"},{"key":"10300_CR71","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) Model-agnostic interpretability of machine learning. arXiv preprint arXiv:1606.05386"},{"key":"10300_CR72","doi-asserted-by":"crossref","unstructured":"Rigby PC, Bird C (2013) Convergent contemporary software peer review practices. In: Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering, pp 202\u2013212","DOI":"10.1145\/2491411.2491444"},{"key":"10300_CR73","doi-asserted-by":"crossref","unstructured":"Rigby PC, Storey MA (2011) Understanding broadcast based peer review on open source software projects. In: 2011 33rd international conference on software engineering (ICSE), IEEE, pp 541\u2013550","DOI":"10.1145\/1985793.1985867"},{"key":"10300_CR74","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J (2006) Appropriate statistics for ordinal level data: Should we really be using t-test and cohen\u2019sd for evaluating group differences on the nsse and other surveys. In: Annual Meeting of the Florida Association of Institutional Research, pp 1\u201333"},{"issue":"2","key":"10300_CR75","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1007\/s10664-018-9646-1","volume":"24","author":"S Ruangwan","year":"2019","unstructured":"Ruangwan S, Thongtanunam P, Ihara A, Matsumoto K (2019) The impact of human factors on the participation decision of reviewers in modern code review. Empirical Software Engineering 24(2):973\u20131016","journal-title":"Empirical Software Engineering"},{"key":"10300_CR76","doi-asserted-by":"crossref","unstructured":"Sadowski C, S\u00f6derberg E, Church L, Sipko M, Bacchelli A (2018) Modern code review: a case study at google. In: Proceedings of the 40th International Conference on Software Engineering: Software Engineering in Practice, pp 181\u2013190","DOI":"10.1145\/3183519.3183525"},{"key":"10300_CR77","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106392","volume":"128","author":"I Saidani","year":"2020","unstructured":"Saidani I, Ouni A, Chouchen M, Mkaouer MW (2020) Predicting continuous integration build failures using evolutionary search. Information and Software Technology 128:106392","journal-title":"Information and Software Technology"},{"key":"10300_CR78","doi-asserted-by":"crossref","unstructured":"Saini N, Britto R (2021) Using machine intelligence to prioritise code review requests. In: IEEE\/ACM 43rd International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp 11\u201320","DOI":"10.1109\/ICSE-SEIP52600.2021.00010"},{"key":"10300_CR79","doi-asserted-by":"crossref","unstructured":"Sarro F, Petrozziello A, Harman M (2016) Multi-objective software effort estimation. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE), IEEE, pp 619\u2013630","DOI":"10.1145\/2884781.2884830"},{"key":"10300_CR80","doi-asserted-by":"crossref","unstructured":"Savor T, Douglas M, Gentili M, Williams L, Beck K, Stumm M (2016) Continuous deployment at facebook and oanda. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C), IEEE, pp 21\u201330","DOI":"10.1145\/2889160.2889223"},{"issue":"4","key":"10300_CR81","doi-asserted-by":"publisher","first-page":"659","DOI":"10.1007\/s10664-012-9207-y","volume":"18","author":"YS Seo","year":"2013","unstructured":"Seo YS, Bae DH (2013) On the value of outlier elimination on software effort estimation research. Empirical Software Engineering 18(4):659\u2013698","journal-title":"Empirical Software Engineering"},{"key":"10300_CR82","doi-asserted-by":"crossref","unstructured":"Sharma P, Singh J (2017) Systematic literature review on software effort estimation using machine learning approaches. In: 2017 International Conference on Next Generation Computing and Information Systems (ICNGCIS), IEEE, pp 43\u201347","DOI":"10.1109\/ICNGCIS.2017.33"},{"issue":"8","key":"10300_CR83","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1016\/j.infsof.2011.12.008","volume":"54","author":"M Shepperd","year":"2012","unstructured":"Shepperd M, MacDonell S (2012) Evaluating prediction systems in software project estimation. Information and Software Technology 54(8):820\u2013827","journal-title":"Information and Software Technology"},{"key":"10300_CR84","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2019.105524","volume":"97","author":"D Singh","year":"2020","unstructured":"Singh D, Singh B (2020) Investigating the impact of data normalization on classification performance. Applied Soft Computing 97:105524","journal-title":"Applied Soft Computing"},{"key":"10300_CR85","doi-asserted-by":"crossref","unstructured":"Soares DM, de\u00a0Lima\u00a0J\u00fanior ML, Murta L, Plastino A (2015) Acceptance factors of pull requests in open-source projects. In: Proceedings of the 30th Annual ACM Symposium on Applied Computing, pp 1541\u20131546","DOI":"10.1145\/2695664.2695856"},{"key":"10300_CR86","doi-asserted-by":"crossref","unstructured":"Tan M, Tan L, Dara S, Mayeux C (2015) Online defect prediction for imbalanced data. In: IEEE\/ACM 37th IEEE International Conference on Software Engineering, vol\u00a02, pp 99\u2013108","DOI":"10.1109\/ICSE.2015.139"},{"key":"10300_CR87","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2016) Automated parameter optimization of classification techniques for defect prediction models. In: Proceedings of the 38th international conference on Software Engineering, pp 321\u2013332","DOI":"10.1145\/2884781.2884857"},{"key":"10300_CR88","doi-asserted-by":"crossref","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2018) The impact of automated parameter optimization for defect prediction models","DOI":"10.1109\/TSE.2018.2794977"},{"key":"10300_CR89","doi-asserted-by":"crossref","unstructured":"Tawosi V, Sarro F, Petrozziello A, Harman M (2021) Multi-objective software effort estimation: A replication study. IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2021.3083360"},{"key":"10300_CR90","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.111","volume":"3","author":"J Terrell","year":"2017","unstructured":"Terrell J, Kofink A, Middleton J, Rainear C, Murphy-Hill E, Parnin C, Stallings J (2017) Gender differences and bias in open source: Pull request acceptance of women versus men. PeerJ Computer Science 3:e111","journal-title":"PeerJ Computer Science"},{"key":"10300_CR91","doi-asserted-by":"crossref","unstructured":"Thongtanunam P, Hassan AE (2020) Review dynamics and their impact on software quality. IEEE Transactions on Software Engineering","DOI":"10.1109\/TSE.2020.2964660"},{"key":"10300_CR92","doi-asserted-by":"crossref","unstructured":"Thongtanunam P, McIntosh S, Hassan AE, Iida H (2015) Investigating code review practices in defective files: An empirical study of the qt system. In: 2015 IEEE\/ACM 12th Working Conference on Mining Software Repositories, IEEE, pp 168\u2013179","DOI":"10.1109\/MSR.2015.23"},{"issue":"2","key":"10300_CR93","doi-asserted-by":"publisher","first-page":"768","DOI":"10.1007\/s10664-016-9452-6","volume":"22","author":"P Thongtanunam","year":"2017","unstructured":"Thongtanunam P, McIntosh S, Hassan AE, Iida H (2017) Review participation in modern code review. Empirical Software Engineering 22(2):768\u2013817","journal-title":"Empirical Software Engineering"},{"key":"10300_CR94","doi-asserted-by":"crossref","unstructured":"Tian Y, Nagappan M, Lo D, Hassan AE (2015) What are the characteristics of high-rated apps? a case study on free android applications. In: 2015 IEEE international conference on software maintenance and evolution (ICSME), IEEE, pp 301\u2013310","DOI":"10.1109\/ICSM.2015.7332476"},{"key":"10300_CR95","doi-asserted-by":"crossref","unstructured":"Trendowicz A, M\u00fcnch J, Jeffery R (2008) State of the practice in software effort estimation: a survey and literature review. In: IFIP Central and East European Conference on Software Engineering Techniques, Springer, pp 232\u2013245","DOI":"10.1007\/978-3-642-22386-0_18"},{"key":"10300_CR96","doi-asserted-by":"crossref","unstructured":"Tsay J, Dabbish L, Herbsleb J (2014) Influence of social and technical factors for evaluating contribution in github. In: Proceedings of the 36th international conference on Software engineering, pp 356\u2013366","DOI":"10.1145\/2568225.2568315"},{"issue":"2","key":"10300_CR97","first-page":"58","volume":"106","author":"A Tsymbal","year":"2004","unstructured":"Tsymbal A (2004) The problem of concept drift: definitions and related work. Computer Science Department, Trinity College Dublin 106(2):58","journal-title":"Computer Science Department, Trinity College Dublin"},{"key":"10300_CR98","doi-asserted-by":"crossref","unstructured":"Uch\u00f4a A, Barbosa C, Oizumi W, Blen\u00edlio P, Lima R, Garcia A, Bezerra C (2020) How does modern code review impact software design degradation? an in-depth empirical study. In: 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME), IEEE, pp 511\u2013522","DOI":"10.1109\/ICSME46990.2020.00055"},{"key":"10300_CR99","doi-asserted-by":"crossref","unstructured":"Wang S, Bansal C, Nagappan N, Philip AA (2019) Leveraging change intents for characterizing and identifying large-review-effort changes. In: Proceedings of the Fifteenth International Conference on Predictive Models and Data Analytics in Software Engineering, pp 46\u201355","DOI":"10.1145\/3345629.3345635"},{"key":"10300_CR100","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106408","volume":"130","author":"S Wang","year":"2021","unstructured":"Wang S, Bansal C, Nagappan N (2021) Large-scale intent analysis for identifying large-review-effort code changes. Information and Software Technology 130:106408","journal-title":"Information and Software Technology"},{"key":"10300_CR101","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1016\/j.ins.2018.10.056","volume":"477","author":"H Wei","year":"2019","unstructured":"Wei H, Hu C, Chen S, Xue Y, Zhang Q (2019) Establishing a software defect prediction model via effective dimension reduction. Information Sciences 477:399\u2013409","journal-title":"Information Sciences"},{"key":"10300_CR102","unstructured":"Weisstein EW (2004) Bonferroni correction. https:\/\/mathworldwolfram.com\/"},{"key":"10300_CR103","doi-asserted-by":"crossref","unstructured":"Westfall PH (2014) Kurtosis as peakedness, 1905\u20132014. rip. The American Statistician 68(3):191\u2013195","DOI":"10.1080\/00031305.2014.917055"},{"issue":"3","key":"10300_CR104","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2738037","volume":"24","author":"PA Whigham","year":"2015","unstructured":"Whigham PA, Owen CA, Macdonell SG (2015) A baseline model for software effort estimation. ACM Transactions on Software Engineering and Methodology (TOSEM) 24(3):1\u201311","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"},{"issue":"1","key":"10300_CR105","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/BF00116900","volume":"23","author":"G Widmer","year":"1996","unstructured":"Widmer G, Kubat M (1996) Learning in the presence of concept drift and hidden contexts. Machine learning 23(1):69\u2013101","journal-title":"Machine learning"},{"key":"10300_CR106","doi-asserted-by":"crossref","unstructured":"Wilcoxon F (1992) Individual comparisons by ranking methods. In: Breakthroughs in statistics, pp 196\u2013202","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"10300_CR107","unstructured":"Winters T, Manshreck T, Wright H (2020) Software engineering at google: Lessons learned from programming over time. O\u2019Reilly Media"},{"key":"10300_CR108","unstructured":"Xia T, Chen J, Mathew G, Shen X, Menzies T (2018) Why software effort estimation needs sbse. arXiv preprint arXiv:1804.00626"},{"key":"10300_CR109","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.infsof.2018.10.004","volume":"106","author":"Z Xu","year":"2019","unstructured":"Xu Z, Liu J, Luo X, Yang Z, Zhang Y, Yuan P, Tang Y, Zhang T (2019) Software defect prediction based on kernel pca and weighted extreme learning machine. Information and Software Technology 106:182\u2013200","journal-title":"Information and Software Technology"},{"key":"10300_CR110","first-page":"420","volume-title":"International Conference on Collaborative Computing: Networking","author":"X Yang","year":"2021","unstructured":"Yang X, Yu H, Fan G, Huang Z, Yang K, Zhou Z (2021) An empirical study of model-agnostic interpretation technique for just-in-time software defect prediction. International Conference on Collaborative Computing: Networking. Springer, Applications and Worksharing, pp 420\u2013438"},{"key":"10300_CR111","doi-asserted-by":"crossref","unstructured":"Yu Y, Wang H, Filkov V, Devanbu P, Vasilescu B (2015) Wait for it: Determinants of pull request evaluation latency on github. In: 2015 IEEE\/ACM 12th working conference on mining software repositories, IEEE, pp 367\u2013371","DOI":"10.1109\/MSR.2015.42"},{"key":"10300_CR112","doi-asserted-by":"crossref","unstructured":"Zanetti MS, Scholtes I, Tessone CJ, Schweitzer F (2013) Categorizing bugs with social networks: a case study on four open source software communities. In: 2013 35th International Conference on Software Engineering (ICSE), IEEE, pp 1032\u20131041","DOI":"10.1109\/ICSE.2013.6606653"},{"key":"10300_CR113","doi-asserted-by":"crossref","unstructured":"Zhang W, Pan Z, Wang Z (2020) Prediction method of code review time based on hidden markov model. In: International Conference on Web Information Systems and Applications, Springer, pp 168\u2013175","DOI":"10.1007\/978-3-030-60029-7_15"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10300-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-023-10300-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10300-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,27]],"date-time":"2023-09-27T09:13:39Z","timestamp":1695806019000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-023-10300-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,20]]},"references-count":113,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["10300"],"URL":"https:\/\/doi.org\/10.1007\/s10664-023-10300-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,20]]},"assertion":[{"value":"3 February 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 May 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare they have no financial or non-financial interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}],"article-number":"82"}}