{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T04:15:22Z","timestamp":1781583322052,"version":"3.54.5"},"reference-count":70,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2016,6,16]],"date-time":"2016-06-16T00:00:00Z","timestamp":1466035200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2017,4]]},"DOI":"10.1007\/s10664-016-9437-5","type":"journal-article","created":{"date-parts":[[2016,6,16]],"date-time":"2016-06-16T09:28:04Z","timestamp":1466069284000},"page":"579-630","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":194,"title":["Robust Statistical Methods for Empirical Software Engineering"],"prefix":"10.1007","volume":"22","author":[{"given":"Barbara","family":"Kitchenham","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lech","family":"Madeyski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Budgen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacky","family":"Keung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pearl","family":"Brereton","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stuart","family":"Charters","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shirley","family":"Gibbs","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amnart","family":"Pohthong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,6,16]]},"reference":[{"issue":"4","key":"9437_CR1","first-page":"591","volume":"25","author":"L Acion","year":"2006","unstructured":"Acion L, Peterson JJ, Temple S, Arndt S (2006) Probabilistic index: an intuitive non-parametric approach to measuring the size of treatment effects. Stat Med 25(4):591\u2013602. doi: http:\/\/dx.doi.org\/10.1002\/sim.2256","journal-title":"Stat Med"},{"issue":"5","key":"9437_CR2","doi-asserted-by":"publisher","first-page":"1417","DOI":"10.1080\/03610928608829193","volume":"15","author":"A Agresti","year":"1986","unstructured":"Agresti A, Pendergast J (1986) Comparing mean ranks for repeated measures data. Communications in Statistics - Theory and Methods 15(5):1417\u20131433","journal-title":"Communications in Statistics - Theory and Methods"},{"issue":"425","key":"9437_CR3","first-page":"336","volume":"89","author":"MG Akritas","year":"1994","unstructured":"Akritas MG, Arnold SF (1994) Fully nonparametric hypotheses for factorial designs i: multivariate repeated measures designs. J Am Stat Assoc 89(425):336\u2013343. doi: 10.1080\/01621459.1994.10476475","journal-title":"J Am Stat Assoc"},{"issue":"437","key":"9437_CR4","first-page":"258","volume":"92","author":"MG Akritas","year":"1997","unstructured":"Akritas MG, Arnold SF, Brunner E (1997) Nonparametric hypotheses and rank statistics for unbalanced factorial designs. J Am Stat Assoc 92(437):258\u2013265. doi: 10.1080\/01621459.1997.10473623","journal-title":"J Am Stat Assoc"},{"key":"9437_CR5","doi-asserted-by":"publisher","unstructured":"Arcuri A, Briand L (2011) A practical guide for using statistical tests to assess randomized algorithms in software engineering. In: ACM\/IEEE international conference on software engineering (ICSE), IEEE. doi: 10.1145\/1985793.1985795 , pp 1\u201310","DOI":"10.1145\/1985793.1985795"},{"issue":"3","key":"9437_CR6","first-page":"219","volume":"24","author":"A Arcuri","year":"2014","unstructured":"Arcuri A, Briand L (2014) A hitchhiker\u2019s guide to statistical tests for assessing randomized algorithms in software engineering. Software Testing, Verification and Reliability 24(3):219\u2013250. doi: 10.1002\/stvr.1486","journal-title":"Software Testing, Verification and Reliability"},{"issue":"2","key":"9437_CR7","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1037\/1082-989X.2.2.131","volume":"2","author":"JT Behrens","year":"1997","unstructured":"Behrens JT (1997) Principles and procedures of exploratory data analysis. Psychol Methods 2(2):131\u2013160","journal-title":"Psychol Methods"},{"issue":"1","key":"9437_CR8","first-page":"72","volume":"54","author":"R Bergmann","year":"2000","unstructured":"Bergmann R, Ludbrook J, Spooren WPJM (2000) Different outcomes of the Wilcoxon-Mann-Whitney test from different statistics packages. Am Stat 54(1):72\u201377","journal-title":"Am Stat"},{"key":"9437_CR9","unstructured":"Boehm BW (1981) Software engineering economics. Prentice-Hall"},{"key":"9437_CR10","doi-asserted-by":"publisher","unstructured":"Borenstein M, Hedges LV, Higgins JP, Hannah RR (2009) Introduction to meta-analysis. Wiley","DOI":"10.1002\/9780470743386"},{"issue":"2","key":"9437_CR11","first-page":"290","volume":"25","author":"GEP Box","year":"1954","unstructured":"Box GEP (1954) Some theorems on quadratic forms applied in the study of analysis of variance problems, i. Effect of inequality of variance in the One-Way classification. Ann Math Stat 25(2):290\u2013302. doi: 10.1214\/aoms\/1177728786","journal-title":"Ann Math Stat"},{"issue":"3","key":"9437_CR12","first-page":"333","volume":"9","author":"SL Braver","year":"2014","unstructured":"Braver SL, Thoemmes FJ, Rosenthal R (2014) Continuously cumulating meta-analysis and replicability. Perspect Psychol Sci 9(3):333\u2013342. doi: 10.1177\/1745691614529796","journal-title":"Perspect Psychol Sci"},{"issue":"1\u20132","key":"9437_CR13","first-page":"37","volume":"108","author":"E Brunner","year":"2002","unstructured":"Brunner E, Munzel U, Puri ML (2002) The multivariate nonparametric Behrens\u2013Fisher problem. Journal of Statistical Planning and Inference 108(1\u20132):37\u201353. doi: 10.1016\/S0378-3758(02)00269-0","journal-title":"Journal of Statistical Planning and Inference"},{"issue":"4","key":"9437_CR14","first-page":"435","volume":"13","author":"D Budgen","year":"2008","unstructured":"Budgen D, Kitchenham BA, Charters SM, Turner M, Brereton P, Linkman SG (2008) Presenting software engineering results using structured abstracts: a randomised experiment. Empir Softw Eng 13(4):435\u2013468. doi: 10.1007\/s10664-008-9075-7","journal-title":"Empir Softw Eng"},{"issue":"2","key":"9437_CR15","first-page":"244","volume":"16","author":"D Budgen","year":"2011","unstructured":"Budgen D, Burn AJ, Kitchenham B (2011) Reporting computing projects through structured abstracts: a quasi-experiment. Empir Softw Eng 16(2):244\u2013277. doi: 10.1007\/s10664-010-9139-3","journal-title":"Empir Softw Eng"},{"key":"9437_CR16","doi-asserted-by":"publisher","unstructured":"Budgen D, Kitchenham B, Charters S, Gibbs S, Pohthong A, Keung J, Brereton P (2013) Lessons from conducting a distributed quasi-experiment. In: 2013 ACM\/IEEE international symposium on empirical software engineering and measurement. doi: 10.1109\/ESEM.2013.12 , pp 143\u2013152","DOI":"10.1109\/ESEM.2013.12"},{"issue":"3","key":"9437_CR17","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","volume":"114","author":"N Cliff","year":"1993","unstructured":"Cliff N (1993) Dominance statistics: ordinal analyses to answer ordinal questions. Psychol Bull 114(3):494\u2013509","journal-title":"Psychol Bull"},{"key":"9437_CR18","volume-title":"Statistical power analysis for the behavioral sciences","author":"JW Cohen","year":"1988","unstructured":"Cohen JW (1988) Statistical power analysis for the behavioral sciences, 2nd edn. Lawrence Erlbaum Associates, Hillsdale, New York","edition":"2nd edn."},{"issue":"1","key":"9437_CR19","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1037\/0033-2909.112.1.155","volume":"112","author":"JW Cohen","year":"1992","unstructured":"Cohen JW (1992) A power primer. Psychol Bull 112(1):155\u2013159","journal-title":"Psychol Bull"},{"issue":"3","key":"9437_CR20","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1080\/00031305.1981.10479327","volume":"35","author":"W Conover","year":"1981","unstructured":"Conover W, Imam RL (1981) Rank transformations as a bridge between parametric and nonparametric statistics. Am Stat 35(3):124\u2013129","journal-title":"Am Stat"},{"issue":"4","key":"9437_CR21","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1080\/00031305.1990.10475751","volume":"44","author":"RB D\u2019Agostino","year":"1990","unstructured":"D\u2019Agostino RB, Belanger A, D\u2019Agostino J, Ralph B (1990) A suggestion for using powerful and informative tests of normality. Am Stat 44(4):316\u2013321","journal-title":"Am Stat"},{"issue":"2","key":"9437_CR22","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1109\/TSE.2011.55","volume":"38","author":"K Dejaeger","year":"2012","unstructured":"Dejaeger K, Verbeke W, Martens D, Baesens B (2012) Data mining techniques for software effort estimation: a comparative study. IEEE Trans Softw Eng 38(2):357\u2013397","journal-title":"IEEE Trans Softw Eng"},{"key":"9437_CR23","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"},{"issue":"8","key":"9437_CR24","first-page":"745","volume":"48","author":"T Dyb\u00e5","year":"2006","unstructured":"Dyb\u00e5 T, Kampenes VB, Sj\u00f8berg DIK (2006) A systematic review of statistical power in software engineering experiments. Inf Softw Technol 48(8):745\u2013755. doi: 10.1016\/j.infsof.2005.08.009","journal-title":"Inf Softw Technol"},{"key":"9437_CR25","first-page":"104","volume":"87","author":"M El-Attar","year":"2014","unstructured":"El-Attar M (2014) Using SMCD to reduce inconsistencies in misuse case models: a subject-based empirical evaluation. J Syst Softw 87:104\u2013118. doi: 10.1016\/j.jss.2013.10.017","journal-title":"J Syst Softw"},{"issue":"11","key":"9437_CR26","first-page":"2538","volume":"7","author":"M El-Attar","year":"2012","unstructured":"El-Attar M, Elish M, Mahmood S, Miller J (2012) Is in-depth object-oriented knowledge necessary to develop quality robustness diagrams? Journal of Software 7 (11):2538\u20132552. doi: 10.4304\/jsw.7.11.2538-2552","journal-title":"Journal of Software"},{"issue":"7","key":"9437_CR27","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1037\/0003-066X.63.7.591","volume":"63","author":"DM Erceg-Hurn","year":"2008","unstructured":"Erceg-Hurn DM, Mirosevich VM (2008) Modern robust statistical methods an easy way to maximize the accuracy and power of your research. Am Psychol 63 (7):591\u2013601","journal-title":"Am Psychol"},{"key":"9437_CR28","unstructured":"Gandrud C (2015) Reproducible research with R and R studio. CRC Press"},{"key":"9437_CR29","unstructured":"Goodall C (1983) Understanding robust and exploratory data analysis. John Wiley and Sons Inc., chap M-Estimators of Location: An outline of the theory, pp 339\u2013403"},{"issue":"5","key":"9437_CR30","first-page":"973","volume":"64","author":"RJ Grissom","year":"1996","unstructured":"Grissom RJ (1996) The magical number .7 \u00b1 .2: meta-meta-analysis of the probability of superior outcome in comparisons involving therapy, placebo, and control. J Consult Clin Psychol 64 (5):973\u2013982. doi: 10.1037\/0022-006X.64.5.973","journal-title":"J Consult Clin Psychol"},{"key":"9437_CR31","unstructured":"Hoaglin DC, Mosteller F, Tukey JW (eds) (1983) Understanding robust and exploratory data analysis. Wiley"},{"key":"9437_CR32","doi-asserted-by":"crossref","unstructured":"Huijgens H, van Solingen R, van Deursen A (2013) How to build a good practice software project portfolio? Tech. Rep. TUD-SERG-2013-019, Delft University of Technology","DOI":"10.1145\/2591062.2591187"},{"issue":"5","key":"9437_CR33","first-page":"524","volume":"23","author":"LK John","year":"2012","unstructured":"John LK, Loewenstein G, Prelec D (2012) Measuring the prevalence of questionable research practices with incentives for truth telling. Psychol Sci 23 (5):524\u2013532. doi: 10.1177\/0956797611430953","journal-title":"Psychol Sci"},{"issue":"1","key":"9437_CR34","first-page":"21","volume":"9","author":"M Jureczko","year":"2015","unstructured":"Jureczko M, Madeyski L (2015) Cross\u2013project defect prediction with respect to code ownership model: an empirical study. e-Informatica Software Engineering Journal 9(1):21\u201335. doi: 10.5277\/e-Inf150102","journal-title":"e-Informatica Software Engineering Journal"},{"issue":"11-12","key":"9437_CR35","first-page":"1073","volume":"49","author":"VB Kampenes","year":"2007","unstructured":"Kampenes VB, Dyb\u00e5 T, Hannay JE, Sj\u00f8berg DIK (2007) A systematic review of effect size in software engineering experiments. Inf Softw Technol 49(11-12):1073\u20131086. doi: 10.1016\/j.infsof.2007.02.015","journal-title":"Inf Softw Technol"},{"key":"9437_CR36","unstructured":"Kitchenham B (1996) Software metrics: measurement for software process improvement. Blackwell Publishers Inc."},{"key":"9437_CR37","doi-asserted-by":"publisher","unstructured":"Kitchenham B (2015) Robust statistical methods: why, what and how: keynote. In: Proceedings of the 19th international conference on evaluation and assessment in software engineering (EASE 2015). doi: 10.1145\/2745802.2747956 , pp 1:1\u20131:6","DOI":"10.1145\/2745802.2747956"},{"key":"9437_CR38","unstructured":"Kitchenham B, K\u00e4ns\u00e4l\u00e4 K (1983) Inter-item correlations among function points. In: Proceedings ICSE 15. IEEE Computer Society Press, pp 477\u2013480"},{"issue":"11","key":"9437_CR39","first-page":"990","volume":"59","author":"HC Kraemer","year":"2006","unstructured":"Kraemer HC, Kupfer DJ (2006) Size of treatment effects and their importance to clinical research and practice. Biol Psychiatry 59(11):990\u2013996. doi: 10.1016\/j.biopsych.2005.09.014","journal-title":"Biol Psychiatry"},{"key":"9437_CR40","unstructured":"Kromrey JD, Hogarty KY, Ferron JM, Hines CV, Hess MR (2005) Robustness in meta-analysis: an empirical comparison of point and interval estimates of standardized mean differences and Cliff\u2019s delta. In: Proceedings of the joint statistical meetings, Minneapolis"},{"key":"9437_CR41","volume-title":"Practical meta-analysis","author":"MW Lipsey","year":"2001","unstructured":"Lipsey MW, Wilson DB (2001) Practical meta-analysis. Sage Publications, California"},{"key":"9437_CR42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04288-1","volume-title":"Test-driven development: an empirical evaluation of agile practice","author":"L Madeyski","year":"2010","unstructured":"Madeyski L (2010) Test-driven development: an empirical evaluation of agile practice. Springer, Heidelberg"},{"key":"9437_CR43","doi-asserted-by":"crossref","unstructured":"Madeyski L (2015) Reproducer: reproduce statistical analyses and meta-analyses. http:\/\/madeyski.e-informatyka.pl\/reproducible-research , R package ( http:\/\/CRAN.R-project.org\/package=reproducer )","DOI":"10.32614\/CRAN.package.reproducer"},{"issue":"3","key":"9437_CR44","first-page":"393","volume":"23","author":"L Madeyski","year":"2015","unstructured":"Madeyski L, Jureczko M (2015) Which process metrics can significantly improve defect prediction models? An empirical study. Softw Qual J 23(3):393\u2013422. doi: 10.1007\/s11219-014-9241-7","journal-title":"Softw Qual J"},{"key":"9437_CR45","unstructured":"Madeyski L, Orzeszyna W, Torkar R, J\u00f3zala M (2012) Appendix to the paper \u201cOvercoming the equivalent mutant problem: a systematic literature review and a comparative experiment of second order mutation\u201d. http:\/\/madeyski.e-informatyka.pl\/download\/app\/AppendixTSE.pdf"},{"issue":"1","key":"9437_CR46","first-page":"23","volume":"40","author":"L Madeyski","year":"2014","unstructured":"Madeyski L, Orzeszyna W, Torkar R, J\u00f3zala M (2014) Overcoming the equivalent mutant problem: a systematic literature review and a comparative experiment of second order mutation. IEEE Trans Softw Eng 40(1):23\u201342. doi: 10.1109\/TSE.2013.44","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"9437_CR47","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1037\/0033-2909.105.1.156","volume":"105","author":"T Micceri","year":"1989","unstructured":"Micceri T (1989) The unicorn, the normal curve, and other improbable creatures. Psychol Bull 105(1):156\u2013166","journal-title":"Psychol Bull"},{"key":"9437_CR48","unstructured":"Mosteller F, Tukey JW (1977) Data analysis and regression: a second course in statistics. Addison-Wesley"},{"issue":"2","key":"9437_CR49","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1016\/S0378-3758(01)00253-1","volume":"104","author":"GS Mudholkar","year":"2002","unstructured":"Mudholkar GS, Marchetti CE, Lin CT (2002) Independence characterizations and testing normality against restricted skewness\u2013kurtosis alternatives. Journal of Statistical Planning and Inference 104(2):485\u2013 501","journal-title":"Journal of Statistical Planning and Inference"},{"issue":"3","key":"9437_CR50","first-page":"295","volume":"68","author":"RM Price","year":"2001","unstructured":"Price RM, Bonett DG (2001) Estimating the variance of the sample median. J Stat Comput Simul 68(3):295\u2013305. doi: 10.1080\/00949650108812071","journal-title":"J Stat Comput Simul"},{"key":"9437_CR51","unstructured":"R Core Team (2015) R: a language and environment for statistical computing. R foundation for statistical computing, Vienna, Austria"},{"issue":"4","key":"9437_CR52","first-page":"337","volume":"5","author":"PH Ramsey","year":"1980","unstructured":"Ramsey PH (1980) Exact type 1 error rates for robustness of student\u2019s t test with unequal variances. J Educ Behav Stat 5(4):337\u2013349. doi: 10.3102\/10769986005004337","journal-title":"J Educ Behav Stat"},{"issue":"1","key":"9437_CR53","first-page":"21","volume":"2","author":"NM Razali","year":"2011","unstructured":"Razali NM, Wah YB (2011) Power comparisons of Shapiro-Wilk, Kolmogorov-Smirnov, Lilliefors and Anderson-Darling tests. Journal of Statistical Modeling and Analytics 2(1):21\u201333","journal-title":"Journal of Statistical Modeling and Analytics"},{"key":"9437_CR54","volume-title":"Experimental and quasi-experimental designs for generalized causal inference","author":"WR Shadish","year":"2002","unstructured":"Shadish WR, Cook TD, Campbell DT (2002) Experimental and quasi-experimental designs for generalized causal inference. Houghton Mifflin, Boston"},{"issue":"324","key":"9437_CR55","doi-asserted-by":"publisher","first-page":"1343","DOI":"10.1080\/01621459.1968.10480932","volume":"63","author":"SS Shapiro","year":"1968","unstructured":"Shapiro SS, Wilk M, Chen HJ (1968) A comparative study of various tests for normality. J Am Stat Assoc 63(324):1343\u20131372","journal-title":"J Am Stat Assoc"},{"issue":"2","key":"9437_CR56","first-page":"420","volume":"86","author":"P Shrout","year":"1979","unstructured":"Shrout P, Fleiss J (1979) Intraclass correlations: uses in assessing rater reliability. Psychol Bull 86(2):420\u2013428. doi: 10.1037\/0033-2909.86.2.420","journal-title":"Psychol Bull"},{"issue":"3","key":"9437_CR57","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1016\/0748-5751(95)00010-J","volume":"13","author":"DE Stout","year":"1995","unstructured":"Stout DE, Ruble TL (1995) Assessing the practical significance of empirical results in accounting education research: the use of effect size information. Journal of Accounting Education 13(3):281\u2013 298","journal-title":"Journal of Accounting Education"},{"issue":"1","key":"9437_CR58","first-page":"3:1","volume":"23","author":"AF Tappenden","year":"2014","unstructured":"Tappenden AF, Miller J (2014) Automated cookie collection testing. ACM Trans Softw Eng Methodol 23(1):3:1\u20133:40. doi: 10.1145\/2559936","journal-title":"ACM Trans Softw Eng Methodol"},{"issue":"1","key":"9437_CR59","doi-asserted-by":"crossref","first-page":"331","DOI":"10.22237\/jmasm\/1177993800","volume":"6","author":"T Tian","year":"2007","unstructured":"Tian T, Wilcox R (2007) A comparison of two rank tests for repeated measures designs. Journal of Modern Applied Statistical Methods 6(1):331\u2013335","journal-title":"Journal of Modern Applied Statistical Methods"},{"key":"9437_CR60","doi-asserted-by":"crossref","DOI":"10.4324\/9781410612816","volume-title":"Statistics in plain english","author":"TC Urdan","year":"2005","unstructured":"Urdan TC (2005) Statistics in plain english, 2nd edn. Routledge, Oxon, UK","edition":"2nd edn."},{"issue":"2","key":"9437_CR61","first-page":"101","volume":"25","author":"A Vargha","year":"2000","unstructured":"Vargha A, Delaney HD (2000) A critique and improvement of the CL common language effect size statistics of McGraw and Wong. J Educ Behav Stat 25(2):101\u2013132. doi: 10.3102\/10769986025002101","journal-title":"J Educ Behav Stat"},{"issue":"3","key":"9437_CR62","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v036.i03","volume":"36","author":"W Viechtbauer","year":"2010","unstructured":"Viechtbauer W (2010) Conducting meta-analyses in R with the metafor package. J Stat Softw 36(3):1\u201348","journal-title":"J Stat Softw"},{"issue":"3-4","key":"9437_CR63","first-page":"350","volume":"29","author":"BL Welch","year":"1938","unstructured":"Welch BL (1938) The significance of the difference between two means when the population variances are unequal. Biometrika 29(3-4):350\u2013362. doi: 10.1093\/biomet\/29.3-4.350","journal-title":"Biometrika"},{"issue":"3","key":"9437_CR64","doi-asserted-by":"publisher","first-page":"20:1","DOI":"10.1145\/2738037","volume":"24","author":"PA Whigham","year":"2015","unstructured":"Whigham PA, Owen C, MacDonell S (2015) A baseline model for software effort estimation. ACM Trans Softw Eng Methodol 24(3):20:1\u201320:11","journal-title":"ACM Trans Softw Eng Methodol"},{"issue":"3","key":"9437_CR65","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1037\/0003-066X.53.3.300","volume":"53","author":"RR Wilcox","year":"1998","unstructured":"Wilcox RR (1998) How many discoveries have been lost by ignoring modern statistical methods? Am Psychol 53(3):300\u2013314","journal-title":"Am Psychol"},{"key":"9437_CR66","doi-asserted-by":"crossref","unstructured":"Wilcox RR (2012) Introduction to robust estimation & hypothesis testing, 3rd edn. Elsevier","DOI":"10.1016\/B978-0-12-386983-8.00010-X"},{"issue":"3","key":"9437_CR67","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1037\/1082-989X.8.3.254","volume":"8","author":"RR Wilcox","year":"2003","unstructured":"Wilcox RR, Keselman HJ (2003) Modern robust data analysis methods: measures of central tendency. Psychol Methods 8(3):254\u2013274","journal-title":"Psychol Methods"},{"issue":"1","key":"9437_CR68","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1093\/biomet\/61.1.165","volume":"61","author":"KK Yuen","year":"1974","unstructured":"Yuen KK (1974) The two-sample trimmed t for unequal population variances. Biometrika 61(1):165\u2013170","journal-title":"Biometrika"},{"issue":"4","key":"9437_CR69","first-page":"354","volume":"127","author":"DW Zimmerman","year":"2000","unstructured":"Zimmerman DW (2000) Statistical significance levels of nonparametric tests biased by heterogeneous variances of treatment groups. J Gen Psychol 127(4):354\u2013364. doi: 10.1080\/00221300009598589","journal-title":"J Gen Psychol"},{"issue":"3","key":"9437_CR70","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1037\/h0078850","volume":"47","author":"DW Zimmerman","year":"1993","unstructured":"Zimmerman DW, Zumbo BD (1993) Rank transformations and the power of the Student t test and Welch t test for non-normal populations with unequal variances. Canadian Journal of Experimental Psychology\/Revue canadienne de psychologie exp\u00e9rimentale 47(3):523\u2013 539","journal-title":"Canadian Journal of Experimental Psychology\/Revue canadienne de psychologie exp\u00e9rimentale"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9437-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-016-9437-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9437-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9437-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,17]],"date-time":"2024-06-17T17:37:19Z","timestamp":1718645839000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-016-9437-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,6,16]]},"references-count":70,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2017,4]]}},"alternative-id":["9437"],"URL":"https:\/\/doi.org\/10.1007\/s10664-016-9437-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,6,16]]}}}