{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T17:51:49Z","timestamp":1725731509619},"publisher-location":"Berlin, Heidelberg","reference-count":36,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642373947"},{"type":"electronic","value":"9783642373954"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-37395-4_11","type":"book-chapter","created":{"date-parts":[[2013,6,13]],"date-time":"2013-06-13T03:28:19Z","timestamp":1371094099000},"page":"159-177","source":"Crossref","is-referenced-by-count":2,"title":["Challenges of Evaluating the Quality of Software Engineering Experiments"],"prefix":"10.1007","author":[{"given":"Oscar","family":"Dieste","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,4,22]]},"reference":[{"key":"11_CR00111","unstructured":"Kitchenham, B., Charters, S.: Guidelines for Performing Systematic Literature Reviews in Software Engineering. Version 2.3. EBSE Technical Report, EBSE-2007-01 (2007)"},{"key":"11_CR00112","volume-title":"Systematic Reviews: CRD\u2019s Guidance for Undertaking Reviews in Health Care","author":"CRD, University of York","year":"2009","unstructured":"CRD, University of York: Systematic Reviews: CRD\u2019s Guidance for Undertaking Reviews in Health Care. CRD, University of York, York (2009)"},{"key":"11_CR00113","unstructured":"Biolchini, J., Mian, P., Natali, A., et al.: Systematic Review in Software Engineering. Technical Report ES 679\/05, COPPE\/UFRJ (2005)"},{"key":"11_CR00114","doi-asserted-by":"crossref","unstructured":"Dyb\u00e5, T., Dings\u00f8yr, T.: Strength of evidence in systematic reviews in software engineering. In: 2nd International Symposium on Empirical Software Engineering and Measurement (ESEM\u201908), pp. 178\u2013187. (2008)","DOI":"10.1145\/1414004.1414034"},{"key":"11_CR00115","doi-asserted-by":"publisher","first-page":"833","DOI":"10.1016\/j.infsof.2008.01.006","volume":"50","author":"T Dyb\u00e5","year":"2008","unstructured":"Dyb\u00e5, T., Dings\u00f8yr, T.: Empirical studies of agile software development: a systematic review. Inf. Softw. Technol. 50, 833\u2013859 (2008)","journal-title":"Inf. Softw. Technol."},{"key":"11_CR00116","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1016\/j.infsof.2008.12.005","volume":"51","author":"W Afzal","year":"2009","unstructured":"Afzal, W., Torkar, R., Feldt, R.: A systematic review of search-based testing for non-functional system properties. Inf. Softw. Technol. 51, 957\u2013976 (2009)","journal-title":"Inf. Softw. Technol."},{"key":"11_CR00117","doi-asserted-by":"publisher","first-page":"2973","DOI":"10.1001\/jama.287.22.2973","volume":"287","author":"EM Balk","year":"2002","unstructured":"Balk, E.M., Bonis, P.L., Moskowitz, H., et al.: Correlation of quality measures with estimates of treatment effect in meta-analyses of randomized controlled trials. JAMA 287, 2973\u20132982 (2002)","journal-title":"JAMA"},{"key":"11_CR00118","unstructured":"Deeks, J. J., Dinnes, J., D\u2019Amico, R., et al.: Evaluating non-randomised intervention studies. Health technology assessment (Winchester, England) JID \u2013 9706284, (1030)"},{"key":"11_CR00119","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1016\/0197-2456(90)90175-2","volume":"11","author":"JD Emerson","year":"1990","unstructured":"Emerson, J.D., Burdick, E., Hoaglin, D.C., et al.: An empirical study of the possible relation of treatment differences to quality scores in controlled randomized clinical trials. Control. Clin. Trials 11, 339\u2013352 (1990)","journal-title":"Control. Clin. Trials"},{"key":"11_CR001110","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1136\/bmj.319.7205.312","volume":"319","author":"M McKee","year":"1999","unstructured":"McKee, M., Britton, A., Black, N., et al.: Interpreting the evidence: choosing between randomised and non-randomised studies. BMJ 319, 312\u2013315 (1999)","journal-title":"BMJ"},{"key":"11_CR001111","doi-asserted-by":"crossref","unstructured":"Dieste, O.: Quantitative determination of the relationship between internal validity and bias in software engineering experiments: consequences for systematic literature reviews. In: 5th International Symposium on Empirical Software Engineering and Measurement (ESEM\u201911), pp. 285\u2013294. (2011)","DOI":"10.1109\/ESEM.2011.37"},{"key":"11_CR001112","doi-asserted-by":"publisher","first-page":"804","DOI":"10.1016\/j.infsof.2011.11.008","volume":"54","author":"BA Kitchenham","year":"2012","unstructured":"Kitchenham, B.A., Sj\u00f8berg, D.I.K., Dyb\u00e5, T., et al.: Three empirical studies on the agreement of reviewers about the quality of software engineering experiments. Inf. Softw. Technol. 54, 804\u2013819 (2012)","journal-title":"Inf. Softw. Technol."},{"key":"11_CR001113","volume-title":"Experimental and Quasi-Experimental Designs for Generalized Causal Inference","author":"WR Shadish","year":"2001","unstructured":"Shadish, W.R., Cook, T.D., Campbell, D.T.: Experimental and Quasi-Experimental Designs for Generalized Causal Inference. Houghton Mifflin Company, Boston (2001)"},{"key":"11_CR001114","volume-title":"Applied Statistics and Probability for Engineers","author":"DC Montgomery","year":"2010","unstructured":"Montgomery, D.C., Runger, G.C.: Applied Statistics and Probability for Engineers. Wiley, Hoboken (2010)"},{"key":"11_CR001115","unstructured":"Kitchenham, B. A.: Procedures for Performing Systematic Reviews. Keele University TR\/SE-0401 (2004)"},{"key":"11_CR001116","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1001\/jama.282.11.1054","volume":"282","author":"P J\u00fcni","year":"1999","unstructured":"J\u00fcni, P., Witschi, A., Bloch, R., et al.: The hazards of scoring the quality of clinical trials for meta-analysis. JAMA 282, 1054\u20131060 (1999)","journal-title":"JAMA"},{"key":"11_CR001117","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1001\/jama.1995.03520290060030","volume":"273","author":"KF Schulz","year":"1995","unstructured":"Schulz, K.F., Chalmers, I., Hayes, R.J., et al.: Empirical evidence of bias. Dimensions of methodological quality associated with estimates of treatment effects in controlled trials. JAMA 273, 408\u2013412 (1995)","journal-title":"JAMA"},{"key":"11_CR001118","unstructured":"Higgins J., Green S.: Cochrane Handbook for Systematic Reviews of Interventions Version 5.1.0. The Cochrane Collaboration (2011)"},{"key":"11_CR001119","volume-title":"Systematic Reviews in the Social Sciences: A Practical Guide","author":"M Petticrew","year":"2005","unstructured":"Petticrew, M., Roberts, H.: Systematic Reviews in the Social Sciences: A Practical Guide. Wiley-Blackwell, Oxford (2005)"},{"key":"11_CR001120","unstructured":"Downs, S.H., Black, N.: The feasibility of creating a checklist for the assessment of the methodological quality both of randomised and non-randomised studies of health care interventions. J. Epidemiol. Commun. Health JID \u2013 7909766, (1028)"},{"key":"11_CR001121","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0197-2456(95)00134-4","volume":"17","author":"AR Jadad","year":"1996","unstructured":"Jadad, A.R., Moore, R.A., Carroll, D., et al.: Assessing the quality of reports of randomized clinical trials: is blinding necessary? Control. Clin. Trials 17, 1\u201312 (1996)","journal-title":"Control. Clin. Trials"},{"key":"11_CR001122","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/j.jclinepi.2009.03.009","volume":"63","author":"DK Owens","year":"2010","unstructured":"Owens, D.K., Lohr, K.N., Atkins, D., et al.: AHRQ series paper 5: grading the strength of a body of evidence when comparing medical interventions \u2013 Agency for Healthcare Research and Quality and the Effective Health-Care Program. J. Clin. Epidemiol. 63, 513\u2013523 (2010)","journal-title":"J. Clin. Epidemiol."},{"key":"11_CR001123","volume-title":"Quasi-Experimentation: Design & Analysis Issues for Field Settings","author":"TD Cook","year":"1979","unstructured":"Cook, T.D., Campbell, D.T.: Quasi-Experimentation: Design & Analysis Issues for Field Settings. Rand McNally College Pub. Co., Chicago (1979)"},{"key":"11_CR001124","doi-asserted-by":"crossref","unstructured":"Ciolkowski, M.: What do we know about perspective-based reading? An approach for quantitative aggregation in software engineering. In: 3rd International Symposium on Empirical Software Engineering and Measurement (ESEM\u201909), pp. 133\u2212144. (2009)","DOI":"10.1109\/ESEM.2009.5316026"},{"key":"11_CR001125","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1109\/TSE.2010.33","volume":"37","author":"O Dieste","year":"2011","unstructured":"Dieste, O., Juristo, N.: Systematic review and aggregation of empirical studies on elicitation techniques. IEEE Trans. Softw. Eng. 37, 304 (2011)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"11_CR001126","doi-asserted-by":"publisher","first-page":"1110","DOI":"10.1016\/j.infsof.2009.02.001","volume":"51","author":"JE Hannay","year":"2009","unstructured":"Hannay, J.E., Dyb\u00e5, T., Arisholm, E., et al.: The effectiveness of pair programming: a meta-analysis. Inf. Softw. Technol. 51, 1110\u20131122 (2009)","journal-title":"Inf. Softw. Technol."},{"key":"11_CR001127","unstructured":"Griman, A.C.: Process for the systematic review of experiments in software engineering, Ph.D. thesis, Universidad Polit\u00e9cnica de Madrid, under review process (2013)"},{"key":"11_CR001128","volume-title":"Statistical Methods for Meta-Analysis","author":"LV Hedges","year":"1985","unstructured":"Hedges, L.V., Olkin, I.: Statistical Methods for Meta-Analysis. Academic, Orlando (1985)"},{"key":"11_CR001129","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1126\/science.1132294","volume":"314","author":"B Worm","year":"2006","unstructured":"Worm, B., Barbier, E.B., Beaumont, N., et al.: Impacts of biodiversity loss on ocean ecosystem services: supplementary online material. Science 314, 787\u2013790 (2006)","journal-title":"Science"},{"key":"11_CR001130","volume-title":"Psychometrics: An Introduction","author":"RM Furr","year":"2007","unstructured":"Furr, R.M., Bacharach, V.R.: Psychometrics: An Introduction. SAGE, Thousand Oaks (2007)"},{"key":"11_CR001131","unstructured":"Osborne, J.W., Overbay, A.: The power of outliers (and why researchers should always check for them). Pract. Assess. Res. Eval. 9\n                \n                  http:\/\/pareonline.net\/getvn.asp?v=9&n=6\n                  \n                 (2004)"},{"key":"11_CR001132","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1023\/B:AIRE.0000045502.10941.a9","volume":"22","author":"V Hodge","year":"2004","unstructured":"Hodge, V., Austin, J.: A survey of outlier detection methodologies. Artif. Intell. Rev. 22, 85\u2013126 (2004)","journal-title":"Artif. Intell. Rev."},{"key":"11_CR001133","first-page":"106","volume":"3","author":"J Carifio","year":"2007","unstructured":"Carifio, J., Perla, R.J.: Ten common misunderstandings, misconceptions, persistent myths and urban legends about Likert scales and Likert response formats and their antidotes. J. Soc. Sci. 3, 106\u2013116 (2007)","journal-title":"J. Soc. Sci."},{"key":"11_CR001134","doi-asserted-by":"crossref","unstructured":"Richy, F., Ethgen, O., Bruyere, O., et al.: From sample size to effect-size: Small Study Effect Investigation (SSEi). Internet J. Epidemiol. 10\n                \n                  http:\/\/archive.ispub.com\/journal\/the-internet-journal-of-epidemiology\/volume-1-number-2\/from-sample-size-to-effect-size-small-study-effect-investigation-ssei.html#sthash.9buE8aQx.dpbs\n                  \n                 (2004)","DOI":"10.5580\/1ccb"},{"key":"11_CR001135","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1049\/sej.1996.0024","volume":"11","author":"NAM Maiden","year":"1996","unstructured":"Maiden, N.A.M., Rugg, G.: ACRE: selecting methods for requirements acquisition. Softw. Eng. J. 11, 183\u2013192 (1996)","journal-title":"Softw. Eng. J."},{"key":"11_CR001136","unstructured":"Aranda, A., Dieste, O., Juristo, N.: Searching for the variables that influence requirements elicitation. Requir. Eng. J. (submitted 2013)"}],"container-title":["Perspectives on the Future of Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-37395-4_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T23:27:11Z","timestamp":1557790031000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-37395-4_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642373947","9783642373954"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-37395-4_11","relation":{},"subject":[],"published":{"date-parts":[[2013]]}}}