{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T00:49:56Z","timestamp":1772498996801,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":94,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,5,27]],"date-time":"2018-05-27T00:00:00Z","timestamp":1527379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Ministry of Economy and Competitiveness (Spain)","award":["TIN2014-60490-P"],"award-info":[{"award-number":["TIN2014-60490-P"]}]},{"name":"SENESCYT (Ecuador)","award":["LI2SE"],"award-info":[{"award-number":["LI2SE"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,5,27]]},"DOI":"10.1145\/3180155.3180161","type":"proceedings-article","created":{"date-parts":[[2018,6,12]],"date-time":"2018-06-12T12:16:01Z","timestamp":1528805761000},"page":"1195-1206","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Statistical errors in software engineering experiments"],"prefix":"10.1145","author":[{"given":"Rolando P.","family":"Reyes","sequence":"first","affiliation":[{"name":"Universidad Polit\u00e9cnica de Madrid, Madrid, Spain and Universidad de las Fuerzas Armadas ESPE, Sangolqu\u00ed, Ecuador"}]},{"given":"Oscar","family":"Dieste","sequence":"additional","affiliation":[{"name":"Universidad Polit\u00e9cnica de Madrid, Madrid, Spain"}]},{"given":"Efra\u00edn R.","family":"Fonseca","sequence":"additional","affiliation":[{"name":"Universidad de las Fuerzas Armadas ESPE, Sangolqu\u00ed, Ecuador"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[{"name":"Universidad Polit\u00e9cnica de Madrid, Madrid, Spain"}]}],"member":"320","published-online":{"date-parts":[[2018,5,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568268"},{"key":"e_1_3_2_1_2_1","volume-title":"Statistical reviewing for medical journals. Statistics in medicine 17, 23","author":"Altman Douglas G","year":"1998","unstructured":"Douglas G Altman. 1998. Statistical reviewing for medical journals. Statistics in medicine 17, 23 (1998), 2661--2674."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819080"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-011-0089-5"},{"key":"e_1_3_2_1_6_1","volume-title":"Oral Medicine, Oral Pathology, Oral Radiology, and Endodontology 84, 5","author":"Baumgardner Kirk R","year":"1997","unstructured":"Kirk R Baumgardner. 1997. A review of key research design and statistical analysis issues. Oral Surgery, Oral Medicine, Oral Pathology, Oral Radiology, and Endodontology 84, 5 (1997), 550--556."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486879"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.4103\/2229-3485.71839"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1536616.1536639"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1177\/0959354314525282"},{"key":"e_1_3_2_1_11_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77--101."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3102\/10769986010003252"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337294"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337277"},{"key":"e_1_3_2_1_15_1","volume-title":"The Guardian","author":"Chambers Chris","year":"2013","unstructured":"Chris Chambers, Marcus Munafo, and more than 80 signatories. 2013. Trust in science would be improved by study pre-registration. The Guardian, 5 June 2013. Available: https:\/\/www.theguardian.com\/science\/blog\/2013\/jun\/05\/trust-in-science-study-pre-registration {Last accessed: 16 August 2017}. (2013)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2012.02.023"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368099"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806874"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.3102\/10769986021001035"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985839"},{"key":"e_1_3_2_1_21_1","volume-title":"Educational research: Planning, conducting, and evaluating quantitative","author":"Creswell John W","unstructured":"John W Creswell. 2002. Educational research: Planning, conducting, and evaluating quantitative. Prentice Hall."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.36"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2005.08.009"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568299"},{"key":"e_1_3_2_1_25_1","unstructured":"Ilker Ercan Yaning Yang Guven \u00d6zkaya Sengul Cangur Bulent Ediz Ismet Kan et al. 2008. Misusage of statistics in medical research. (2008)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486849"},{"key":"e_1_3_2_1_27_1","volume-title":"Statistical methods for rates and proportions","author":"Fleiss Joseph L","unstructured":"Joseph L Fleiss, Bruce Levin, and Myunghee Cho Paik. 2013. Statistical methods for rates and proportions. John Wiley & Sons."},{"key":"e_1_3_2_1_28_1","volume-title":"Guidelines for assessment and instruction in statistics education (GAISE) report: A pre-K-12 curriculum framework","author":"Franklin Christine A","unstructured":"Christine A Franklin. 2007. Guidelines for assessment and instruction in statistics education (GAISE) report: A pre-K-12 curriculum framework. American Statistical Association."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/1695835"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.1.6053.85"},{"key":"e_1_3_2_1_31_1","unstructured":"K.L. Gwet. 2014. Handbook of Inter-Rater Reliability. The Definitive Guide to Measuring the Extent of Agreement Among Raters (4 ed.). Advanced Analytics LLC."},{"key":"e_1_3_2_1_32_1","first-page":"265","article-title":"Use of statistics in the Psychiatric Bulletin: author guidelines","volume":"31","author":"Sayeed Haque M","year":"2007","unstructured":"M Sayeed Haque and Sanju George. 2007. Use of statistics in the Psychiatric Bulletin: author guidelines. The Psychiatrist 31, 7 (2007), 265--267.","journal-title":"The Psychiatrist"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070541"},{"key":"e_1_3_2_1_34_1","volume-title":"Statistical misconceptions","author":"Huck Schuyler W","unstructured":"Schuyler W Huck. 2009. Statistical misconceptions. Routledge."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486938"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.30"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.03.065"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0007824"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-COMPANION.2009.5070972"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.5555\/1032663.1034392"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9437-5"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985803"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134341"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337285"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.41"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134317"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568245"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985809"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368139"},{"key":"e_1_3_2_1_51_1","first-page":"21","article-title":"The Misconceptions of Some Statistical Techniques In Research","volume":"47","author":"Midi Habshah","year":"2012","unstructured":"Habshah Midi, AHM Rahmatullah Imon, and Azmi Jaafar. 2012. The Misconceptions of Some Statistical Techniques In Research. Jurnal Teknologi 47, 1 (2012), 21--36.","journal-title":"Jurnal Teknologi"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.5555\/520792.823953"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568235"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818838"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-016-0021"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134365"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.33"},{"key":"e_1_3_2_1_58_1","volume-title":"Null hypothesis significance testing: a review of an old and continuing controversy. Psychological methods 5, 2","author":"Nickerson Raymond S","year":"2000","unstructured":"Raymond S Nickerson. 2000. Null hypothesis significance testing: a review of an old and continuing controversy. Psychological methods 5, 2 (2000), 241."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337309"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806852"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337359"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"crossref","unstructured":"Regina Nuzzo et al. 2014. Statistical errors. Nature 506 7487 (2014) 150--152.","DOI":"10.1038\/506150a"},{"key":"e_1_3_2_1_63_1","volume-title":"Review of the use of statistics in infection and immunity. Infection and immunity 71, 12","author":"Olsen Cara H","year":"2003","unstructured":"Cara H Olsen. 2003. Review of the use of statistics in infection and immunity. Infection and immunity 71, 12 (2003), 6689--6692."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806838"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818851"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568254"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368091"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.86"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568247"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806883"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-014-1251-5"},{"key":"e_1_3_2_1_72_1","first-page":"1","volume-title":"CONSORT 2010 statement: updated guidelines for reporting parallel group randomised trials. BMC medicine 8","author":"Schulz Kenneth F","year":"2010","unstructured":"Kenneth F Schulz, Douglas G Altman, and David Moher. 2010. CONSORT 2010 statement: updated guidelines for reporting parallel group randomised trials. BMC medicine 8, 1 (2010), 18."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568252"},{"key":"e_1_3_2_1_74_1","volume-title":"Proceedings of workshop on empirical studies in software maintenance. 71--75","author":"Singer Janice","year":"1999","unstructured":"Janice Singer. 1999. Using the American Psychological Association (APA) style guidelines to report experimental results. In Proceedings of workshop on empirical studies in software maintenance. 71--75."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2007.04.001"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337326"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2017.00390"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134308"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818813"},{"key":"e_1_3_2_1_80_1","unstructured":"Matthew Thompson Arpita Tiwari Rongwei Fu Esther Moe and David I Buckley. 2012. A Framework To Facilitate the Use of Systematic Reviews and Meta-Analyses in the Design of Primary Research Studies. (2012)."},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2467378"},{"key":"e_1_3_2_1_82_1","volume-title":"What is a P-value anyway?: 34 stories to help you actually understand statistics","author":"Vickers Andrew","unstructured":"Andrew Vickers. 2010. What is a P-value anyway?: 34 stories to help you actually understand statistics. Addison-Wesley Longman."},{"key":"e_1_3_2_1_83_1","volume-title":"Review of statistics usage in the American Journal of Obstetrics and Gynecology. American journal of obstetrics and gynecology 175, 5","author":"Welch Gerald E","year":"1996","unstructured":"Gerald E Welch and Steven G Gabbe. 1996. Review of statistics usage in the American Journal of Obstetrics and Gynecology. American journal of obstetrics and gynecology 175, 5 (1996), 1138--1141."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985868"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818817"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818816"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134327"},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337296"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818792"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368116"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134333"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.75"},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568270"},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486814"}],"event":{"name":"ICSE '18: 40th International Conference on Software Engineering","location":"Gothenburg Sweden","acronym":"ICSE '18","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"]},"container-title":["Proceedings of the 40th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3180155.3180161","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3180155.3180161","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:18Z","timestamp":1750208898000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3180155.3180161"}},"subtitle":["a preliminary literature review"],"short-title":[],"issued":{"date-parts":[[2018,5,27]]},"references-count":94,"alternative-id":["10.1145\/3180155.3180161","10.1145\/3180155"],"URL":"https:\/\/doi.org\/10.1145\/3180155.3180161","relation":{},"subject":[],"published":{"date-parts":[[2018,5,27]]},"assertion":[{"value":"2018-05-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}