{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,21]],"date-time":"2026-06-21T10:47:29Z","timestamp":1782038849137,"version":"3.54.5"},"reference-count":74,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Spanish project","award":["MCI PID2020-117191RB-I00"],"award-info":[{"award-number":["MCI PID2020-117191RB-I00"]}]},{"name":"Spanish project","award":["AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["AEI\/10.13039\/501100011033"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022,11,1]]},"DOI":"10.1109\/tse.2021.3113558","type":"journal-article","created":{"date-parts":[[2021,9,24]],"date-time":"2021-09-24T20:22:21Z","timestamp":1632514941000},"page":"4229-4248","source":"Crossref","is-referenced-by-count":16,"title":["Use and Misuse of the Term \u201cExperiment\u201d in Mining Software Repositories Research"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6262-3698","authenticated-orcid":false,"given":"Claudia","family":"Ayala","sequence":"first","affiliation":[{"name":"Universitat Politècnica de Catalunya, BarcelonaTECH, Barcelona, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1511-2163","authenticated-orcid":false,"given":"Burak","family":"Turhan","sequence":"additional","affiliation":[{"name":"University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9733-8830","authenticated-orcid":false,"given":"Xavier","family":"Franch","sequence":"additional","affiliation":[{"name":"Universitat Politècnica de Catalunya, BarcelonaTECH, Barcelona, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[{"name":"Universidad Politécnica de Madrid, Boadilla del Monte, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09858-z"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3385678.3385681"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/2851613.2851786"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624049"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.2105\/AJPH.2007.124446"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.04.005"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3233\/JIFS-169146"},{"key":"ref33","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"kitchenham","year":"2007"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1027796"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.04.006"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9393-5"},{"key":"ref37","author":"levine","year":"1993","journal-title":"Experimental Methods in Psichology"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115008"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s11948-015-9634-4"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9279-3"},{"key":"ref60","author":"thad","year":"2012","journal-title":"Natural Experiments in the Social Sciences A Design-Based Approach"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CESI.2017.5"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.11613\/BM.2014.022"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(07)61602-X"},{"key":"ref28","author":"juzgado","year":"2001","journal-title":"Basics of Software Engineering Experimentation"},{"key":"ref64","author":"witten","year":"2016","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9268-6"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2015.7321207"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1002\/smr.344"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9319-7"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"1384","DOI":"10.1587\/transinf.E95.D.1384","article-title":"A survey on mining software repositories","volume":"e95 d","author":"woosung","year":"2012","journal-title":"IEICE Trans Inf Syst"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.256"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1037\/1089-2680.4.4.337"},{"key":"ref20","author":"halkidi","year":"2011","journal-title":"Intelligent Data Analysis"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/FOSM.2008.4659248"},{"key":"ref21","author":"han","year":"2011","journal-title":"Data Mining Concepts and Techniques"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/0470090456.ch5"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624048"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_8"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1049\/ic:20040467"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3238\/arztebl.2009.0262"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9102-8"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.4103\/0974-1208.82352"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.97"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33607-3_12"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1037\/0022-006X.64.6.1290"},{"key":"ref55","author":"shadish","year":"2002","journal-title":"Experimental and Quasi-experimental Design for Generalized Causal Inference"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1017\/S0003055411000542"},{"key":"ref53","article-title":"An empirically evaluated checklist for surveys in software engineering","volume":"119","author":"seide moll\u00e9ri","year":"2020","journal-title":"Inf Softw Technol"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3390\/philosophies1010087"},{"key":"ref10","author":"campbell","year":"1963","journal-title":"Experimental and Quasi-Experimental Designs for Research"},{"key":"ref11","first-page":"35","article-title":"Design elements of quasi-experiments","author":"corrin","year":"1998","journal-title":"Advances in Educational Productivity"},{"key":"ref40","article-title":"A FMC primer on population health","year":"2020","journal-title":"A Virtual Textbook on Public Health Concepts for Clinicians"},{"key":"ref12","first-page":"137","article-title":"Findings from GitHub: Methods, Datasets and Limitations","author":"cosentino","year":"2016","journal-title":"2016 IEEE\/ACM 13th Conference on Mining Software Repositories (MSR)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1080\/0952813X.2017.1413140"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32489-6"},{"key":"ref15","author":"franzese","year":"2019","journal-title":"Encyclopedia of Bioinformatics and Computational Biology"},{"key":"ref16","article-title":"Field experiments and natural experiments","author":"gerber","year":"2013","journal-title":"The Oxford Handbook of Political Science"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2009.10"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(02)07373-7"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511814563"},{"key":"ref4","article-title":"Sampling in software engineering research: A critical review and guidelines","author":"baltes","year":"2020"},{"key":"ref3","first-page":"475","article-title":"Design and analysis of machine learning experiments","author":"alpaydin","year":"2015","journal-title":"Introduction to Machine Learning"},{"key":"ref6","first-page":"195","article-title":"Using mapping studies in software engineering","author":"budgen","year":"2008","journal-title":"Proc 20th Annu Meeting Psychol Prog Int Group"},{"key":"ref5","first-page":"33","article-title":"The role of controlled experiments in software engineering research","author":"basili","year":"2006","journal-title":"Empirical Software Engineering Issues"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2009.5069475"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.07.009"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"1458","DOI":"10.1007\/s10664-019-09724-7","article-title":"Guest Editorial: Special section on mining software repositories","volume":"24","author":"robbes","year":"2019","journal-title":"Empirical Softw Eng"},{"key":"ref9","author":"claude","year":"2018","journal-title":"An Introduction to the Study of Experimental Medicine"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.03.007"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.07.002"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100074"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1186\/1742-5573-1-1"},{"key":"ref42","author":"montgomery","year":"2013","journal-title":"Design and Analysis of Experiments"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-007-2150-0_456"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491415"},{"key":"ref43","first-page":"69","article-title":"Statistics corner: A guide to appropriate use of correlation coefficient in medical research","volume":"24","author":"mukaka","year":"2012","journal-title":"Malawi Medical Journal"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9946941\/09547824.pdf?arnumber=9547824","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,12]],"date-time":"2022-12-12T19:35:59Z","timestamp":1670873759000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9547824\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,1]]},"references-count":74,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3113558","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,1]]}}}