{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T23:18:09Z","timestamp":1785885489467,"version":"3.56.0"},"reference-count":85,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2013,9,27]],"date-time":"2013-09-27T00:00:00Z","timestamp":1380240000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2015,2]]},"DOI":"10.1007\/s10664-013-9279-3","type":"journal-article","created":{"date-parts":[[2013,9,26]],"date-time":"2013-09-26T09:25:56Z","timestamp":1380187556000},"page":"110-141","source":"Crossref","is-referenced-by-count":192,"title":["A practical guide to controlled experiments of software engineering tools with human participants"],"prefix":"10.1007","volume":"20","author":[{"given":"Andrew J.","family":"Ko","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas D.","family":"LaToza","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Margaret M.","family":"Burnett","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2013,9,27]]},"reference":[{"key":"9279_CR1","first-page":"159","volume":"10","author":"JR Anderson","year":"1985","unstructured":"Anderson JR, Reiser BJ (1985) The LISP tutor. Byte 10:159\u2013175","journal-title":"Byte"},{"key":"9279_CR2","unstructured":"Aranda J (2011) How do practitioners perceive Software Engineering Research? http:\/\/catenary.wordpress.com\/2011\/05\/19\/how-do-practitioners-perceive-software-engineering-research\/ . Retrieved: 08-01-2011"},{"issue":"7","key":"9279_CR3","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1109\/TSE.2002.1019478","volume":"28","author":"DL Atkins","year":"2002","unstructured":"Atkins DL, Ball T, Graves TL, Mockus A (2002) Using version control data to evaluate the impact of software tools: A case study of the version editor. IEEE Trans Softw Eng 28(7):625\u2013637","journal-title":"IEEE Trans Softw Eng"},{"issue":"6","key":"9279_CR4","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1080\/10447310802205776","volume":"24","author":"A Bangor","year":"2008","unstructured":"Bangor A, Kortum PT, Miller JT (2008) An empirical evaluation of the system usability scale. Int J Human-Comput Interact 24(6):574\u2013594","journal-title":"Int J Human-Comput Interact"},{"key":"9279_CR5","first-page":"3","volume":"706","author":"VR Basili","year":"1993","unstructured":"Basili VR (1993) The experimental paradigm in software engineering. Int Work Exp Eng Issues: Crit Assess Futur Dir 706:3\u201312","journal-title":"Int Work Exp Eng Issues: Crit Assess Futur Dir"},{"key":"9279_CR6","doi-asserted-by":"crossref","unstructured":"Basili VR (1996) The role of experimentation in software engineering: Past, current, and future. International Conference on Software Engineering, 442\u2013449","DOI":"10.1109\/ICSE.1996.493439"},{"key":"9279_CR7","doi-asserted-by":"crossref","unstructured":"Basili VR (2007) The role of controlled experiments in software engineering research. Empirical Software Engineering Issues, LNCS 4336, Basili V et al. (Eds.), Springer-Verlag, 33\u201337","DOI":"10.1007\/978-3-540-71301-2_10"},{"key":"9279_CR8","doi-asserted-by":"crossref","unstructured":"Basili VR, Selby RW, Hutchens DH (1986) Experimentation in software engineering. IEEE Trans Softw Eng, 733\u2013743, July","DOI":"10.1109\/TSE.1986.6312975"},{"key":"9279_CR9","unstructured":"Basili VR, Caldiera G, Rombach HD (1994) The goal question metric approach. In Encyclopedia of Software Engineering, John Wiley and Sons, 528\u2013532"},{"key":"9279_CR10","unstructured":"Beringer P (2004) Using students as subjects in requirements prioritization. International Symposium on Empirical Software Engineering, 167\u2013176"},{"issue":"10","key":"9279_CR11","doi-asserted-by":"crossref","first-page":"1462","DOI":"10.1109\/32.6191","volume":"SE-14","author":"BW Boehm","year":"1988","unstructured":"Boehm BW, Papaccio PN (1988) Understanding and controlling software costs. IEEE Trans Softw Eng SE-14(10):1462\u20131477","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"9279_CR12","first-page":"79","volume":"29","author":"JA Breaugh","year":"2003","unstructured":"Breaugh JA (2003) Effect size estimation: factors to consider and mistakes to avoid. J Manag 29(1):79\u201397","journal-title":"J Manag"},{"key":"9279_CR13","doi-asserted-by":"crossref","unstructured":"Bruun A, Gull P, Hofmeister L, Stage J (2009) Let your users do the testing: a comparison of three remote asynchronous usability testing methods. ACM Conference on Human Factors in Computing Systems, 1619\u20131628","DOI":"10.1145\/1518701.1518948"},{"key":"9279_CR14","doi-asserted-by":"crossref","unstructured":"Buse RPL, Sadowski C, Weimer W (2011) Benefits and barriers of user evaluation in software engineering research. ACM Conference on Systems, Programming, Languages and Applications","DOI":"10.1145\/2048066.2048117"},{"key":"9279_CR15","doi-asserted-by":"crossref","unstructured":"Carver J, Jaccheri L, Morasca S, Shull F (2003). Issues in using students in empirical studies in software engineering education. Software Metrics Symposium, 239\u2013249","DOI":"10.1109\/METRIC.2003.1232471"},{"key":"9279_CR16","unstructured":"Chuttur MY (2009). Overview of the technology acceptance model: Origins, developments and future directions. Indiana University, USA, Sprouts: Working Papers on Information Systems"},{"issue":"3","key":"9279_CR17","doi-asserted-by":"crossref","first-page":"319","DOI":"10.2307\/249008","volume":"13","author":"FD Davis","year":"1989","unstructured":"Davis FD (1989) Perceived usefulness, perceived ease of use, and user acceptance of information technology. MIS Q 13(3):319","journal-title":"MIS Q"},{"key":"9279_CR18","doi-asserted-by":"crossref","unstructured":"Dell N, Vaidyanathan V, Medhi I, Cutrell E, Thies W (2012) \u201cYours is better!\u201d Participant response bias in HCI. ACM Conference on Human Factors in Computing Systems, 1321\u20131330","DOI":"10.1145\/2207676.2208589"},{"key":"9279_CR19","doi-asserted-by":"crossref","unstructured":"Dieste O, Grim\u00b4n A, Juristo N, Saxena H (2011) Quantitative determination of the relationship between internal validity and bias in software engineering experiments: Consequences for systematic literature reviews. International Symposium on Empirical Software Engineering and Measurement, 285\u2013294","DOI":"10.1109\/ESEM.2011.37"},{"issue":"3","key":"9279_CR20","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1109\/TSE.2008.29","volume":"34","author":"D Dig","year":"2008","unstructured":"Dig D, Manzoor K, Johnson R, Nguyen TN (2008) Effective software merging in the presence of object-oriented refactorings. IEEE Trans Softw Eng 34(3):321\u2013335","journal-title":"IEEE Trans Softw Eng"},{"key":"9279_CR21","doi-asserted-by":"crossref","unstructured":"Dittrich Y (ed) (2007) Special issue on qualitative software engineering research. Inf Softw Technol, 49(6):531\u2013694. doi: 10.1016\/j.infsof.2007.02.009","DOI":"10.1016\/j.infsof.2007.02.009"},{"issue":"8","key":"9279_CR22","doi-asserted-by":"crossref","first-page":"745","DOI":"10.1016\/j.infsof.2005.08.009","volume":"48","author":"T Dyb\u00e5","year":"2006","unstructured":"Dyb\u00e5 T, Kampenes V, Sj\u00f8berg D (2006) A systematic review of statistical power in software engineering experiments. Inf Softw Technol 48(8):745\u2013755","journal-title":"Inf Softw Technol"},{"issue":"4","key":"9279_CR23","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1007\/s10664-011-9163-y","volume":"16","author":"T Dyb\u00e5","year":"2011","unstructured":"Dyb\u00e5 T, Prikladnicki R, R\u00f6nkk\u00f6 K, Seaman C, Sillito J (2011) Qualitative research in software engineering. Empir Softw Eng 16(4):425\u2013429","journal-title":"Empir Softw Eng"},{"key":"9279_CR24","doi-asserted-by":"crossref","unstructured":"Easterbrook S, Singer J, Storey M, Damian D (2008) Selecting empirical methods for software engineering research, in Guide to Advanced Empirical Software Engineering, Springer, 285\u2013311","DOI":"10.1007\/978-1-84800-044-5_11"},{"key":"9279_CR25","doi-asserted-by":"crossref","unstructured":"Feigenspan J, Kastner C, Liebig J, Apel S, Hanenberg S (2012). Measuring programming experience. International Conference on Program Comprehension, 73\u201382","DOI":"10.1109\/ICPC.2012.6240511"},{"issue":"2","key":"9279_CR26","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/0164-1212(93)90092-C","volume":"22","author":"N Fenton","year":"1993","unstructured":"Fenton N (1993) How effective are software engineering methods? J Syst Softw 22(2):141\u2013146","journal-title":"J Syst Softw"},{"issue":"2","key":"9279_CR27","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1177\/1077800405284363","volume":"12","author":"B Flyvbjerg","year":"2006","unstructured":"Flyvbjerg B (2006) Five misunderstandings about case study research. Qual Inq 12(2):219\u2013245","journal-title":"Qual Inq"},{"issue":"8","key":"9279_CR28","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1016\/S0950-5849(02)00049-6","volume":"44","author":"RL Glass","year":"2002","unstructured":"Glass RL, Vessey I, Ramesh V (2002) Research in software engineering: an analysis of the literature. Inf Softw Technol 44(8):491\u2013506","journal-title":"Inf Softw Technol"},{"key":"9279_CR29","doi-asserted-by":"crossref","unstructured":"Golden E, John BE, Bass L (2005) The value of a usability-supporting architectural pattern in software architecture design: a controlled experiment. ACM\/IEEE International Conference on Software Engineering","DOI":"10.1109\/ICSE.2005.1553589"},{"key":"9279_CR30","doi-asserted-by":"crossref","unstructured":"Greenberg S, Buxton B (2008) Usability evaluation considered harmful (some of the time). ACM Conference on Human Factors in Computing Systems, 111\u2013120","DOI":"10.1145\/1357054.1357074"},{"key":"9279_CR31","volume-title":"Handbook of inter-rater reliability","author":"KL Gwet","year":"2010","unstructured":"Gwet KL (2010) Handbook of inter-rater reliability, 2nd edn. Advanced Analytics, Gaithersburg","edition":"2"},{"key":"9279_CR32","doi-asserted-by":"crossref","unstructured":"Hanenberg S (2010) An experiment about static and dynamic type systems: doubts about the positive impact of static type systems on development time. ACM International Conference on Object-Oriented Programming Systems Languages and Applications (OOPSLA), 22\u201335","DOI":"10.1145\/1869459.1869462"},{"issue":"2","key":"9279_CR33","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1109\/TSE.2007.12","volume":"33","author":"JE Hannay","year":"2007","unstructured":"Hannay JE, Sj\u00f8berg DIK, Dyba T (2007) A systematic review of theory use in software engineering experiments. IEEE Trans Softw Eng 33(2):87\u2013107","journal-title":"IEEE Trans Softw Eng"},{"key":"9279_CR34","doi-asserted-by":"crossref","unstructured":"Holmes R, Walker RJ (2013) Systematizing pragmatic software reuse. ACM Trans Softw Eng Methodol 21(4), Article 20: 44 pages","DOI":"10.1145\/2377656.2377657"},{"key":"9279_CR35","doi-asserted-by":"crossref","unstructured":"John B, Packer H (1995) Learning and using the cognitive walkthrough method: a case study approach. ACM Conference on Human Factors in Computing Systems, 429\u2013436","DOI":"10.1145\/223904.223962"},{"key":"9279_CR36","doi-asserted-by":"crossref","unstructured":"Juristo N, Moreno AM (2001) Basics of software engineering experimentation. Springer","DOI":"10.1007\/978-1-4757-3304-4"},{"issue":"11\u201312","key":"9279_CR37","doi-asserted-by":"crossref","first-page":"1073","DOI":"10.1016\/j.infsof.2007.02.015","volume":"49","author":"V Kampenes","year":"2007","unstructured":"Kampenes V, Dyb\u00e5 T, Hannay J, Sj\u00f8berg D (2007) A systematic review of effect size in software engineering experiments. Inf Softw Technol 49(11\u201312):1073\u20131086","journal-title":"Inf Softw Technol"},{"key":"9279_CR38","doi-asserted-by":"crossref","unstructured":"Kaptein M, Robertson J (2012) Rethinking statistical analysis methods for CHI. ACM Conference on Human Factors in Computing Systems, 1105\u20131114","DOI":"10.1145\/2207676.2208557"},{"key":"9279_CR39","doi-asserted-by":"crossref","unstructured":"Kelleher C, Pausch R (2005). Stencils-based tutorials: design and evaluation. ACM Conference on Human Factors in Computing Systems, 541\u2013550","DOI":"10.1145\/1054972.1055047"},{"key":"9279_CR40","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1901\/jaba.1968.1-79","volume":"1","author":"FS Keller","year":"1968","unstructured":"Keller FS (1968) Good-bye teacher. J Appl Behav Anal 1:79\u201389","journal-title":"J Appl Behav Anal"},{"key":"9279_CR41","volume-title":"Design and analysis: a researcher\u2019s handbook","author":"G Keppel","year":"1982","unstructured":"Keppel G (1982) Design and analysis: a researcher\u2019s handbook, 2nd edn. Prentice-Hall, Englewood Cliffs","edition":"2"},{"key":"9279_CR42","doi-asserted-by":"crossref","unstructured":"Kersten M, Murphy G (2006) Using task context to improve programmer productivity. ACM Symposium on Foundations of Software Engineering, 1\u201311","DOI":"10.1145\/1181775.1181777"},{"key":"9279_CR43","doi-asserted-by":"crossref","unstructured":"Kitchenham BA, Pfleeger SL, Pickard LM, Jones PW, Hoaglin DC, Emam, K.E., Rosenberg J (2002) Preliminary guidelines for empirical research in software engineering. IEEE Trans Softw Eng 28(8):721\u2013734","DOI":"10.1109\/TSE.2002.1027796"},{"issue":"6","key":"9279_CR44","doi-asserted-by":"crossref","first-page":"618","DOI":"10.1007\/s10664-010-9134-8","volume":"15","author":"BA Kitchenham","year":"2010","unstructured":"Kitchenham BA, Brereton P, Turner M, Niazi MK, Linkman S, Pretorius R, Budgen D (2010) Refining the systematic literature review process\u2014two participant-observer case studies. Empir Softw Eng 15(6):618\u2013653","journal-title":"Empir Softw Eng"},{"key":"9279_CR45","doi-asserted-by":"crossref","unstructured":"Kittur A, Chi EH, Suh B (2008) Crowdsourcing user studies with Mechanical Turk. ACM Conference on Human Factors in Computing Systems, 453\u2013456","DOI":"10.1145\/1357054.1357127"},{"key":"9279_CR46","unstructured":"Ko AJ, Myers BA (2009) Finding causes of program output with the Java Whyline. ACM Conference on Human Factors in Computing Systems, 1569\u20131578"},{"key":"9279_CR47","doi-asserted-by":"crossref","unstructured":"Ko AJ, Wobbrock JO (2010) Cleanroom: edit-time error detection with the uniqueness heuristic. IEEE Symposium on Visual Languages and Human-Centric Computing, 7\u201314","DOI":"10.1109\/VLHCC.2010.11"},{"key":"9279_CR48","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1006\/jvlc.2002.0245","volume":"13","author":"AJ Ko","year":"2002","unstructured":"Ko AJ, Burnett MM, Green TRG, Rothermel KJ, Cook CR (2002) Using the Cognitive Walkthrough to improve the design of a visual programming experiment. J Vis Lang Comput 13:517\u2013544","journal-title":"J Vis Lang Comput"},{"key":"9279_CR49","doi-asserted-by":"crossref","unstructured":"Ko AJ, DeLine R, Venolia G (2007) Information needs in collocated software development teams. International Conference on Software Engineering (ICSE)","DOI":"10.1109\/ICSE.2007.45"},{"key":"9279_CR50","unstructured":"LaToza TD, Myers BA (2010) Developers ask reachability questions. International Conference on Software Engineering (ICSE), 185\u2013194"},{"key":"9279_CR51","doi-asserted-by":"crossref","unstructured":"LaToza, TD, Myers BA (2011) Visualizing call graphs. IEEE Visual Languages and Human-Centric Computing (VL\/HCC), Pittsburgh, PA","DOI":"10.1109\/VLHCC.2011.6070388"},{"key":"9279_CR52","doi-asserted-by":"crossref","unstructured":"LaToza TD, Myers BA (2011) Designing useful tools for developers. ACM SIGPLAN Workshop on Evaluation and Usability of Programming Languages and Tools (PLATEAU), 45\u201350","DOI":"10.1145\/2089155.2089166"},{"key":"9279_CR53","unstructured":"Lazar J, Feng JH, Hochheiser H (2010) Research methods in human-computer interaction. Wiley"},{"key":"9279_CR54","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1007\/BF00127447","volume":"1","author":"C Lott","year":"1996","unstructured":"Lott C, Rombach D (1996) Repeatable software engineering experiments for comparing defect-detection techniques. Empir Softw Eng 1:241\u2013277","journal-title":"Empir Softw Eng"},{"key":"9279_CR55","volume-title":"Doing psychology experiments","author":"DW Martin","year":"1996","unstructured":"Martin DW (1996) Doing psychology experiments, 4th edn. Brooks\/Cole, Pacific Grove","edition":"4"},{"key":"9279_CR56","doi-asserted-by":"crossref","unstructured":"McDowall D, McCleary R, Meidinger E, Hay RA (1980) Interrupted Time Series Analysis, 1st Edition. SAGE Publications","DOI":"10.4135\/9781412984607"},{"issue":"4","key":"9279_CR57","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1109\/32.799936","volume":"25","author":"GC Murphy","year":"1999","unstructured":"Murphy GC, Walker RJ, Baniassad ELA (1999) Evaluating emerging software development technologies: lessons learned from assessing aspect-oriented programming. IEEE Trans Softw Eng 25(4):438\u2013455","journal-title":"IEEE Trans Softw Eng"},{"key":"9279_CR58","doi-asserted-by":"crossref","unstructured":"Murphy-Hill E, Murphy GC, Griswold WG (2010). Understanding context: creating a lasting impact in experimental software engineering research. FSE\/SDP Workshop on Future of Software Engineering Research","DOI":"10.1145\/1882362.1882415"},{"key":"9279_CR59","volume-title":"Visual information processing","author":"A Newell","year":"1973","unstructured":"Newell A (1973) You can\u2019t play 20 questions with nature and win: projective comments on the papers of this symposium. In: Chase WG (ed) Visual information processing. Academic, New York"},{"issue":"2","key":"9279_CR60","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1037\/1089-2680.2.2.175","volume":"2","author":"RS Nickerson","year":"1998","unstructured":"Nickerson RS (1998) Confirmation bias: a ubiquitous phenomenon in many guises. Rev Gen Psychol 2(2):175\u2013220","journal-title":"Rev Gen Psychol"},{"issue":"6","key":"9279_CR61","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1145\/605466.605469","volume":"27","author":"JW Nimmer","year":"2002","unstructured":"Nimmer JW, Ernst MD (2002) Invariant inference for static checking: an empirical evaluation. SIGSOFT Softw Eng Notes 27(6):11\u201320","journal-title":"SIGSOFT Softw Eng Notes"},{"key":"9279_CR62","doi-asserted-by":"crossref","unstructured":"Olsen DR (2007) Evaluating user interface systems research. ACM Symposium on User Interface Software and Technology, 251\u2013258","DOI":"10.1145\/1294211.1294256"},{"key":"9279_CR63","first-page":"741","volume":"36","author":"P Polson","year":"1992","unstructured":"Polson P, Lewis C, Rieman J, Wharton C (1992) Cognitive walkthroughs: a method for theory-based evaluation of user interfaces. Int J Human-Comput Interact 36:741\u2013773","journal-title":"Int J Human-Comput Interact"},{"issue":"1\u20132","key":"9279_CR64","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1016\/S0164-1212(03)00015-3","volume":"70","author":"V Ramesh","year":"2004","unstructured":"Ramesh V, Glass RL, Vessey I (2004) Research in computer science: an empirical study. J Syst Softw 70(1\u20132):165\u2013176","journal-title":"J Syst Softw"},{"key":"9279_CR65","unstructured":"Rombach HD, Basili VR, Selby RW (1992) Experimental software engineering issues: critical assessment and future directions. International Workshop Dagstuhl Castle (Germany), Sept. 14\u201318"},{"key":"9279_CR66","volume-title":"Experimenter effects in behavioral research","author":"R Rosenthal","year":"1966","unstructured":"Rosenthal R (1966) Experimenter effects in behavioral research. Appleton, New York"},{"key":"9279_CR67","unstructured":"Rosenthal R, Rosnow R (2007) Essentials of behavioral research: methods and data analysis. McGraw-Hill, 3rd edition"},{"issue":"3","key":"9279_CR68","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1017\/S0140525X00075506","volume":"1","author":"R Rosenthal","year":"1978","unstructured":"Rosenthal R, Rubin DB (1978) Interpersonal expectancy effects: the first 345 studies. Behav Brain Sci 1(3):377\u2013386","journal-title":"Behav Brain Sci"},{"key":"9279_CR69","doi-asserted-by":"crossref","unstructured":"Ross J, Irani L, Silberman MS, Zaldivar A, Tomlinson B (2010) Who are the crowdworkers? Shifting demographics in Mechanical Turk. ACM Conference on Human Factors in Computing Systems, 2863\u20132872","DOI":"10.1145\/1753846.1753873"},{"key":"9279_CR70","doi-asserted-by":"crossref","unstructured":"Rothermel KJ, Cook C, Burnett MM, Schonfeld J, Green TRG, Rothermel G (2000) WYSIWYT testing in the spreadsheet paradigm: an empirical evaluation. ACM International Conference on Software Engineering, 230\u2013239","DOI":"10.1109\/ICSE.2000.870414"},{"key":"9279_CR71","unstructured":"Rubin J, Chisnell D (2008) Handbook of usability testing: how to plan, design, and conduct effective tests. Wiley"},{"issue":"2","key":"9279_CR72","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson P, H\u00f6st M (2009) Guidelines for conducting and reporting case study research in software engineering. Empir Softw Eng 14(2):131\u2013164","journal-title":"Empir Softw Eng"},{"key":"9279_CR73","unstructured":"Shull F, Singer J, Sj\u00f8berg DIK (2006) Guide to advanced empirical software engineering. Springer"},{"key":"9279_CR74","doi-asserted-by":"crossref","unstructured":"Sillito J, Murphy G, De Volder K (2006) Questions programmers ask during software evolution tasks. ACM SIGSOFT\/FSE, 23\u201334","DOI":"10.1145\/1181775.1181779"},{"key":"9279_CR75","doi-asserted-by":"crossref","unstructured":"Sjoberg DIK, Dyba T, Jorgensen M (2007) The future of empirical methods in software engineering research. In 2007 Future of Software Engineering (FOSE \u201907), 358\u2013378","DOI":"10.1109\/FOSE.2007.30"},{"key":"9279_CR76","unstructured":"Sj\u00f8berg D, Anda B, Arisholm E, Dyba T, Jorgensen M, Karahasanovic A, Koren E, Voka M (2003) Conducting realistic experiments in software engineering. Empirical Software Engineering and Measurement"},{"issue":"9","key":"9279_CR77","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"DIK Sj\u00f8berg","year":"2005","unstructured":"Sj\u00f8berg DIK, Hannay JE, Hansen O, Kampenes VB, Karahasanovi\u0107 A, Liborg N-K, Rekdal AC (2005) A survey of controlled experiments in software engineering. IEEE Trans Softw Eng 31(9):733\u2013753","journal-title":"IEEE Trans Softw Eng"},{"key":"9279_CR78","doi-asserted-by":"crossref","first-page":"797","DOI":"10.1037\/0022-3514.69.5.797","volume":"69","author":"CM Steele","year":"1995","unstructured":"Steele CM, Aronson J (1995) Stereotype threat and the intellectual test performance of African-Americans. J Personal Soc Psychol 69:797\u2013811","journal-title":"J Personal Soc Psychol"},{"issue":"5","key":"9279_CR79","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1109\/2.675631","volume":"31","author":"WF Tichy","year":"1998","unstructured":"Tichy WF (1998) Should computer scientists experiment more? 16 excuses to avoid experimentation. IEEE Comput 31(5):32\u201340","journal-title":"IEEE Comput"},{"issue":"1","key":"9279_CR80","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/0164-1212(94)00111-Y","volume":"28","author":"WF Tichy","year":"1995","unstructured":"Tichy WF, Lukowicz P, Prechelt L, Heinz EA (1995) Experimental evaluation in computer science: a quantitative study. J Syst Softw 28(1):9\u201318","journal-title":"J Syst Softw"},{"issue":"3","key":"9279_CR81","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1023\/A:1021368426115","volume":"4","author":"JB Walther","year":"2002","unstructured":"Walther JB (2002) Research ethics in internet-enabled research: human subjects issues and methodological myopia. Ethics Inf Technol 4(3):205\u2013216","journal-title":"Ethics Inf Technol"},{"issue":"1","key":"9279_CR82","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1016\/0001-6918(77)90012-9","volume":"41","author":"WA Wickelgren","year":"1977","unstructured":"Wickelgren WA (1977) Speed-accuracy tradeoff and information processing dynamics. Acta Psychol 41(1):67\u201385","journal-title":"Acta Psychol"},{"key":"9279_CR83","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2000) Experimentation in software engineering: an introduction. Springer","DOI":"10.1007\/978-1-4615-4625-2"},{"key":"9279_CR84","unstructured":"Yin RK (2003) Case study research: design and methods. Sage Publications"},{"key":"9279_CR85","doi-asserted-by":"crossref","unstructured":"Zannier C, Melnik G, Maurer F (2006) On the success of empirical studies in the international conference on software engineering. ACM\/IEEE International Conference on Software Engineering, 341\u2013350","DOI":"10.1145\/1134285.1134333"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9279-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-013-9279-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9279-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,6]],"date-time":"2022-03-06T23:01:20Z","timestamp":1646607680000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-013-9279-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,9,27]]},"references-count":85,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2015,2]]}},"alternative-id":["9279"],"URL":"https:\/\/doi.org\/10.1007\/s10664-013-9279-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,9,27]]}}}