{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T09:35:55Z","timestamp":1774949755853,"version":"3.50.1"},"reference-count":83,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T00:00:00Z","timestamp":1651104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T00:00:00Z","timestamp":1651104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1007\/s10664-021-10072-8","type":"journal-article","created":{"date-parts":[[2022,4,28]],"date-time":"2022-04-28T09:03:24Z","timestamp":1651136604000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":267,"title":["Sampling in software engineering research: a critical review and guidelines"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2442-7522","authenticated-orcid":false,"given":"Sebastian","family":"Baltes","sequence":"first","affiliation":[]},{"given":"Paul","family":"Ralph","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,28]]},"reference":[{"key":"10072_CR1","doi-asserted-by":"crossref","unstructured":"Amir B, Ralph P (2018) There is no random sampling in software engineering research. In: Proceedings of the 40th international conference on software engineering: companion proceeedings, pp 344\u2013345","DOI":"10.1145\/3183440.3195001"},{"issue":"7","key":"10072_CR2","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1037\/0003-066X.63.7.602","volume":"63","author":"JJ Arnett","year":"2008","unstructured":"Arnett JJ (2008) The neglected 95%: why American psychology needs to become less American. Am Psychol 63(7):602","journal-title":"Am Psychol"},{"key":"10072_CR3","doi-asserted-by":"publisher","unstructured":"Baltes S, Diehl S (2016) Worse than spam: issues in sampling software developers. In: Genero M, Jedlitschka A, Jorgensen M (eds) 10th international symposium on Empirical Software Engineering and Measurement (ESEM 2016), ACM, Ciudad Real, Spain, pp 52:1\u201352:6, DOI https:\/\/doi.org\/10.1145\/2961111.2962628, (to appear in print)","DOI":"10.1145\/2961111.2962628"},{"key":"10072_CR4","doi-asserted-by":"publisher","unstructured":"Baltes S, Ralph P (2020) Sampling in software engineering research supplementary material [data set]. https:\/\/doi.org\/10.5281\/zenodo.3666824","DOI":"10.5281\/zenodo.3666824"},{"key":"10072_CR5","doi-asserted-by":"crossref","unstructured":"Baltes S, Dumani L, Treude C, Diehl S (2018) SOTOrrent: reconstructing and analyzing the evolution stack overflow posts. In: Zaidman A, Hill E, Kamei Y (eds) 15th international conference on Mining Software Repositories (MSR 2018), ACM, Gothenburg, Sweden, pp 319\u2013330","DOI":"10.1145\/3196398.3196430"},{"issue":"9","key":"10072_CR6","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1016\/j.infsof.2007.09.004","volume":"50","author":"S Beecham","year":"2008","unstructured":"Beecham S, Baddoo N, Hall T, Robinson H, Sharp H (2008) Motivation in software engineering: a systematic literature review. Inf Softw Technol 50(9):860\u2013878. https:\/\/doi.org\/10.1016\/j.infsof.2007.09.004","journal-title":"Inf Softw Technol"},{"issue":"2","key":"10072_CR7","first-page":"112","volume":"8","author":"J Breckenridge","year":"2009","unstructured":"Breckenridge J, Jones D (2009) Demystifying theoretical sampling in grounded theory research. Grounded Theory Rev 8(2):112\u2013126","journal-title":"Grounded Theory Rev"},{"key":"10072_CR8","doi-asserted-by":"crossref","unstructured":"Caine K (2016) Local standards for sample size at chi. In: Proceedings of the 2016 CHI conference on human factors in computing systems, ACM, New York, NY, USA, CHI \u201916, pp 981\u2013992","DOI":"10.1145\/2858036.2858498"},{"key":"10072_CR9","volume-title":"Constructing grounded theory","author":"K Charmaz","year":"2014","unstructured":"Charmaz K (2014) Constructing grounded theory. Sage, London"},{"issue":"1","key":"10072_CR10","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1023\/A:1022908820784","volume":"11","author":"P Checkland","year":"1998","unstructured":"Checkland P, Holwell S (1998) Action research: its nature and validity. Syst Pract Action Res 11(1):9\u201321. https:\/\/doi.org\/10.1023\/A:1022908820784","journal-title":"Syst Pract Action Res"},{"key":"10072_CR11","unstructured":"Cochran WG (2007) Sampling techniques. John Wiley & Sons"},{"key":"10072_CR12","volume-title":"Statistical power analysis for the behavioral sciences","author":"J Cohen","year":"1988","unstructured":"Cohen J (1988) Statistical power analysis for the behavioral sciences. Lawrence Erlbaum Associates, Hillsdale"},{"key":"10072_CR13","doi-asserted-by":"crossref","unstructured":"Cosentino V, Izquierdo JLC, Cabot J (2016) Findings from github: methods, datasets and limitations. In: 2016 IEEE\/ACM 13th working conference on Mining Software Repositories (MSR), IEEE, pp 137\u2013141","DOI":"10.1145\/2901739.2901776"},{"key":"10072_CR14","doi-asserted-by":"crossref","unstructured":"Daniel J (2011) Sampling essentials: practical guidelines for making sampling choices. Sage Publications","DOI":"10.4135\/9781452272047"},{"key":"10072_CR15","doi-asserted-by":"crossref","unstructured":"De Mello RM, Travassos GH (2016) Surveys in software engineering: Identifying representative samples. In: Proceedings of the 10th ACM\/IEEE international symposium on empirical software engineering and measurement, pp 1\u20136","DOI":"10.1145\/2961111.2962632"},{"key":"10072_CR16","doi-asserted-by":"crossref","DOI":"10.1002\/9781394260645","volume-title":"Internet, phone, mail and mixed-mode surveys: the tailored design method","author":"DA Dillman","year":"2014","unstructured":"Dillman DA, Smyth JD, Christian LM (2014) Internet, phone, mail and mixed-mode surveys: the tailored design method, 4th edn. John Wiley & Sons, Hoboken","edition":"4th edn."},{"issue":"8","key":"10072_CR17","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1177\/1049732307308450","volume":"17","author":"CB Draucker","year":"2007","unstructured":"Draucker CB, Martsolf DS, Ross R, Rusk TB (2007) Theoretical sampling and category development in grounded theory. Qual Health Res 17(8):1137\u20131148","journal-title":"Qual Health Res"},{"key":"10072_CR18","unstructured":"Duignan B (2019) Postmodernism. In: Encyclopedia Britannica, Encyclopedia Britannica, Inc.. https:\/\/www.britannica.com\/topic\/postmodernism-philosophy"},{"key":"10072_CR19","doi-asserted-by":"crossref","unstructured":"Easterbrook S, Singer J, Storey MA, Damian D (2008) Selecting empirical methods for software engineering research. In: Guide to advanced empirical software engineering, Springer, pp 285\u2013311","DOI":"10.1007\/978-1-84800-044-5_11"},{"key":"10072_CR20","unstructured":"Easton G (2010) One case study is enough. Lancaster University technical report https:\/\/eprints.lancs.ac.uk\/id\/eprint\/49016\/"},{"issue":"1","key":"10072_CR21","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1007\/s10664-017-9523-3","volume":"23","author":"D Falessi","year":"2018","unstructured":"Falessi D, Juristo N, Wohlin C, Turhan B, M\u00fcnch J, Jedlitschka A, Oivo M (2018) Empirical software engineering experts on the use of students and professionals in experiments. Empir Softw Eng 23(1):452\u2013489","journal-title":"Empir Softw Eng"},{"issue":"4","key":"10072_CR22","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1046\/j.1365-2648.1997.00371.x","volume":"26","author":"J Faugier","year":"1997","unstructured":"Faugier J, Sargeant M (1997) Sampling hard to reach populations. J Adv Nurs 26(4):790\u2013797","journal-title":"J Adv Nurs"},{"issue":"6","key":"10072_CR23","doi-asserted-by":"publisher","first-page":"3801","DOI":"10.1007\/s10664-018-9655-0","volume":"23","author":"R Feldt","year":"2018","unstructured":"Feldt R, Zimmermann T, Bergersen GR, Falessi D, Jedlitschka A, Juristo N, M\u00fcnch J, Oivo M, Runeson P, Shepperd M, Sj\u00f8berg DIK, Turhan B (2018) Four commentaries on the use of students and professionals in empirical software engineering experiments. Empir Softw Eng 23(6):3801\u20133820","journal-title":"Empir Softw Eng"},{"issue":"6","key":"10072_CR24","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1037\/h0055392","volume":"47","author":"PM Fitts","year":"1954","unstructured":"Fitts PM (1954) The information capacity of the human motor system in controlling the amplitude of movement. J Exp Psychol 47(6):381\u2013391","journal-title":"J Exp Psychol"},{"key":"10072_CR25","unstructured":"Foster E (2014) Software engineering: a methodical approach apress. New York, USA"},{"issue":"11","key":"10072_CR26","first-page":"1772","volume":"20","author":"SJ Gentles","year":"2015","unstructured":"Gentles SJ, Charles C, Ploeg J, McKibbon KA (2015) Sampling in qualitative research: insights from an overview of the methods literature. Qual Rep 20(11):1772\u20131789","journal-title":"Qual Rep"},{"key":"10072_CR27","doi-asserted-by":"crossref","unstructured":"Glaser BG, Strauss AL (2017) Discovery of grounded theory: strategies for qualitative research. Routledge","DOI":"10.4324\/9780203793206"},{"issue":"15","key":"10072_CR28","doi-asserted-by":"publisher","first-page":"6743","DOI":"10.1073\/pnas.1000261107","volume":"107","author":"S Goel","year":"2010","unstructured":"Goel S, Salganik MJ (2010) Assessing respondent-driven sampling. Proceedings of the National Academy of Sciences 107 (15):6743\u20136747. https:\/\/doi.org\/10.1073\/pnas.1000261107","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"10072_CR29","doi-asserted-by":"crossref","unstructured":"Gousios G (2013) The GHTorrent dataset and tool suite. In: Zimmermann T, Di Penta M, Kim S (eds) 10Th international working conference on Mining Software Repositories (MSR, vol 2013. IEEE, San Francisco, CA, USA, pp 233\u2013236","DOI":"10.1109\/MSR.2013.6624034"},{"issue":"4","key":"10072_CR30","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1007\/BF02765185","volume":"30","author":"EG Guba","year":"1982","unstructured":"Guba EG, Lincoln YS (1982) Epistemological and methodological bases of naturalistic inquiry. Educ Commun Technol J 30(4):233\u2013252","journal-title":"Educ Commun Technol J"},{"issue":"2","key":"10072_CR31","doi-asserted-by":"publisher","first-page":"174","DOI":"10.2307\/3096941","volume":"44","author":"DD Heckathorn","year":"1997","unstructured":"Heckathorn DD (1997) Respondent-driven sampling: a new approach to the study of hidden populations. Soc Probl 44(2):174\u2013199","journal-title":"Soc Probl"},{"issue":"2-3","key":"10072_CR32","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1017\/S0140525X0999152X","volume":"33","author":"J Henrich","year":"2010","unstructured":"Henrich J, Heine SJ, Norenzayan A (2010) The weirdest people in the world? Behav Brain Sci 33(2-3):61\u201383","journal-title":"Behav Brain Sci"},{"key":"10072_CR33","doi-asserted-by":"crossref","unstructured":"Henry GT (1990) Practical sampling. Sage","DOI":"10.4135\/9781412985451"},{"issue":"1","key":"10072_CR34","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1186\/s12874-015-0089-8","volume":"15","author":"LR van Hoeven","year":"2015","unstructured":"van Hoeven LR, Janssen MP, Roes KC, Koffijberg H (2015) Aiming for a representative sample: simulating random versus purposive strategies for hospital selection. BMC Med Res Methodol 15(1):90","journal-title":"BMC Med Res Methodol"},{"key":"10072_CR35","doi-asserted-by":"crossref","unstructured":"Huang X, Zhang H, Zhou X, Babar MA, Yang S (2018) Synthesizing qualitative research in software engineering: a critical review. In: Proceedings of the 40th international conference on software engineering, pp 1207\u20131218","DOI":"10.1145\/3180155.3180235"},{"key":"10072_CR36","doi-asserted-by":"crossref","unstructured":"Humbatova N, Jahangirova G, Bavota G, Riccio V, Stocco A, Tonella P (2020) Taxonomy of real faults in deep learning systems. In: 2020 IEEE\/ACM 42nd international conference on software engineering (ICSE), IEEE","DOI":"10.1145\/3377811.3380395"},{"key":"10072_CR37","doi-asserted-by":"crossref","unstructured":"Ingram C, Drachen A (2020) How software practitioners use informal local meetups to share software engineering knowledge. In: 2020 IEEE\/ACM 42nd international conference on software engineering (ICSE), IEEE","DOI":"10.1145\/3377811.3380333"},{"issue":"2","key":"10072_CR38","doi-asserted-by":"publisher","first-page":"38","DOI":"10.4256\/mio.2010.0017","volume":"5","author":"LG Johnston","year":"2010","unstructured":"Johnston LG, Sabin K (2010) Sampling hard-to-reach populations with respondent driven sampling. Methodological Innovations Online 5(2):38\u201348. https:\/\/doi.org\/10.4256\/mio.2010.0017","journal-title":"Methodological Innovations Online"},{"key":"10072_CR39","unstructured":"Kitchenham B, Charters S (2007) Guidelines for performing systematic literature reviews in software engineering. Tech. rep., Keele University and University of Durham"},{"issue":"5","key":"10072_CR40","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1145\/571681.571686","volume":"27","author":"B Kitchenham","year":"2002","unstructured":"Kitchenham B, Pfleeger SL (2002) Principles of survey research: Part 5: populations and samples. ACM SIGSOFT Softw Eng Notes 27(5):17\u201320","journal-title":"ACM SIGSOFT Softw Eng Notes"},{"key":"10072_CR41","doi-asserted-by":"crossref","unstructured":"Kitchenham BA, Pfleeger SL (2008) Personal opinion surveys. In: Guide to advanced empirical software engineering, Springer, pp 63\u201392","DOI":"10.1007\/978-1-84800-044-5_3"},{"issue":"1","key":"10072_CR42","doi-asserted-by":"publisher","first-page":"13","DOI":"10.2307\/1403202","volume":"47","author":"W Kruskal","year":"1979","unstructured":"Kruskal W, Mosteller F (1979a) Representative sampling, i: mon-scientific literature. Int Stat Rev 47(1):13\u201324","journal-title":"Int Stat Rev"},{"issue":"3","key":"10072_CR43","doi-asserted-by":"publisher","first-page":"245","DOI":"10.2307\/1402647","volume":"47","author":"W Kruskal","year":"1979","unstructured":"Kruskal W, Mosteller F (1979b) Representative sampling, iii: the current statistical literature. Int Stat Rev 47(3):245\u2013265. https:\/\/doi.org\/10.2307\/1402647","journal-title":"Int Stat Rev"},{"issue":"3","key":"10072_CR44","doi-asserted-by":"publisher","first-page":"294","DOI":"10.2307\/3150766","volume":"14","author":"EL Landon Jr","year":"1977","unstructured":"Landon Jr, EL, Banks SK (1977) Relative efficiency and bias of Plus-One telephone sampling. J Mark Res 14(3):294. https:\/\/doi.org\/10.2307\/3150766","journal-title":"J Mark Res"},{"issue":"3","key":"10072_CR45","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1287\/isre.14.3.221.16560","volume":"14","author":"AS Lee","year":"2003","unstructured":"Lee AS, Baskerville RL (2003) Generalizing generalizability in information systems research. Inf Syst Res 14(3):221\u2013243","journal-title":"Inf Syst Res"},{"issue":"9","key":"10072_CR46","doi-asserted-by":"publisher","first-page":"1264","DOI":"10.1109\/TSE.2013.12","volume":"39","author":"W Maalej","year":"2013","unstructured":"Maalej W, Robillard MP (2013) Patterns of knowledge in api reference documentation. IEEE Trans Softw Eng 39(9):1264\u20131282","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"10072_CR47","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/s10461-008-9421-1","volume":"12","author":"M Malekinejad","year":"2008","unstructured":"Malekinejad M, Johnston LG, Kendall C, Kerr LRFS, Rifkin MR, Rutherford GW (2008) Using respondent-driven sampling methodology for HIV biological and behavioral surveillance in international settings: a systematic review. AIDS and Behavior 12(1):105\u2013130. https:\/\/doi.org\/10.1007\/s10461-008-9421-1","journal-title":"AIDS and Behavior"},{"key":"10072_CR48","doi-asserted-by":"crossref","unstructured":"van Manen M (2016) Phenomenology of practice: meaning-giving methods in phenomenological research and writing. Routledge","DOI":"10.4324\/9781315422657"},{"key":"10072_CR49","doi-asserted-by":"crossref","unstructured":"McElreath R (2020) Statistical rethinking: a Bayesian course with examples in R and Stan. CRC press","DOI":"10.1201\/9780429029608"},{"key":"10072_CR50","unstructured":"de Mello RM, Travassos GH (2015) Characterizing sampling frames in software engineering surveys. In: Proceedings of the Ibero-American conference on sofware engineering (CibSE)"},{"issue":"1","key":"10072_CR51","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40411-015-0023-0","volume":"3","author":"RM de Mello","year":"2015","unstructured":"de Mello RM, Da Silva PC, Travassos GH (2015) Investigating probabilistic sampling approaches for large-scale surveys in software engineering. J Softw Eng Res Dev 3(1):1\u201326","journal-title":"J Softw Eng Res Dev"},{"key":"10072_CR52","volume-title":"Qualitative data analysis: a methods sourcebook","author":"MB Miles","year":"2014","unstructured":"Miles MB, Huberman AM, Salda\u00f1a J (2014) Qualitative data analysis: a methods sourcebook, 4th edn. Sage, Thousand Oaks, California, USA","edition":"4th edn."},{"key":"10072_CR53","unstructured":"Mohanani R, Turhan B, Ralph P (2019) Requirements framing affects design creativity. IEEE Trans Softw Eng"},{"issue":"7","key":"10072_CR54","doi-asserted-by":"publisher","first-page":"e1000097","DOI":"10.1371\/journal.pmed.1000097","volume":"6","author":"D Moher","year":"2009","unstructured":"Moher D, Liberati A, Tetzlaff J, Altman DG, Group P et al (2009) Preferred reporting items for systematic reviews and meta-analyses: the prisma statement. PLoS Med 6(7):e1000097","journal-title":"PLoS Med"},{"issue":"2","key":"10072_CR55","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1017\/XPS.2015.19","volume":"2","author":"KJ Mullinix","year":"2015","unstructured":"Mullinix KJ, Leeper TJ, Druckman JN, Freese J (2015) The generalizability of survey experiments. J Exp Polit Sci 2(2):109\u2013138","journal-title":"J Exp Polit Sci"},{"key":"10072_CR56","doi-asserted-by":"crossref","unstructured":"Nagappan M, Zimmermann T, Bird C (2013) Diversity in software engineering research. In: Proceedings of the 9th joint meeting on foundations of software engineering, ACM, pp 466\u2013476","DOI":"10.1145\/2491411.2491415"},{"key":"10072_CR57","unstructured":"Patton MQ (2014) Qualitative research & evaluation methods: integrating theory and practice. Sage Publications"},{"issue":"4","key":"10072_CR58","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1109\/TSE.2004.1274044","volume":"30","author":"JW Paulson","year":"2004","unstructured":"Paulson JW, Succi G, Eberlein A (2004) An empirical study of open-source and closed-source software products. IEEE Trans Softw Eng 30(4):246\u2013256. https:\/\/doi.org\/10.1109\/TSE.2004.1274044","journal-title":"IEEE Trans Softw Eng"},{"issue":"7","key":"10072_CR59","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TSE.2018.2796554","volume":"45","author":"P Ralph","year":"2019","unstructured":"Ralph P (2019) Toward methodological guidelines for process theories and taxonomies in software engineering. IEEE Trans Softw Eng 45(7):712\u2013735","journal-title":"IEEE Trans Softw Eng"},{"key":"10072_CR60","unstructured":"Ralph P, Ali Nb, Baltes S, Bianculli D, Diaz J, Dittrich Y, Ernst N, Felderer M, Feldt R, Filieri A et al (2020a) Empirical standards for software engineering research. arXiv:201003525"},{"key":"10072_CR61","doi-asserted-by":"publisher","unstructured":"Ralph P, Baltes S, Adisaputri G, Torkar R, Kovalenko V, Kalinowski M, Novielli N, Yoo S, Devroey X, Tan X et al (2020b) Pandemic programming: how covid-19 affects software developers and how their organizations can help. Empir Softw Eng https:\/\/doi.org\/10.1007\/s10664-020-09875-y","DOI":"10.1007\/s10664-020-09875-y"},{"key":"10072_CR62","doi-asserted-by":"publisher","unstructured":"Russo D, Stol K (in press) Gender differences in personality traits of software engineers. IEEE Trans Softw Eng https:\/\/doi.org\/10.1109\/TSE.2020.3003413","DOI":"10.1109\/TSE.2020.3003413"},{"key":"10072_CR63","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.infsof.2017.12.001","volume":"98","author":"N Salleh","year":"2018","unstructured":"Salleh N, Hoda R, Su MT, Kanij T, Grundy J (2018) Recruitment, engagement and feedback in empirical software engineering studies in industrial contexts. Inform Software Technol 98:161\u2013172","journal-title":"Inform Software Technol"},{"issue":"4","key":"10072_CR64","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1023\/A:1024232915870","volume":"44","author":"LJ Sax","year":"2003","unstructured":"Sax LJ, Gilmartin SK, Bryant AN (2003) Assessing response rates and nonresponse bias in web and paper surveys. Res High Educ 44(4):409\u2013432","journal-title":"Res High Educ"},{"key":"10072_CR65","doi-asserted-by":"crossref","unstructured":"Sedano T, Ralph P, P\u00e9raire C (2019) The product backlog. In: 2019 IEEE\/ACM 41St international conference on software engineering (ICSE), IEEE, pp 200\u2013211","DOI":"10.1109\/ICSE.2019.00036"},{"key":"10072_CR66","doi-asserted-by":"publisher","unstructured":"Sj\u00f8berg D, Anda B, Arisholm E, Dyba T, J\u00f8rgensen M, Karahasanovic A, Koren EF, Vokac M (2002) Conducting realistic experiments in software engineering. In: 2002 international symposium on empirical software engineering. IEEE, Nara, Japan, pp 17\u201326, DOI https:\/\/doi.org\/10.1109\/ISESE.2002.1166921, (to appear in print)","DOI":"10.1109\/ISESE.2002.1166921"},{"issue":"3","key":"10072_CR67","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/3241743","volume":"27","author":"KJ Stol","year":"2018","unstructured":"Stol KJ, Fitzgerald B (2018) The abc of software engineering research. ACM Transactions on Software Engineering and Methodology (TOSEM) 27 (3):11","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"},{"key":"10072_CR68","doi-asserted-by":"crossref","unstructured":"Stol KJ, Ralph P, Fitzgerald B (2016) Grounded theory in software engineering research: a critical review and guidelines. In: Proceedings of the international conference on software engineering, IEEE, Austin, TX, USA, pp 120\u2013131","DOI":"10.1145\/2884781.2884833"},{"key":"10072_CR69","doi-asserted-by":"publisher","unstructured":"Tempero E, Anslow C, Dietrich J, Han T, Li J, Lumpe M, Melton H, Noble J (2010) The qualitas corpus: a curated collection of java code for empirical studies. In: Proceedings of the 17th Asia Pacific software engineering conference. IEEE, Sydney, Australia, pp 336\u2013345, DOI https:\/\/doi.org\/10.1109\/APSEC.2010.46, (to appear in print)","DOI":"10.1109\/APSEC.2010.46"},{"issue":"4","key":"10072_CR70","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3149485.3149496","volume":"42","author":"C Theisen","year":"2018","unstructured":"Theisen C, Dunaiski M, Williams L, Visser W (2018) Software engineering research at the international conference on software engineering in 2016. ACM SIGSOFT Software Engineering Notes 42(4):1\u20137","journal-title":"ACM SIGSOFT Software Engineering Notes"},{"key":"10072_CR71","doi-asserted-by":"crossref","unstructured":"Thomas G, Myers K (2015) The anatomy of the case study. Sage","DOI":"10.4135\/9781473920156"},{"issue":"412","key":"10072_CR72","doi-asserted-by":"publisher","first-page":"1050","DOI":"10.1080\/01621459.1990.10474975","volume":"85","author":"SK Thompson","year":"1990","unstructured":"Thompson SK (1990) Adaptive cluster sampling. J Am Stat Assoc 85(412):1050\u20131059","journal-title":"J Am Stat Assoc"},{"key":"10072_CR73","doi-asserted-by":"crossref","unstructured":"Toepoel V (2012) Effects of incentives in surveys. In: Gideon L (ed) Handbook of survey methodology for the social sciences, springer, pp 209\u2013223","DOI":"10.1007\/978-1-4614-3876-2_13"},{"key":"10072_CR74","doi-asserted-by":"crossref","unstructured":"Torchiano M, Fern\u00e1ndez DM, Travassos GH, de Mello RM (2017) Lessons learnt in conducting survey research. In: 2017 IEEE\/ACM 5th international workshop on Conducting Empirical Studies in Industry (CESI), IEEE, pp 33\u201339","DOI":"10.1109\/CESI.2017.5"},{"key":"10072_CR75","volume-title":"Research methods knowledge base, vol 2","author":"WM Trochim","year":"2001","unstructured":"Trochim WM, Donnelly JP (2001) Research methods knowledge base, vol 2. Atomic Dog Publishing, Cincinnati, OH, USA"},{"issue":"1","key":"10072_CR76","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1007\/BF00988249","volume":"9","author":"JE Trost","year":"1986","unstructured":"Trost JE (1986) Statistically nonrepresentative stratified sampling: a sampling technique for qualitative studies. Qual Sociol 9(1):54\u201357","journal-title":"Qual Sociol"},{"issue":"1","key":"10072_CR77","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/s10651-005-6818-0","volume":"12","author":"P Turk","year":"2005","unstructured":"Turk P, Borkowski JJ (2005) A review of adaptive cluster sampling: 1990\u20132003. Environ Ecol Stat 12(1):55\u201394","journal-title":"Environ Ecol Stat"},{"key":"10072_CR78","doi-asserted-by":"crossref","unstructured":"Valliant R, Dever JA, Kreuter F (2018) Designing multistage samples. In: Practical tools for designing and weighting survey samples, Springer, pp 209\u2013264","DOI":"10.1007\/978-3-319-93632-1_9"},{"key":"10072_CR79","doi-asserted-by":"publisher","unstructured":"Vasilescu B, Posnett D, Ray B, van den Brand MG, Serebrenik A, Devanbu P, Filkov V (2015) Gender and Tenure Diversity in GitHub Teams. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems - CHI \u201915. ACM Press, Seoul, Republic of Korea, pp 3789\u20133798, DOI https:\/\/doi.org\/10.1145\/2702123.2702549, (to appear in print)","DOI":"10.1145\/2702123.2702549"},{"key":"10072_CR80","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in software engineering. Springer Science & Business Media","DOI":"10.1007\/978-3-642-29044-2"},{"key":"10072_CR81","volume-title":"Case study research: Design and methods","author":"RK Yin","year":"2018","unstructured":"Yin RK (2018) Case study research: Design and methods, 6th edn. Sage, Thousand Oaks, California","edition":"6th edn."},{"key":"10072_CR82","doi-asserted-by":"crossref","unstructured":"Zannier C, Melnik G, Maurer F (2006) On the success of empirical studies in the international conference on software engineering. In: Proceedings of the 28th international conference on software engineering, pp 341\u2013350","DOI":"10.1145\/1134285.1134333"},{"key":"10072_CR83","doi-asserted-by":"crossref","unstructured":"Zhang H, Huang X, Zhou X, Huang H, Babar MA (2019) Ethnographic research in software engineering: a critical review and checklist. In: Proceedings of the 2019 27th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, pp 659\u2013670","DOI":"10.1145\/3338906.3338976"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10072-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10072-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10072-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T04:55:10Z","timestamp":1727067310000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10072-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,28]]},"references-count":83,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,7]]}},"alternative-id":["10072"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10072-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,28]]},"assertion":[{"value":"28 October 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}],"article-number":"94"}}