{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T16:37:24Z","timestamp":1784997444106,"version":"3.55.0"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,6,8]],"date-time":"2017-06-08T00:00:00Z","timestamp":1496880000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2018,2]]},"DOI":"10.1007\/s10664-017-9523-3","type":"journal-article","created":{"date-parts":[[2017,6,8]],"date-time":"2017-06-08T01:17:16Z","timestamp":1496884636000},"page":"452-489","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":205,"title":["Empirical software engineering experts on the use of students and professionals in experiments"],"prefix":"10.1007","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6340-0058","authenticated-orcid":false,"given":"Davide","family":"Falessi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Claes","family":"Wohlin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Burak","family":"Turhan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00fcrgen","family":"M\u00fcnch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andreas","family":"Jedlitschka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Markku","family":"Oivo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,6,8]]},"reference":[{"issue":"3","key":"9523_CR1","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1109\/TSE.1981.230841","volume":"SE-7","author":"VR Basili","year":"1981","unstructured":"Basili VR, Reiter RW (May 1981) A controlled experiment quantitatively comparing software development approaches. IEEE Trans Softw Eng SE-7(3):299\u2013320","journal-title":"IEEE Trans Softw Eng"},{"issue":"12","key":"9523_CR2","doi-asserted-by":"crossref","first-page":"1278","DOI":"10.1109\/TSE.1987.232881","volume":"SE-13","author":"VR Basili","year":"1987","unstructured":"Basili VR, Selby RW (Dec. 1987) Comparing the effectiveness of software testing strategies. IEEE Trans Softw Eng SE-13(12):1278\u20131296","journal-title":"IEEE Trans Softw Eng"},{"key":"9523_CR3","doi-asserted-by":"crossref","unstructured":"Basili, V. R. McGarry, F. E. Pajerski, R. and Zelkowitz, M. V. 2002 \u201cLessons learned from 25 years of process improvement: The rise and fall of the NASA software engineering laboratory,\u201d in Proceedings - International Conference on Software Engineering, pp. 69\u201379.","DOI":"10.1145\/581339.581351"},{"issue":"1","key":"9523_CR4","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1023\/A:1021764731148","volume":"8","author":"S Beecham","year":"2003","unstructured":"Beecham S, Hall T, Rainer A (Mar. 2003) Software process improvement problems in twelve software companies: an empirical analysis. Empir Softw Eng 8(1):7\u201342","journal-title":"Empir Softw Eng"},{"key":"9523_CR5","unstructured":"Berander, P. 2004 \u201cUsing students as subjects in requirements prioritization,\u201d in Proceedings - 2004 International Symposium on Empirical Software Engineering, ISESE 2004, pp. 167\u2013176."},{"key":"9523_CR6","unstructured":"Berg K. E. and Latin, R. W. 2003 Essentials of research methods in health, Physical Education, Exercise Science, and Recreation. LWW."},{"issue":"12","key":"9523_CR7","doi-asserted-by":"crossref","first-page":"1163","DOI":"10.1109\/TSE.2014.2348997","volume":"40","author":"GR Bergersen","year":"2014","unstructured":"Bergersen GR, Sjoberg DIK, Dyba T (2014) Construction and validation of an instrument for measuring programming skill. IEEE Trans Softw Eng 40(12):1163\u20131184","journal-title":"IEEE Trans Softw Eng"},{"key":"9523_CR8","doi-asserted-by":"crossref","unstructured":"Bratthall, L. Johansson, E. and Regnell, B. 2000 \u201cIs a Design Rationale Vital when Predicting Change Impact? \u2013 A Controlled Experiment on Software,\u201d in 2nd International Conference on Product Focused Software Process Improvement (PROFES 2000),pp. 126\u2013139.","DOI":"10.1007\/978-3-540-45051-1_14"},{"key":"9523_CR9","unstructured":"Ciolkowski, M. 2009 \u201cWhat do we know about perspective-based reading? An approach for quantitative aggregation in software engineering,\u201d in 2009 3rd International Symposium on Empirical Software Engineering and Measurement, ESEM 2009, pp. 133\u2013144."},{"issue":"8","key":"9523_CR10","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1016\/S0378-7206(02)00098-8","volume":"40","author":"G Easton","year":"2003","unstructured":"Easton G, Easton A, Belch M (Sep. 2003) An experimental investigation of electronic focus groups. Inf Manag 40(8):717\u2013727","journal-title":"Inf Manag"},{"key":"9523_CR11","unstructured":"Fagerholm, F. Oza, N. and Munch, J. 2013 \u201cA platform for teaching applied distributed software development: The ongoing journey of the Helsinki software factory,\u201d in 2013 3rd International Workshop on Collaborative Teaching of Globally Distributed Software Development, CTGDSD 2013 - Proceedings,pp. 1\u20135."},{"issue":"6","key":"9523_CR12","doi-asserted-by":"crossref","first-page":"88","DOI":"10.1109\/MS.2006.147","volume":"23","author":"T Gorschek","year":"2006","unstructured":"Gorschek T, Garre P, Larsson S, Wohlin C (2006) A model for technology transfer in practice. IEEE Softw 23(6):88\u201395","journal-title":"IEEE Softw"},{"key":"9523_CR13","unstructured":"H\u00f6st, M. Regnell, B. and Wohlin, C. 2000 \u201cUsing Students as Subjects\u2014A Comparative Study of Students and Professionals in Lead-Time Impact Assessment,\u201d in Empir Softw Eng, vol. 5, pp. 201\u2013214."},{"key":"9523_CR14","doi-asserted-by":"crossref","unstructured":"Jedlitschka A. and Pfahl, D. 2005 \u201cReporting guidelines for controlled experiments in software engineering,\u201d in 2005 International Symposium on Empirical Software Engineering, ISESE 2005, pp. 95\u2013104.","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"9523_CR15","doi-asserted-by":"crossref","unstructured":"Juristo N. and Moreno, A. M. 2001 Basics of Software Engineering Experimentation, vol. 5\/6.","DOI":"10.1007\/978-1-4757-3304-4"},{"key":"9523_CR16","unstructured":"Jyrki, K. Bragge, J. and Lehtola, L. 2008 \u201cThe Focus Group Method as an Empirical Tool in Software Engineering,\u201d in Guide to Advanced Empirical Software Engineering, pp. 93\u2013116."},{"key":"9523_CR17","doi-asserted-by":"crossref","unstructured":"Kontio, J. Lehtola, L. and Bragge, J. 2004 \u201cUsing the Focus Group Method in Software Engineering: Obtaining Practitioner and User Experiences,\u201d in International Symposium on Empirical Software Engineering, pp. 271\u2013280.","DOI":"10.1109\/ISESE.2004.1334914"},{"issue":"3","key":"9523_CR18","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1007\/s10664-005-1290-x","volume":"10","author":"TC Lethbridge","year":"2005","unstructured":"Lethbridge TC, Sim SE, Singer J (Jul. 2005) Studying software engineers: data collection techniques for software field studies. Empir Softw Eng 10(3):311\u2013341","journal-title":"Empir Softw Eng"},{"key":"9523_CR19","unstructured":"Lindvall, M. Basili, V. R. Boehm, B. W. Costa, P. Dangle, K. Shull, F. Tesoriero, R. Williams, L. A. and Zelkowitz, M. V. 2002\u201cEmpirical Findings in Agile Methods,\u201d in Second XP Universe and First Agile Universe Conference on Extreme Programming and Agile Methods - XP\/Agile Universe 2002,pp. 197\u2013207."},{"key":"9523_CR20","unstructured":"M.H. and Wohlin, C. M. C. Gustavsson, A. 1996 \u201cA Framework for Technology Introduction in Software Organizations,\u201d in Software Process Improvement Conference,pp. 167\u2013176."},{"key":"9523_CR21","unstructured":"McMeekin, D. A. Von Konsky, B. R. Robey, M. and Cooper, D. J. A. 2009 \u201cThe significance of participant experience when evaluating software inspection techniques,\u201d in Proceedings of the Australian Software Engineering Conference, ASWEC, pp. 200\u2013209."},{"issue":"1","key":"9523_CR22","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1146\/annurev.soc.22.1.129","volume":"22","author":"DL Morgan","year":"1996","unstructured":"Morgan DL (Aug. 1996) Focus groups. Annu Rev Sociol 22(1):129\u2013152","journal-title":"Annu Rev Sociol"},{"key":"9523_CR23","unstructured":"Morgan D. L. and Krueger, R. A. 1993 \u201cWhen to use focus groups and why.,\u201d in Successful focus groups: Advancing the state of the art., pp. 3\u201319."},{"key":"9523_CR24","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1023\/A:1009776104355","volume":"3","author":"A Porter","year":"1998","unstructured":"Porter A, Votta L (1998) Comparing detection methods for software requirements inspections: a replication using professional subjects. Empir Softw Eng 3:355\u2013379","journal-title":"Empir Softw Eng"},{"key":"9523_CR25","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1109\/32.391380","volume":"21","author":"AA Porter","year":"1995","unstructured":"Porter AA, Votta LG, Basili VR (1995) Comparing detection methods for software requirements inspections: a replicated experiment. IEEE Trans Softw Eng 21:563\u2013575","journal-title":"IEEE Trans Softw Eng"},{"key":"9523_CR26","unstructured":"Remus, W. 1989 \u201cUsing students as subjects in experiments on decision supportsystems,\u201d [1989] Proc. Twenty-Second Annu. Hawaii Int. Conf. Syst. Sci. Vol. III Decis. Support Knowl. Based Syst. Track, vol. 3."},{"key":"9523_CR27","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1109\/TSE.2009.69","volume":"36","author":"F Ricca","year":"2010","unstructured":"Ricca F, Di Penta M, Torchiano M, Tonella P, Ceccato M (2010) How developers\u2019 experience and ability influence web application comprehension tasks supported by UML stereotypes: a series of four experiments. IEEE Trans Softw Eng 36:96\u2013118","journal-title":"IEEE Trans Softw Eng"},{"key":"9523_CR28","unstructured":"Runeson, P. 2003 \u201cUsing students as experiment subjects\u2013an analysis on graduate and freshmen student data,\u201d Proc. 7th Int. Conf. Empir. Assess. Eval. Softw. Eng., pp. 95\u2013102."},{"key":"9523_CR29","doi-asserted-by":"crossref","unstructured":"Salman, I. Misirli, A. T. and Juristo, N. 2015 \u201cAre Students Representatives of Professionals in Software Engineering Experiments?,\u201d in International Conference on Software Engineering (ICSE), pp. 666\u2013676.","DOI":"10.1109\/ICSE.2015.82"},{"key":"9523_CR30","doi-asserted-by":"crossref","unstructured":"Salviulo F. and Scanniello, G. 2014 \u201cDealing with Identifiers and Comments in Source Code Comprehension and Maintenance: Results from an Ethnographically-informed Study with Students and Professionals,\u201d in Proceedings of the 18th International Conference on Evaluation and Assessment in Software Engineering, p. 48:1--48:10.","DOI":"10.1145\/2601248.2601251"},{"key":"9523_CR31","volume-title":"International Conference on software engineering (ICSE)","author":"J Siegmund","year":"2015","unstructured":"Siegmund J, Siegmund N, Apel S (2015) Views on internal and external validity in empirical software engineering. In: International Conference on software engineering (ICSE)"},{"key":"9523_CR32","doi-asserted-by":"crossref","unstructured":"Sjoberg DIK, Anda B, Arisholm E, Dyba T, Jorgensen M, Karahasanovic A, Koren EF, Vokac M (2002) Conducting realistic experiments in software engineering. Proc. Int. Symp. Empir. Softw. Eng","DOI":"10.1109\/ISESE.2002.1166921"},{"key":"9523_CR33","doi-asserted-by":"crossref","unstructured":"Svahnberg, M. Aurum, A. and Wohlin, C. 2008 \u201cUsing students as subjects - an empirical evaluation,\u201d in Proceedings of the Second ACMIEEE international symposium on Empirical software engineering and measurement, pp. 288\u2013290.","DOI":"10.1145\/1414004.1414055"},{"key":"9523_CR34","unstructured":"Tremblay, M. Hevner, A. and Berndt, D. 2010 \u201cFocus Groups for Artifact Refinement and Evaluation in Design Research,\u201d Communications of the Association for Information Systems, vol. 26, no. 1."},{"key":"9523_CR35","unstructured":"Turhan B. and Bener, A. 2007 \u201cA template for real world team projects for highly populated software engineering classes,\u201d in Proceedings - International Conference on Software Engineering,pp. 748\u2013751."},{"key":"9523_CR36","unstructured":"Vegas, S. Dieste, O. and Juristo, N. 2015 \u201cDifficulties in Running Experiments in the Software Industry: Experiences from the Trenches,\u201d in Proceedings - 3rd International Workshop on Conducting Empirical Studies in Industry, CESI 2015, pp. 3\u20139."},{"key":"9523_CR37","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1023\/A:1009811222725","volume":"5","author":"A Wessl\u00e9n","year":"2000","unstructured":"Wessl\u00e9n A (2000) Replicated empirical study of the impact of the methods in the PSP on individual engineers. Empir Softw Eng 5:93\u2013123","journal-title":"Empir Softw Eng"},{"key":"9523_CR38","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in software engineering: an introduction. Springer","DOI":"10.1007\/978-3-642-29044-2"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-017-9523-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9523-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9523-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,25]],"date-time":"2019-09-25T15:03:31Z","timestamp":1569423811000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-017-9523-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,6,8]]},"references-count":38,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,2]]}},"alternative-id":["9523"],"URL":"https:\/\/doi.org\/10.1007\/s10664-017-9523-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,6,8]]}}}