{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T18:03:54Z","timestamp":1773338634177,"version":"3.50.1"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2009,4,1]],"date-time":"2009-04-01T00:00:00Z","timestamp":1238544000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2010,2]]},"DOI":"10.1007\/s10664-009-9109-9","type":"journal-article","created":{"date-parts":[[2009,3,31]],"date-time":"2009-03-31T04:13:55Z","timestamp":1238472835000},"page":"35-59","source":"Crossref","is-referenced-by-count":81,"title":["A checklist for integrating student empirical studies with research and teaching goals"],"prefix":"10.1007","volume":"15","author":[{"given":"Jeffrey C.","family":"Carver","sequence":"first","affiliation":[]},{"given":"Letizia","family":"Jaccheri","sequence":"additional","affiliation":[]},{"given":"Sandro","family":"Morasca","sequence":"additional","affiliation":[]},{"given":"Forrest","family":"Shull","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2009,4,1]]},"reference":[{"key":"9109_CR1","unstructured":"Bagert D, Hilburn TB, Hislop G, Lutz M, McCracken M, Mengel S (1999) Guidelines for Software Engineering Education. SEI Technical Reports. CMU\/SEI-99-TR-032"},{"key":"9109_CR2","doi-asserted-by":"crossref","unstructured":"Baresi L, Morasca S (2002) An empirical study on the design effort of web applications. Proceedings of 3rd International Conference on Web Information Systems Engineering, Singapore. 345\u2013354","DOI":"10.1109\/WISE.2002.1181670"},{"key":"9109_CR3","doi-asserted-by":"crossref","unstructured":"Baresi L, Morasca S, Paolini P (2003) Estimating the design effort of web applications. Proceedings of Ninth International Software Metrics Symposium. 62\u201372","DOI":"10.1109\/METRIC.2003.1232456"},{"issue":"10","key":"9109_CR4","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1109\/32.544352","volume":"22","author":"VR Basili","year":"1996","unstructured":"Basili VR, Briand LC, Melo WL (1996) A validation of object-oriented design metrics as quality indicators. IEEE Trans Softw Eng 22(10):751\u2013761. doi: 10.1109\/32.544352","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"9109_CR5","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1109\/MS.2008.103","volume":"25","author":"VR Basili","year":"2008","unstructured":"Basili VR, Carver JC, Cruzes D, Hochstein LM, Hollingsworth JK, Shull F, Zelkowitz MV (2008) Understanding the high-performance-computing community: a software engineer\u2019s perspective. IEEE Softw 25(4):29\u201336. doi: 10.1109\/MS.2008.103","journal-title":"IEEE Softw"},{"key":"9109_CR6","unstructured":"Bloom BS (ed) (1956) Handbook I, cognitive domain. Taxonomy of educational objectives: the classification of educational goals. Longman, New York"},{"key":"9109_CR7","doi-asserted-by":"crossref","unstructured":"Braught G (2005) Teaching empirical skills and concepts in computer science using random walks. Proceedings of 36th SIGCSE technical symposium on Computer science education, St. Louis, Missouri, USA, ACM Press. 41\u201345","DOI":"10.1145\/1047344.1047373"},{"key":"9109_CR8","doi-asserted-by":"crossref","unstructured":"Carver J, Jaccheri L, Morasca S, Shull F (2003) Issues in using students in empirical studies in software engineering education. Proceedings of Ninth International Software Metrics Symposium (METRICS 2003). 239\u2013249","DOI":"10.1109\/METRIC.2003.1232471"},{"issue":"3es","key":"9109_CR9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/384274.384275","volume":"1","author":"CORPORATE","year":"2001","unstructured":"CORPORATE (2001) Computing Curricula 2001. J Educ Resour Comput 1(3es):1","journal-title":"J Educ Resour Comput"},{"key":"9109_CR10","unstructured":"Daly J (1996) Replication and a multi-method approach to empirical software engineering research. Department of Computer Science. University of Strathclyde. PhD"},{"issue":"12","key":"9109_CR11","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1145\/138859.138870","volume":"35","author":"PJ Denning","year":"1992","unstructured":"Denning PJ (1992) Educating a new engineer. Commun ACM 35(12):82\u201397. doi: 10.1145\/138859.138870","journal-title":"Commun ACM"},{"issue":"5","key":"9109_CR12","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1109\/MS.2002.1032848","volume":"19","author":"TB Hilburn","year":"2002","unstructured":"Hilburn TB, Humphrey WS (2002) The impending changes in software education. IEEE Softw 19(5):22\u201324. doi: 10.1109\/MS.2002.1032848","journal-title":"IEEE Softw"},{"key":"9109_CR13","unstructured":"Hochstein L, Nakamura T, Basili VR, Asgari S, Zelkowitz MV, Hollingsworth JK, Shull F, Carver J, Voelp M, Zazworka N, Johnson P (2006) Experiments to understand Hpc time to development. CTWatch Quarterly. November: 24\u201332"},{"key":"9109_CR14","doi-asserted-by":"crossref","unstructured":"H\u00f6st M (2002) Introducing empirical software engineering methods in education. Proceedings of 15th Conference on Software Engineering Education and Training, 2002. (CSEE&T 2002). 170\u2013179","DOI":"10.1109\/CSEE.2002.995209"},{"issue":"3","key":"9109_CR15","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1023\/A:1026586415054","volume":"5","author":"M H\u00f6st","year":"2000","unstructured":"H\u00f6st M, Regnell B, Wohlin C (2000) Using students as subjects-a comparative study of students and professionals in lead-time impact assessment. Empir Softw Eng 5(3):201\u2013214. doi: 10.1023\/A:1026586415054","journal-title":"Empir Softw Eng"},{"key":"9109_CR16","doi-asserted-by":"crossref","unstructured":"H\u00f6st M, Wohlin C, Thelin T (2005) Experimental context classification: incentives and experience of subjects. Proceedings of 27th international conference on Software engineering, St. Louis, MO, USA, ACM Press. 470\u2013478","DOI":"10.1145\/1062455.1062539"},{"issue":"4","key":"9109_CR17","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1002\/cae.10000","volume":"9","author":"L Jaccheri","year":"2001","unstructured":"Jaccheri L (2001) Software quality and software process improvement course based on interaction with the local software industry. Comput Appl Eng Educ 9(4):265\u2013272. doi: 10.1002\/cae.10000","journal-title":"Comput Appl Eng Educ"},{"key":"9109_CR18","unstructured":"Jay R (2002) How to build a great team, Financial Times Management"},{"issue":"1\u20132","key":"9109_CR19","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/S0164-1212(02)00160-7","volume":"70","author":"M Jorgensen","year":"2004","unstructured":"Jorgensen M, Teigen KH, Molokken K (2004) Better sure than safe? Over-confidence in judgement based software development effort prediction intervals. J Syst Softw 70(1\u20132):79\u201393. doi: 10.1016\/S0164-1212(02)00160-7","journal-title":"J Syst Softw"},{"issue":"8","key":"9109_CR20","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1109\/TSE.2002.1027796","volume":"28","author":"BA Kitchenham","year":"2002","unstructured":"Kitchenham BA, Pfleeger SL, Pickard LM, Jones PW, Hoaglin DC, El Emam K, Rosenberg J (2002) Preliminary guidelines for empirical research in software engineering. IEEE Trans Softw Eng 28(8):721\u2013734. doi: 10.1109\/TSE.2002.1027796","journal-title":"IEEE Trans Softw Eng"},{"key":"9109_CR21","volume-title":"Research methods","author":"DH McBurney","year":"2001","unstructured":"McBurney DH (2001) Research methods. Wadsworth Thomson Learning, Stamford"},{"issue":"4","key":"9109_CR22","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1016\/j.infsof.2004.08.005","volume":"47","author":"J Miller","year":"2005","unstructured":"Miller J (2005) Replicating software engineering experiments: a poisoned chalice or the Holy Grail. Inf Softw Technol 47(4):233\u2013244. doi: 10.1016\/j.infsof.2004.08.005","journal-title":"Inf Softw Technol"},{"key":"9109_CR23","unstructured":"Morasca S (2003) A Bayesian approach to software testing evaluation. Proceedings of Software Engineering and Knowledge Engineering, San Francisco Bay, USA. 706\u2013713."},{"key":"9109_CR24","doi-asserted-by":"crossref","DOI":"10.1145\/1047344.1047371","volume-title":"Integrating science and research in a Hci design course","author":"R Pastel","year":"2005","unstructured":"Pastel R (2005) Integrating science and research in a Hci design course. St Louis, ACM Press"},{"key":"9109_CR25","doi-asserted-by":"crossref","unstructured":"Port D, Klappholz D (2004) Empirical research in the software engineering classroom. Proceedings of 17th Conference on Software Engineering Education and Training, 2004. 132\u2013137","DOI":"10.1109\/CSEE.2004.1276522"},{"issue":"11","key":"9109_CR26","doi-asserted-by":"crossref","first-page":"1101","DOI":"10.1109\/32.881720","volume":"26","author":"F Shull","year":"2000","unstructured":"Shull F, Lanubile F, Basili VR (2000) Investigating reading techniques for object-oriented framework learning. IEEE Trans Softw Eng 26(11):1101\u20131118. doi: 10.1109\/32.881720","journal-title":"IEEE Trans Softw Eng"},{"key":"9109_CR27","doi-asserted-by":"crossref","unstructured":"Shull F, Carver J, Travassos G (2001) An empirical methodology for introducing software processes. Proceedings of The Joint 8th European Software Engineering Conference and 9th ACM SIGSOFT Foundations of Software Engineering, Vienna, Austria. 288\u2013296","DOI":"10.1145\/503209.503248"},{"key":"9109_CR28","doi-asserted-by":"crossref","unstructured":"Shull F, Carver J, Hochstein L, Basili VR (2005) Empirical study design in the area of high performance computing (Hpc). Proceedings of International Symposium on Empirical Software Engineering, Noosa Heads, Australia. 305\u2013314","DOI":"10.1109\/ISESE.2005.1541839"},{"issue":"2","key":"9109_CR29","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"F Shull","year":"2008","unstructured":"Shull F, Carver J, Vegas S, Juristo N (2008) The role of replications in empirical software engineering. Empir Softw Eng 13(2):211\u2013218. doi: 10.1007\/s10664-008-9060-1","journal-title":"Empir Softw Eng"},{"issue":"12","key":"9109_CR30","doi-asserted-by":"crossref","first-page":"1171","DOI":"10.1109\/TSE.2002.1158289","volume":"28","author":"J Singer","year":"2002","unstructured":"Singer J, Vinson NG (2002) Ethical issues in empirical studies of software engineering. IEEE Trans Softw Eng 28(12):1171\u20131180. doi: 10.1109\/TSE.2002.1158289","journal-title":"IEEE Trans Softw Eng"},{"key":"9109_CR31","doi-asserted-by":"crossref","unstructured":"Sjoeberg DIK, Anda B, Arisholm E, Dyba T, Jorgensen M, Karahasanovic A, Koren EF, Vokac M (2002) Conducting realistic experiments in software engineering. Proceedings of 2002 International Symposium on Empirical Software Engineering. 17\u201326.","DOI":"10.1109\/ISESE.2002.1166921"},{"issue":"9","key":"9109_CR32","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"DIK Sjoeberg","year":"2005","unstructured":"Sjoeberg DIK, Hannay JE, Hansen O, Kampenes VB, Karahasanovic A, Liborg NK, Rekdal AC (2005) A survey of controlled experiments in software engineering. IEEE Trans Softw Eng 31(9):733\u2013753. doi: 10.1109\/TSE.2005.97","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"9109_CR33","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1023\/A:1009844119158","volume":"5","author":"WF Tichy","year":"2000","unstructured":"Tichy WF (2000) Hints for reviewing empirical work in software engineering. Empir Softw Eng 5(4):309\u2013312. doi: 10.1023\/A:1009844119158","journal-title":"Empir Softw Eng"},{"issue":"5","key":"9109_CR34","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1109\/MS.2002.1032858","volume":"19","author":"DA Umphress","year":"2002","unstructured":"Umphress DA, Hendrix TD, Cross JH (2002) Software process in the classroom: the capstone project experience. IEEE Softw 19(5):78\u201381. doi: 10.1109\/MS.2002.1032858","journal-title":"IEEE Softw"},{"key":"9109_CR35","volume-title":"Mind in society: development of higher psychological processes","author":"LS Vygotsky","year":"1978","unstructured":"Vygotsky LS (1978) Mind in society: development of higher psychological processes. Harvard University Press, Cambridge"},{"key":"9109_CR36","doi-asserted-by":"crossref","unstructured":"Walia GS, Carver J (2006) Requirements error abstraction and classification: an empirical study. Proceedings of The 5th International Symposium on Empirical Software Engineering, Rio de Janeiro. 336\u2013345","DOI":"10.1145\/1159733.1159784"},{"key":"9109_CR37","unstructured":"Wang AI, Arisholm E (2008) The effect of task order on the maintainability of object-oriented software. Information and Software Technology. Accepted for Publication: Technical Report Available: http:\/\/www.idi.ntnu.no\/grupper\/su\/publ\/alfw\/idi-tr-02-07.pdf"},{"key":"9109_CR38","unstructured":"Wang AI, Arisholm E, Jaccheri L (2007) Educational approach to an experiment in a software architecture course proceedings of The 20th Conference on Software Engineering Education & Training, 2007. 291\u2013300"},{"key":"9109_CR39","doi-asserted-by":"crossref","unstructured":"Way TP (2005) A company-based framework for a software engineering course. Proceedings of 36th SIGCSE technical symposium on Computer science education, St. Louis, Missouri, USA, ACM Press. 132\u2013136","DOI":"10.1145\/1047344.1047399"},{"key":"9109_CR40","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, Host M, Ohlsson MC, Regnell B, Wesslen A (2000) Experimentation in software engineering: an introduction, Kluwer Academic Publishers","DOI":"10.1007\/978-1-4615-4625-2"},{"issue":"1","key":"9109_CR41","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/S0164-1212(99)00042-4","volume":"48","author":"M Wood","year":"1999","unstructured":"Wood M, Daly J, Miller J, Roper M (1999) Mulit-method research: an empirical investigation of object-oriented technology. J Syst Softw 48(1):13\u201326. doi: 10.1016\/S0164-1212(99)00042-4","journal-title":"J Syst Softw"},{"issue":"5","key":"9109_CR42","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1109\/2.675630","volume":"31","author":"MV Zelkowitz","year":"1998","unstructured":"Zelkowitz MV, Wallace DR (1998) Experimental models for validating technology. IEEE Comput 31(5):23\u201331","journal-title":"IEEE Comput"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-009-9109-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-009-9109-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-009-9109-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,30]],"date-time":"2019-05-30T17:15:09Z","timestamp":1559236509000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-009-9109-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,4,1]]},"references-count":42,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2010,2]]}},"alternative-id":["9109"],"URL":"https:\/\/doi.org\/10.1007\/s10664-009-9109-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,4,1]]}}}