{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T04:13:58Z","timestamp":1759032838601,"version":"3.37.3"},"publisher-location":"Berlin, Heidelberg","reference-count":42,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540406723"},{"type":"electronic","value":"9783540451433"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2003]]},"DOI":"10.1007\/978-3-540-45143-3_3","type":"book-chapter","created":{"date-parts":[[2010,6,22]],"date-time":"2010-06-22T20:39:30Z","timestamp":1277239170000},"page":"24-38","source":"Crossref","is-referenced-by-count":26,"title":["Challenges and Recommendations When Increasing the Realism of Controlled Software Engineering Experiments"],"prefix":"10.1007","author":[{"given":"Dag I. K.","family":"Sj\u00f8berg","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bente","family":"Anda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Erik","family":"Arisholm","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tore","family":"Dyb\u00e5","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Magne","family":"J\u00f8rgensen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amela","family":"Karahasanovi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marek","family":"Vok\u00e1\u010d","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"7","key":"3_CR1","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.1986.6312975","volume":"SE-12","author":"V.R. Basili","year":"1986","unstructured":"Basili, V.R., Selby, R.W., Hutchens, D.H.: Experimentation in Software Engineering. IEEE Transactions on Software Engineering\u00a0SE-12(7), 733\u2013743 (1986)","journal-title":"IEEE Transactions on Software Engineering"},{"key":"3_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","DOI":"10.1007\/3-540-57092-6","volume-title":"Experimental Software Engineering Issues:","author":"H.D. Rombach","year":"1993","unstructured":"Rombach, H.D., Basili, V.R., Selby, R.W.: Experimental Software Engineering Issues: Critical Assessment and Future Directions. In: Rombach, H.D., Selby, R.W., Basili, V.R. (eds.) Experimental Software Engineering Issues: LNCS, vol.\u00a0706, Springer, Heidelberg (1993)"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Basili, V.R.: The Role of Experimentation in Software Engineering: Past, Current, and Future. In: Proceedings of the 18th International Conference on Software Engineering, Berlin, Germany, March 25-29, pp. 442\u2013449 (1996)","DOI":"10.1109\/ICSE.1996.493439"},{"issue":"5","key":"3_CR4","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1109\/2.675631","volume":"31","author":"W.F. Tichy","year":"1998","unstructured":"Tichy, W.F.: Should Computer Scientists Experiment More? 16 Reasons to Avoid Experimentation. IEEE Computer\u00a031(5), 32\u201340 (1998)","journal-title":"IEEE Computer"},{"issue":"5","key":"3_CR5","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1109\/2.675630","volume":"31","author":"M.V. Zelkowitz","year":"1998","unstructured":"Zelkowitz, M.V., Wallace, D.R.: Experimental Models for Validating Technology. IEEE Computer\u00a031(5), 23\u201331 (1998)","journal-title":"IEEE Computer"},{"key":"3_CR6","volume-title":"Experimentation in Software Engineering \u2013 An Introduction","author":"C. Wohlin","year":"1999","unstructured":"Wohlin, C., Runeson, P., H\u00f6st, M., Ohlsson, M.C., Regnell, B., Wessl\u00e9n, A.: Experimentation in Software Engineering \u2013 An Introduction. Kluwer Academic Publishers, Boston (1999)"},{"key":"3_CR7","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3304-4","volume-title":"Basics of Software Engineering Experimentation","author":"N. Juristo","year":"2001","unstructured":"Juristo, N., Moreno, A.: Basics of Software Engineering Experimentation. Kluwer Academic Publishers, Boston (2001)"},{"key":"3_CR8","volume-title":"Experimental and Quasi-Experimental Designs for Generalized Causal Inference","author":"W.R. Shadish","year":"2002","unstructured":"Shadish, W.R., Cook, T.D., Campbell, D.T.: Experimental and Quasi-Experimental Designs for Generalized Causal Inference. Houghton Mifflin Company, Boston (2002)"},{"key":"3_CR9","volume-title":"Design and Analysis of Experiments","author":"D.C. Montgomery","year":"1997","unstructured":"Montgomery, D.C.: Design and Analysis of Experiments, 4th edn. John Wiley & Sons, New York (1997)","edition":"4"},{"key":"3_CR10","unstructured":"Harrison, W.: N=1 An Alternative for Software Engineering Research? Beg, Borrow, or Steal: Using Multidisciplinary Approaches in Empirical Software Engineering Research, Workshop, 5 June, 2000 at 22nd Int. Conf. on Softw. Eng. (ICSE), Limerick, Ireland, pp. 39\u201344 (2000)"},{"issue":"5","key":"3_CR11","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/52.232392","volume":"10","author":"C. Potts","year":"1993","unstructured":"Potts, C.: Software-Engineering Research Revisited. IEEE Software\u00a010(5), 19\u201328 (1993)","journal-title":"IEEE Software"},{"issue":"6","key":"3_CR12","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/52.329400","volume":"11","author":"R.L. Glass","year":"1994","unstructured":"Glass, R.L.: The Software-Research Crisis. IEEE Software\u00a011(6), 42\u201347 (1994)","journal-title":"IEEE Software"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Sj\u00f8berg, D.I.K., Anda, B., Arisholm, E., Dyb\u00e5, T., J\u00f8rgensen, M., Karahasanovic, A., Koren, E.F., Vokac, M.: Conducting Realistic Experiments in Software Engineering, ISESE 2002 (First International Symposium on Empirical Softwarfe Engineering), Nara, Japan, October 3\u20134, pp. 17\u201326. IEEE Computer Society, Los Alamitos (2002)","DOI":"10.1109\/ISESE.2002.1166921"},{"issue":"8","key":"3_CR14","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1109\/TSE.2002.1027796","volume":"28","author":"B.A. Kitchenham","year":"2002","unstructured":"Kitchenham, B.A., Pfleeger, S.L., Pickard, L.M., Jones, P.W., Hoaglin, D.C., El-Emam, K., Rosenberg, J.: Preliminary Guidelines for Empirical Research in Software Engineering. IEEE Transactions on Software Engineering\u00a028(8), 721\u2013734 (2002)","journal-title":"IEEE Transactions on Software Engineering"},{"key":"3_CR15","volume-title":"Diffusion of Innovations","author":"E.M. Rogers","year":"1995","unstructured":"Rogers, E.M.: Diffusion of Innovations, 4th edn. The Free Press, New York (1995)","edition":"4"},{"key":"3_CR16","unstructured":"Arisholm, E., Sj\u00f8berg, D.I.K.: A Controlled Experiment in Industry to Evaluate the Effect of Responsibility-Driven Design Principles on Software Changeability for Different Categories of Professional (2003) (in preparation)"},{"issue":"4","key":"3_CR17","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1023\/A:1009844119158","volume":"5","author":"W.F. Tichy","year":"2000","unstructured":"Tichy, W.F.: Hints for Reviewing Empirical Work in Software Engineering. Empirical Software Engineering\u00a05(4), 309\u2013312 (2000)","journal-title":"Empirical Software Engineering"},{"issue":"4","key":"3_CR18","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1109\/32.799939","volume":"25","author":"V.R. Basili","year":"1999","unstructured":"Basili, V.R., Shull, F., Lanubile, F.: Building Knowledge through Families of Experiments. IEEE Transactions on Software Engineering\u00a025(4), 456\u2013473 (1999)","journal-title":"IEEE Transactions on Software Engineering"},{"key":"3_CR19","unstructured":"Arisholm, E., Sj\u00f8berg, D.I.K.: A Controlled Experiment in Industry to Evaluate the Effect of Responsibility-Driven Design Principles on Software Changeability for Different Categories of Professionals (2003) (in preparation)"},{"key":"3_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1007\/3-540-45337-7_21","volume-title":"ECOOP 2001 - Object-Oriented Programming","author":"B. Anda","year":"2001","unstructured":"Anda, B., Sj\u00f8berg, D.I.K., J\u00f8rgensen, M.: Quality and Understandability in Use Case Models. In: Knudsen, J.L. (ed.) ECOOP 2001. LNCS, vol.\u00a02072, pp. 402\u2013428. Springer, Heidelberg (2001)"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"J\u00f8rgensen, M.: A Review of Studies on Expert Estimation of Software Development Effort. To appear in Journal of Systems and Software (2004)","DOI":"10.1016\/S0164-1212(02)00156-5"},{"key":"3_CR22","doi-asserted-by":"publisher","first-page":"939","DOI":"10.1016\/S0950-5849(01)00203-8","volume":"43","author":"M. J\u00f8rgensen","year":"2001","unstructured":"J\u00f8rgensen, M., Sj\u00f8berg: Impact of Software Effort Estimation on Software Work. Journal of Information and Software Technology\u00a043, 939\u2013948 (2001)","journal-title":"Journal of Information and Software Technology"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Anda, B., Sj\u00f8berg, D.I.K.: Towards an Inspection Technique for Use Case Models. In: SEKE 2002 (Fourteenth International Conference on Software Engineering and Knowledge Engineering), Ischia, Italy, July 15-19, pp. 127\u2013134 (2002)","DOI":"10.1145\/568760.568785"},{"issue":"3","key":"3_CR24","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1023\/A:1011439416657","volume":"6","author":"E. Arisholm","year":"2001","unstructured":"Arisholm, E., Sj\u00f8berg, D.I.K., J\u00f8rgensen, M.: Assessing the Changeability of two Object-Oriented Design Alternatives \u2013 a Controlled Experiment. Empirical Software Engineering\u00a06(3), 231\u2013277 (2001)","journal-title":"Empirical Software Engineering"},{"key":"3_CR25","first-page":"358","volume-title":"2001 IEEE Symposium on Visual\/Multimedia Approaches to Programming and Software Engineering","author":"A. Karahasanovic","year":"2001","unstructured":"Karahasanovic, A., Sj\u00f8berg, D.: Visualizing Impacts of Database Schema Changes \u2013 A Controlled Experiment. In: 2001 IEEE Symposium on Visual\/Multimedia Approaches to Programming and Software Engineering, Stresa, Italy, September 5-7, pp. 358\u2013365. IEEE Computer Society, Los Alamitos (2001)"},{"issue":"4","key":"3_CR26","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1023\/A:1011978700481","volume":"6","author":"J.E. Sieber","year":"2001","unstructured":"Sieber, J.E.: Protecting Research Subjects, Employees and Researchers: Implications for Software Engineering. Empirical Software Engineering\u00a06(4), 329\u2013341 (2001)","journal-title":"Empirical Software Engineering"},{"issue":"4","key":"3_CR27","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1023\/A:1011934918228","volume":"6","author":"M. Davis","year":"2001","unstructured":"Davis, M.: When is a Volunteer Not a Volunteer? Empirical Software Engineering\u00a06(4), 349\u2013352 (2001)","journal-title":"Empirical Software Engineering"},{"issue":"3","key":"3_CR28","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1023\/A:1011449731678","volume":"6","author":"N. Fenton","year":"2001","unstructured":"Fenton, N.: Conducting and Presenting Empirical Software Engineering. Empirical Software Engineering\u00a06(3), 195\u2013200 (2001)","journal-title":"Empirical Software Engineering"},{"key":"3_CR29","unstructured":"Anda, B.: Comparing Effort Estimates Based on Use Case Points with Expert Estimates. In: Empirical Assessment in Software Engineering (EASE 2002), Keele, UK, April 8-10 (2002)"},{"key":"3_CR30","unstructured":"J\u00f8rgensen, M., Sj\u00f8berg, D.I.K.: The Impact of Customer Expectation on Software Development Effort Estimates (2003) (submitted for publication)"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Vok\u00e1c, M., Tichy, W., Sj\u00f8berg, D.I.K., Arisholm, E., Aldrin, M.: A Controlled Experiment Comparing the Maintainability of Programs Designed with and without Design Patterns \u2013 a Replication in a real Programming Environment (2003) (submitted for Publication)","DOI":"10.1023\/B:EMSE.0000027778.69251.1f"},{"issue":"3","key":"3_CR32","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1023\/A:1016392131540","volume":"7","author":"I.S. Deligiannis","year":"2002","unstructured":"Deligiannis, I.S., Shepperd, M., Webster, S., Roumeliotis, M.: A Review of Experimental Investigations into Object-Oriented Technology. Empirical Software Engineering\u00a07(3), 193\u2013232 (2002)","journal-title":"Empirical Software Engineering"},{"key":"3_CR33","first-page":"54","volume":"11","author":"M. J\u00f8rgensen","year":"1999","unstructured":"J\u00f8rgensen, M., Bygd\u00e5s, S.: An Empirical Study of the Correlation between Development Efficiency and Software Development Tools. Technical Journal of Norwegian Telecom\u00a011, 54\u201362 (1999)","journal-title":"Technical Journal of Norwegian Telecom"},{"key":"3_CR34","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1002\/smr.4360070104","volume":"7","author":"M. J\u00f8rgensen","year":"1995","unstructured":"J\u00f8rgensen, M.: An Empirical Study of Software Maintenance Tasks. Journal of Software Maintenance\u00a07, 27\u201348 (1995)","journal-title":"Journal of Software Maintenance"},{"key":"3_CR35","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/S0164-1212(00)00003-0","volume":"53","author":"E. Arisholm","year":"2000","unstructured":"Arisholm, E., Sj\u00f8berg, D.I.K.: Towards a Framework for Empirical Assessment of Changeability Decay. Journal of Systems and Software\u00a053, 3\u201314 (2000)","journal-title":"Journal of Systems and Software"},{"key":"3_CR36","unstructured":"Karahasanovic, A., Sj\u00f8berg, D.I.K.: Visualising Impacts of Change in Evolving Object-Oriented Systems: An Explorative Study. In: Proceedings of the International Workshop on Graph-Based Tools (GraBaTs 2002), Barcelona, Spain, pp. 22\u201331 (2002)"},{"key":"3_CR37","unstructured":"Anda, B., Sj\u00f8berg, D.I.K.: Applying Use Cases to Design versus Validate Class Diagrams \u2013 A Controlled Experiment Using a Professional Modelling Tool. Simula Research Laboratory Technical Report, No. 2003\u201301 (2003)"},{"issue":"12","key":"3_CR38","doi-asserted-by":"publisher","first-page":"1134","DOI":"10.1109\/32.988711","volume":"27","author":"L. Prechelt","year":"2001","unstructured":"Prechelt, L., Unger, B., Tichy, W.F., Br\u00f6ssler, P., Votta, L.G.: A Controlled Experiment in Maintenance Comparing Design Patterns to Simpler Solutions. IEEE Transactions on Software Engineering\u00a027(12), 1134\u20131144 (2001)","journal-title":"IEEE Transactions on Software Engineering"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Syversen, E., Anda, B., Sj\u00f8berg, D.I.K.: An Evaluation of Applying Use Cases to Construct Design versus Validate Design. In: Hawaii International Conference on System Sciences (HICSS-36), Big Island, Hawaii, January 6-9 (2003)","DOI":"10.1109\/HICSS.2003.1174895"},{"issue":"6","key":"3_CR40","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1109\/32.926174","volume":"27","author":"L.C. Briand","year":"2001","unstructured":"Briand, L.C., Bunse, C., Daly, J.W.: A Controlled Experiment for Evaluating Quality Guidelines on the Maintainability of Object-Oriented Designs. IEEE Transactions on Software Engineering\u00a027(6), 513\u2013530 (2001)","journal-title":"IEEE Transactions on Software Engineering"},{"key":"3_CR41","first-page":"1027","volume-title":"Information Resources Management Association Conference, Soft. Eng. Track. 2001","author":"A. Karahasanovic","year":"2001","unstructured":"Karahasanovic, A., Sj\u00f8berg, D.I.K., J\u00f8rgensen, M.: Data Collection in Software Engineering Experiments. In: Information Resources Management Association Conference, Soft. Eng. Track. 2001, pp. 1027\u20131028. Idea Group Publishing, Toronto (2001)"},{"issue":"4","key":"3_CR42","first-page":"231","volume":"9","author":"E. Arisholm","year":"2002","unstructured":"Arisholm, E., Sj\u00f8berg, D.I.K., Carelius, G.J., Lindsj\u00f8rn, Y.: A Web-based Support Environment for Software Engineering Experiments. Nordic Journal of Computing\u00a09(4), 231\u2013247 (2002)","journal-title":"Nordic Journal of Computing"}],"container-title":["Lecture Notes in Computer Science","Empirical Methods and Studies in Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-45143-3_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T04:58:08Z","timestamp":1740200288000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-45143-3_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003]]},"ISBN":["9783540406723","9783540451433"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-45143-3_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2003]]}}}