{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T11:54:36Z","timestamp":1770292476493,"version":"3.49.0"},"publisher-location":"London","reference-count":33,"publisher":"Springer London","isbn-type":[{"value":"9781848000438","type":"print"},{"value":"9781848000445","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2008]]},"DOI":"10.1007\/978-1-84800-044-5_14","type":"book-chapter","created":{"date-parts":[[2007,11,21]],"date-time":"2007-11-21T01:18:55Z","timestamp":1195607935000},"page":"365-379","source":"Crossref","is-referenced-by-count":32,"title":["Replication's Role in Software Engineering"],"prefix":"10.1007","author":[{"given":"A.","family":"Brooks","sequence":"first","affiliation":[]},{"given":"M.","family":"Roper","sequence":"additional","affiliation":[]},{"given":"M.","family":"Wood","sequence":"additional","affiliation":[]},{"given":"J.","family":"Daly","sequence":"additional","affiliation":[]},{"given":"J.","family":"Miller","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"14_CR1","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1126\/science.260.5110.895","volume":"260","author":"I Amato","year":"1993","unstructured":"I Amato. Pons and fleischmann redux? Science, 260:895, 1993.","journal-title":"Science"},{"key":"14_CR2","doi-asserted-by":"publisher","first-page":"87","DOI":"10.2307\/248704","volume":"13","author":"JJ Baroudi","year":"1989","unstructured":"JJ Baroudi and WJ Orlikowski. The problem of statistical power in MIS research. MIS Quarterly, 13:87\u2013106, 1989.","journal-title":"MIS Quarterly"},{"issue":"7","key":"14_CR3","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.1986.6312975","volume":"12","author":"VR Basili","year":"1986","unstructured":"VR Basili, RW Selby, and DH Hutchens. Experimentation in software engineering. IEEE Transactions in Software Engineering, 12(7):733\u2013743, 1986.","journal-title":"IEEE Transactions in Software Engineering"},{"issue":"4","key":"14_CR4","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1109\/32.799939","volume":"25","author":"VR Basili","year":"1999","unstructured":"VR Basili, F Shull, and F Lanubile. Building knowledge through families of experiments. IEEE Transactions on Software Engineering, 25(4):456\u2013473, 1999.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"14_CR5","volume-title":"Multimethod Research: A Synthesis of Styles","author":"J Brewer","year":"1989","unstructured":"J Brewer and A Hunter. Multimethod Research: A Synthesis of Styles. SAGE Publications, Newbury Park, CA, 1989."},{"key":"14_CR6","unstructured":"W Broad and N Wade. Betrayers of the Truth, page 17 and 81. Oxford University Press, New York, 1986."},{"issue":"4","key":"14_CR7","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1145\/358841.358847","volume":"23","author":"RE Brooks","year":"1980","unstructured":"RE Brooks. Studying programmer behavior experimentally: the problems of proper methodology. Communications of the ACM, 23(4):207\u2013213, 1980.","journal-title":"Communications of the ACM"},{"issue":"2","key":"14_CR8","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/0953-5438(89)90023-4","volume":"1","author":"A Brooks","year":"1989","unstructured":"A Brooks and P Vezza. Inductive analysis applied to the evaluation of a CAL tutorial. Interacting with Computers, the Interdisciplinary Journal of Human-Computer Interaction, 1(2):159\u2013170, 1989.","journal-title":"Interacting with Computers, the Interdisciplinary Journal of Human-Computer Interaction"},{"issue":"1","key":"14_CR9","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/0950-5849(90)90039-T","volume":"32","author":"DN Card","year":"1990","unstructured":"DN Card. Software quality engineering. Information and Software Technology, 32(1):3\u201310, 1990.","journal-title":"Information and Software Technology"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"F Close. Too Hot to Handle The Story of the Race for Cold Fusion. W H Allen Publishing, London, 1990.","DOI":"10.1515\/9781400861606"},{"key":"14_CR11","volume-title":"Changing Order Replication and Induction in Scientific Practice, pages 19, 35, 43","author":"HM Collins","year":"1985","unstructured":"HM Collins. Changing Order Replication and Induction in Scientific Practice, pages 19, 35, 43. SAGE Publications, London, 1985."},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"B Curtis. Measurement and experimentation in software engineering. Proceedings of the IEEE, 68(9):1144\u20131157, 1980.","DOI":"10.1109\/PROC.1980.11813"},{"key":"14_CR13","volume-title":"An external replication of korson\u2019s experiment. Research report EFoCS-4\u201394","author":"J Daly","year":"1994","unstructured":"J Daly, A Brooks, J Miller, M Roper, and M Wood. An external replication of korson\u2019s experiment. Research report EFoCS-4\u201394, Department of Computer Science, University of Strathclyde, Glasgow, 1994a."},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"J Daly, A Brooks, J Miller, M Roper, and M Wood. Verification of results in software maintenance through external replication. In Proceedings of the IEEE International Conference on Software Maintenance, pages 50\u201357. IEEE, Los Alamitos, CA, 1994b. ICSM\u201994.","DOI":"10.1109\/ICSM.1994.336790"},{"key":"14_CR15","first-page":"207","volume-title":"HOW WE KNOW An Exploration of the Scientific Process","author":"M Goldstein","year":"1978","unstructured":"M Goldstein and Inge F Goldstein. HOW WE KNOW An Exploration of the Scientific Process, page 207. Plenum Press, New York and London, 1978."},{"key":"14_CR16","doi-asserted-by":"crossref","unstructured":"SM Henry and M Humphrey. A controlled experiment to evaluate maintainability of object-oriented software. In Proceedings of the IEEE Conference on Software Maintenance, pages 258\u2013265, 1990.","DOI":"10.1109\/ICSM.1990.131370"},{"key":"14_CR17","unstructured":"TH Huxley. We are all scientists. In H Shapley, S Rapport, and H Wright, editors, The New treasury of Science, page 14. Collins, London and Glasgow, 1965."},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"A Jedlitschka and D Pfahl. Reporting Guidelines for Controlled Experiments in Software Engineering. Verification of results in software maintenance through external replication. In International Symposium on Empirical Software Engineering, pages 95\u2013104. IEEE, Los Alamitos, CA, 2005. ISESE 2005.","DOI":"10.1109\/ISESE.2005.1541818"},{"issue":"4","key":"14_CR19","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/52.300038","volume":"8","author":"JPJ Kelly","year":"1991","unstructured":"JPJ Kelly, TI McVittie, and WI Yamamoto. Implementing design diversity to achieve fault tolerance. IEEE Software, 8(4):61\u201371, 1991.","journal-title":"IEEE Software"},{"key":"14_CR20","unstructured":"TD Korson. An Empirical Study of the Effects of Modularity on Program Modifiability. PhD thesis, College of Business Administration, Georgia State University, 1986."},{"key":"14_CR21","unstructured":"TD Korson and VK Vaishnavi. An empirical study of the effects of modularity on program modifiability. In E Soloway and Iyengar S S, editors, Empirical Studies of Programmers: First Workshop, pages 168\u2013186. Ablex Publishing Corporation, Norwood, NJ, 1986. A Volume in the Ablex Human\/Computer Interaction Series."},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"J Lewis, S Henry, D Kafura, and R Schulman. An empirical study of the object-oriented paradigm and software reuse. OOPSLA, 184\u2013196, 1991.","DOI":"10.1145\/118014.117969"},{"key":"14_CR23","volume-title":"Software Maintenance Management","author":"B Lientz","year":"1980","unstructured":"B Lientz and E Swanson. Software Maintenance Management. Addison-Wesley, Reading, MA, 1st edition, 1980.","edition":"1"},{"key":"14_CR24","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/0164-1212(91)90008-T","volume":"16","author":"SG MacDonnell","year":"1991","unstructured":"SG MacDonnell. Rigor in software complexity measurement experimentation. Journal of Systems and Software, 16:141\u2013149, 1991.","journal-title":"Journal of Systems and Software"},{"issue":"3","key":"14_CR25","first-page":"23","volume":"3","author":"DR Moreau","year":"1990","unstructured":"DR Moreau and WD Dominick. A programming environment evaluation methodology for object-oriented systems: part ii\u2013test case application. Journal of Object-Oriented Programming, 3(3):23\u201332, 1990.","journal-title":"Journal of Object-Oriented Programming"},{"key":"14_CR26","volume-title":"The Logic of Scientific Discovery","author":"KR Popper","year":"1968","unstructured":"KR Popper. The Logic of Scientific Discovery. Hutchinson, London, revised edition, 1968."},{"key":"14_CR27","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1002\/stvr.4370020303","volume":"2","author":"M Roper","year":"1992","unstructured":"M Roper. Software testing: a selected annotated bibliography. Software Testing, Verification and Reliability, 2:113\u2013132, 1992.","journal-title":"Software Testing, Verification and Reliability"},{"issue":"5","key":"14_CR28","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/52.35587","volume":"6","author":"DA Scanlan","year":"1989","unstructured":"DA Scanlan. Structured flowcharts outperform pseudocode: an experimental comparison. IEEE Software, 6(5):28\u201336, September 1989.","journal-title":"IEEE Software"},{"key":"14_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/smr.4360030102","volume":"3","author":"S Sharpe","year":"1991","unstructured":"S Sharpe, DA Haworth, and D Hale. Characteristics of empirical software maintenance studies: 1980\u20131989. Journal of Software Maintenance: Research and Practice, 3:1\u201315, 1991.","journal-title":"Journal of Software Maintenance: Research and Practice"},{"issue":"6","key":"14_CR30","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1145\/359605.359610","volume":"20","author":"B Shneiderman","year":"1977","unstructured":"B Shneiderman, R Mayer, D McKay, and P Heller. Experimental investigations of the utility of detailed flowcharts in programming. Communications of the ACM, 20(6):373\u2013381, 1977.","journal-title":"Communications of the ACM"},{"issue":"9","key":"14_CR31","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"DIK Sjoberg","year":"2005","unstructured":"DIK Sjoberg, JE Hannay, O Hansen, VB Kampenes, A Karahasanov\u00edc, N-K Liborg, and AC Rekdal. A survey of controlled experiments in software engineering. IEEE Transactions on Software Engineering, 31(9):733\u2013752, 2005.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"14_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/j.1749-6632.1983.tb53479.x","volume":"406","author":"GP Smith","year":"1983","unstructured":"GP Smith. The problems of reduction and replication in the practice of the scientific method. Annals of the New York Academy of Sciences, 406:1\u20134, 1983.","journal-title":"Annals of the New York Academy of Sciences"},{"key":"14_CR33","unstructured":"University of Maryland Experimental Software Engineering Group. Lab packages. http:\/\/www.cs.umd.edu\/projects\/SoftEng\/ESEG\/downloads.html ."}],"container-title":["Guide to Advanced Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-84800-044-5_14.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T22:20:03Z","timestamp":1619907603000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-84800-044-5_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008]]},"ISBN":["9781848000438","9781848000445"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-1-84800-044-5_14","relation":{},"subject":[],"published":{"date-parts":[[2008]]}}}