{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T11:02:32Z","timestamp":1777633352190,"version":"3.51.4"},"reference-count":55,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2000,8,1]],"date-time":"2000-08-01T00:00:00Z","timestamp":965088000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2000,8]]},"DOI":"10.1016\/s0164-1212(00)00052-2","type":"journal-article","created":{"date-parts":[[2003,4,5]],"date-time":"2003-04-05T02:09:52Z","timestamp":1049508592000},"page":"183-204","source":"Crossref","is-referenced-by-count":84,"title":["An experimental comparison of reading techniques for defect detection in UML design documents"],"prefix":"10.1016","volume":"53","author":[{"given":"Oliver","family":"Laitenberger","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Colin","family":"Atkinson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maud","family":"Schlich","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Khaled","family":"El Emam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/S0164-1212(00)00052-2_BIB1","unstructured":"Aron, A., Aron, E., 1994. Statistics for Psychology, first ed. Prentice-Hall, Englewood Cliffs, NJ"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB2","first-page":"32","article-title":"Adapting the fusion process to support the unified modeling language","author":"Atkinson","year":"1998","journal-title":"Object Magazine"},{"issue":"1","key":"10.1016\/S0164-1212(00)00052-2_BIB3","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1007\/BF00368702","article-title":"The empirical investigation of perspective-based reading","volume":"2","author":"Basili","year":"1996","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB4","unstructured":"Basili, V., Shull, F., Lanubile, F., 1998. Using experiments to build a body of knowledge. Technical Report, University of Maryland, CS-TR-3983"},{"issue":"1","key":"10.1016\/S0164-1212(00)00052-2_BIB5","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/S0164-1212(97)00065-4","article-title":"Evolving and packaging reading technologies","volume":"38","author":"Basili","year":"1997","journal-title":"Journal of Systems and Software"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB6","unstructured":"Booch, G., Rumbaugh, J., Jacobson, I., 1999. The Unified Modeling Language User Guide. Addison-Wesley, Reading, MA"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB7","doi-asserted-by":"crossref","unstructured":"Briand, L., El Emam, K., Fussbroich, T., Laitenberger, O., 1998. Using simulation to build inspection efficiency benchmarks for development projects. In: Proceedings of the 20th International Conference on Software Engineering. IEEE Computer Society Press, Silver Spring, MD, pp. 340\u2013349","DOI":"10.1109\/ICSE.1998.671387"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB8","unstructured":"Brooks, A., Daly, J., Miller, J., Roper, M., Wood, M., 1996. Replication of experimental results in software engineering. International Software Engineering Research Network (ISERN) Technical Report ISERN-96-10, University of Strathclyde"},{"issue":"4","key":"10.1016\/S0164-1212(00)00052-2_BIB9","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1145\/358841.358847","article-title":"Studying programmer behavior experimentally: the problems of proper methodology","volume":"23","author":"Brooks","year":"1980","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB10","doi-asserted-by":"crossref","unstructured":"Cheng, B., Jeffery, R., 1996. Comparing inspection strategies for software requirements specifications. In: Proceedings of the 1996 Australian Software Engineering Conference, pp. 203\u2013211","DOI":"10.1109\/ASWEC.1996.534137"},{"issue":"12","key":"10.1016\/S0164-1212(00)00052-2_BIB11","doi-asserted-by":"crossref","first-page":"866","DOI":"10.1109\/32.553635","article-title":"A statistical approach to the inspection checklist formal synthesis and improvement","volume":"22","author":"Chernak","year":"1996","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"3","key":"10.1016\/S0164-1212(00)00052-2_BIB12","first-page":"265","article-title":"A metrics suite for object-oriented design","volume":"21","author":"Chidamber","year":"1995","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB13","unstructured":"Cohen, J., 1988. Statistical Power Analysis for the Behavioral Sciences, second ed. Lawrence Erlbaum, London"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB14","series-title":"Object-Oriented Development: The Fusion Method","author":"Coleman","year":"1994"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB15","series-title":"The Cleanroom Approach to Quality Software Development","author":"Dyer","year":"1992"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB16","unstructured":"Edgington, E.S., 1980. Randomization Tests. Marcel Dekker, New York"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB17","unstructured":"El Emam, K., Benlarbi, S., Goel, G., Rai, S., 1999. A validation of object-oriented metrics. Technical Report of the National Research Council of Canada, NRC\/ERB-1063. NRC 43607 (submitted)"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB18","unstructured":"El Emam, K., Melo, W., 1999.The prediction of faulty classes using object-oriented design metrics. Technical Report of the National Research Council of Canada, NRC\/ERB-1064. NRC 43609 (submitted)"},{"issue":"3","key":"10.1016\/S0164-1212(00)00052-2_BIB19","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1147\/sj.153.0182","article-title":"Design and code inspections to reduce errors in program development","volume":"15","author":"Fagan","year":"1976","journal-title":"IBM Systems Journal"},{"issue":"7","key":"10.1016\/S0164-1212(00)00052-2_BIB20","doi-asserted-by":"crossref","first-page":"744","DOI":"10.1109\/TSE.1986.6312976","article-title":"Advances in software inspections","volume":"12","author":"Fagan","year":"1986","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"10.1016\/S0164-1212(00)00052-2_BIB21","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1002\/j.1538-7305.1986.tb00298.x","article-title":"In-process inspections of workproducts at AT&T","volume":"65","author":"Fowler","year":"1986","journal-title":"AT&T Technical Journal"},{"issue":"1","key":"10.1016\/S0164-1212(00)00052-2_BIB22","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1023\/A:1009742216007","article-title":"A replicated experiment to assess requirements inspection techniques","volume":"2","author":"Fusaro","year":"1997","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB23","series-title":"Software Inspection","author":"Gilb","year":"1993"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB24","series-title":"Permutation Tests: A Practical Guide to Resampling Methods for Testing Hypotheses","author":"Good","year":"1994"},{"issue":"3","key":"10.1016\/S0164-1212(00)00052-2_BIB25","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1002\/j.1538-7305.1986.tb00369.x","article-title":"The effects of software inspections on a major telecommunications project","volume":"65","author":"Graden","year":"1986","journal-title":"AT&T Technical Journal"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB26","doi-asserted-by":"crossref","unstructured":"Greenwald, A., 1976. Within-subjects designs: to use or not to use? Psychological Bulletin 83 (2)","DOI":"10.1037\/0033-2909.83.2.314"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB27","doi-asserted-by":"crossref","first-page":"314","DOI":"10.2307\/2528104","article-title":"The two-period chance-over design and its use in clinical trials","volume":"21","author":"Grizzle","year":"1965","journal-title":"Biometrics"},{"issue":"3","key":"10.1016\/S0164-1212(00)00052-2_BIB28","doi-asserted-by":"crossref","first-page":"4654","DOI":"10.1109\/52.676735","article-title":"Does OO sync with how we think","volume":"15","author":"Hatton","year":"1998","journal-title":"IEEE Software"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB29","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1109\/METRIC.1999.809735","article-title":"Research synthesis in software engineering: a case for meta-analysis","author":"Hayes","year":"1999","journal-title":"Proceedings of the International Symposium on Software Metrics"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB30","series-title":"Statistical Methods for Meta-Analysis","author":"Hedges","year":"1985"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB31","series-title":"Object-Oriented Software Engineering","author":"Jacobson","year":"1992"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB32","series-title":"The Unified Software Development Process","author":"Jacobson","year":"1998"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB33","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1023\/A:1009787822215","article-title":"Does every inspection really need a meeting","volume":"3","author":"Johnson","year":"1998","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB34","unstructured":"Keren, G., 1993. A Handbook for Data Analysis in the Behavioral Sciences \u2013 Methodological Issues, Between- or Within-Subjects Design: A Methodological Dilemma. Lawrence Erlbaum, London (Chapter 19)"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB35","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1049\/sej.1994.0008","article-title":"Critical review of quantitative assessment","author":"Kitchenham","year":"1994","journal-title":"Software Engineering Journal"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB36","doi-asserted-by":"crossref","unstructured":"Laitenberger, O., Atkinson, C., 2000. Generalizing perspective-based inspection to handle object-oriented development artefacts. In: Proceedings of the 21st International Conference on Software Engineering. Los Angeles, USA","DOI":"10.1145\/302405.302680"},{"issue":"1","key":"10.1016\/S0164-1212(00)00052-2_BIB37","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1016\/S0164-1212(99)00073-4","article-title":"An encompassing life-cycle centric survey of software inspection","volume":"50","author":"Laitenberger","year":"2000","journal-title":"Journal of Systems and Software"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB38","unstructured":"Laitenberger, O., El Emam, K., Harbich, T., 2000. An internally replicated quasi-experimental comparison of checklist and perspective-based reading of code documents. IEEE Transactions on Software Engineering (accepted). Also available as Report of the International Software Engineering Research Network, ISERN-99-01"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB39","doi-asserted-by":"crossref","unstructured":"Land, L., Sauer, C., Jeffery, R., 1997. Validating the defect detection performance advantage of group designs for software reviews: report of a laboratory experiment using program code. In: Jazayeri, M., Schauer, H. (Eds.), Sixth European Software Engineering Conference, pp. 294\u2013309, Lecture Notes in Computer Science No. 1301","DOI":"10.1145\/267896.267917"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB40","series-title":"Structured Programming: Theory and Practice","author":"Linger","year":"1979"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB41","series-title":"Design Sensitivity","author":"Lipsey","year":"1990"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB42","unstructured":"McCall, J., 1994. Quality factors. In: Marciniak, A. (Ed.), Encyclopedia of Software Engineering, vol. 2. Wiley, New York, pp. 958\u2013969"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB43","unstructured":"Mehta, C., Patel, N., 1999. Exact permutational inference for categorical and nonparametric data. In: Hoyle, R. (Ed.) Statistical Strategies For Small Sample Research. Sage, Beverley Hills, CA"},{"issue":"1","key":"10.1016\/S0164-1212(00)00052-2_BIB44","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1023\/A:1009735805377","article-title":"Further experiences with scenarios and checklists","volume":"3","author":"Miller","year":"1998","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB45","unstructured":"National Aeronautics and Space Administration. Software Formal Inspection Guidebook, 1993. Technical Report NASA-GB-A302, National Aeronautics and Space Administration, http:\/\/satc.gsfc.nasa.gov\/fi\/fipage.html"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB46","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1016\/0164-1212(87)90025-2","article-title":"Active design reviews: principles and practice","volume":"7","author":"Parnas","year":"1987","journal-title":"Journal of Systems and Software"},{"issue":"6","key":"10.1016\/S0164-1212(00)00052-2_BIB47","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1109\/32.391380","article-title":"Comparing detection methods for software requirements inspections: a replicated experiment","volume":"21","author":"Porter","year":"1995","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB48","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1023\/A:1009776104355","article-title":"Comparing detection methods for software requirements inspections: a replication using professional subjects","volume":"3","author":"Porter","year":"1998","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB49","unstructured":"Rifkin, S., Deimel, L., 1994. Applying program comprehension techniques to improve inspection. In: Proceedings of the 19th Annual NASA Software Engineering Workshop, NASA"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB50","series-title":"Object-Oriented Modeling and Design","author":"Rumbaugh","year":"1991"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB51","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1023\/A:1009724120285","article-title":"An extended replication of an experiment for assessing methods for software requirements inspections","volume":"3","author":"Sandahl","year":"1998","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB52","doi-asserted-by":"crossref","unstructured":"Travassos, G., Shull, F., Fredericks, M., Basili, V., 1999. Detecting defects in object oriented designs: using reading techniques to increase software quality. In: Conference on Object-Oriented Programming Systems, Languages and Applications (OOPSLA)","DOI":"10.1145\/320384.320389"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB53","series-title":"Strategies of Discourse Comprehension","author":"Dijk","year":"1984"},{"issue":"5","key":"10.1016\/S0164-1212(00)00052-2_BIB54","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1145\/167049.167070","article-title":"Does every inspection need a meeting","volume":"18","author":"Votta","year":"1993","journal-title":"ACM Software Engineering Notes"},{"key":"10.1016\/S0164-1212(00)00052-2_BIB55","unstructured":"Winer, B., Brown, D., Michels, K., 1991. Statistical Principles in Experimental Design, 3rd ed. McGraw-Hill, New York"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121200000522?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121200000522?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,1,9]],"date-time":"2020-01-09T03:21:37Z","timestamp":1578540097000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121200000522"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000,8]]},"references-count":55,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2000,8]]}},"alternative-id":["S0164121200000522"],"URL":"https:\/\/doi.org\/10.1016\/s0164-1212(00)00052-2","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2000,8]]}}}