{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T01:33:08Z","timestamp":1773192788399,"version":"3.50.1"},"reference-count":54,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2000,10,1]],"date-time":"2000-10-01T00:00:00Z","timestamp":970358400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2000,10]]},"DOI":"10.1016\/s0164-1212(00)00032-7","type":"journal-article","created":{"date-parts":[[2003,4,5]],"date-time":"2003-04-05T02:09:52Z","timestamp":1049508592000},"page":"119-136","source":"Crossref","is-referenced-by-count":28,"title":["The application of subjective estimates of effectiveness to controlling software inspections"],"prefix":"10.1016","volume":"54","author":[{"given":"Khaled El","family":"Emam","sequence":"first","affiliation":[]},{"given":"Oliver","family":"Laitenberger","sequence":"additional","affiliation":[]},{"given":"Thomas","family":"Harbich","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/S0164-1212(00)00032-7_BIB1","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1145\/311963.312024","article-title":"A formula for the reinspection decision","volume":"24","author":"Adams","year":"1999","journal-title":"Software Engineering Notes"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB2","unstructured":"Ardissone, M., Spolverini, M., Valentini, M., 1998. Statistical decision support method for in-process inspections. In: Proceedings of the Fourth International Conference on Achieving Quality in Software, pp. 135\u2013143"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB3","unstructured":"Basin, S., 1972. Estimation of software error rates via capture\u2013recapture sampling. Technical Report, Science Applications Inc"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB4","doi-asserted-by":"crossref","unstructured":"Basu, S., Ebrahimi, N., 1998. Estimating the number of undetected errors: Bayesian model selection. In: Proceedings of the Ninth International Symposium on Software Reliability Engineering, pp. 22\u201331","DOI":"10.1109\/ISSRE.1998.730765"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB5","doi-asserted-by":"crossref","unstructured":"Briand, L., El Emam, K., Freimut, B., Laitenberger, O., 1997. Quantitative evaluation of capture\u2013recapture models to control software inspections. In: Proceedings of the Eighth International Symposium on Software Reliability Engineering, pp. 234\u2013244","DOI":"10.1109\/ISSRE.1997.630870"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB6","doi-asserted-by":"crossref","unstructured":"Briand, L., El Emam, K., Freimut, B., 1998a. A comparison and integration of capture\u2013recapture models and the detection profile method. In: Proceedings of the Ninth International Symposium on Software Reliability Engineering, pp. 32\u201341","DOI":"10.1109\/ISSRE.1998.730766"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB7","doi-asserted-by":"crossref","unstructured":"Briand, L., El Emam, K., Bomarius, F., 1998b. COBRA: A hybrid method for software cost estimation, benchmarking, and risk assessment. In: Proceedings of the 20th International Conference on Software Engineering, pp. 390\u2013399","DOI":"10.1109\/ICSE.1998.671392"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB8","doi-asserted-by":"crossref","unstructured":"Briand, L., El Emam, K., Laitenberger, O., Fussbroich, T., 1998c. Using simulation to build inspection efficiency benchmarks for development projects. In: Proceedings of the 20th International Conference on Software Engineering, pp. 340\u2013349","DOI":"10.1109\/ICSE.1998.671387"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB9","unstructured":"Briand, L., Freimut, B., Laitenberger, O., Ruhe, G., Klein, B., 1998d. Quality assurance technologies for the EURO conversion \u2013 industrial experience at Allianz life assurance. In: Proceedings of the Quality Week Europe"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB10","doi-asserted-by":"crossref","unstructured":"Briand, L., El Emam, K., Freimut, B., Laitenberger, O., 1998e. A comprehensive evaluation of capture\u2013recapture models for estimating software defect content. IEEE Transactions on Software Engineering (to appear)","DOI":"10.1109\/ISSRE.1997.630870"},{"issue":"245\u2013248","key":"10.1016\/S0164-1212(00)00032-7_BIB11","doi-asserted-by":"crossref","first-page":"101","DOI":"10.2307\/2280353","article-title":"On a method of estimating birth and death rates and the extent of registration","volume":"44","author":"Chandra Sekar","year":"1949","journal-title":"Journal of the American Statistical Association"},{"issue":"12","key":"10.1016\/S0164-1212(00)00032-7_BIB12","doi-asserted-by":"crossref","first-page":"866","DOI":"10.1109\/32.553635","article-title":"A statistical approach to the inspection checklist formal synthesis and improvement","volume":"22","author":"Chernak","year":"1996","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"7","key":"10.1016\/S0164-1212(00)00032-7_BIB13","doi-asserted-by":"crossref","first-page":"1029","DOI":"10.1287\/mnsc.43.7.1029","article-title":"Decomposed versus holistic estimates of effort required for software writing tasks","volume":"43","author":"Connolly","year":"1997","journal-title":"Management Science"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB14","series-title":"C How to Program","author":"Deitel","year":"1994"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB15","unstructured":"Devnani-Chulani, S., 1997. Incorporating Bayesian analysis to improve the accuracy of COCOMO II and its quality model extension. Technical Report, University of Southern California, Computer Science Department"},{"issue":"1","key":"10.1016\/S0164-1212(00)00032-7_BIB16","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1109\/TSE.1981.230821","article-title":"Capture\u2013recapture sampling for estimating software error content","volume":"7","author":"Duran","year":"1981","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"8","key":"10.1016\/S0164-1212(00)00032-7_BIB17","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1109\/32.624308","article-title":"On the statistical analysis of the number of errors remaining in a software design after inspection","volume":"23","author":"Ebrahimi","year":"1997","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB18","unstructured":"Eick, S., Loader, C., Long, M., Votta, L., Vander Wiel, S., 1991. Investigating the application of capture\u2013recapture techniques to requirements and design reviews. In: Proceedings of the SEL Software Engineering Workshop, pp. 97\u2013102"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB19","doi-asserted-by":"crossref","unstructured":"Eick, S., Loader, C., Long, M., Votta, L., Vander Wiel, S., 1992. Estimating software fault content before coding. In: Proceedings of the 14th International Conference on Software Engineering, pp. 59\u201365","DOI":"10.1145\/143062.143090"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB20","unstructured":"Eick, S., Loader, C., Vander Weil. S., Votta, L., 1993. How many errors remain in a software design after inspection? In: Proceedings of the 25th Symposium on the Interface, Interface Foundation of North America, pp. 195\u2013202"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB21","doi-asserted-by":"crossref","unstructured":"El Emam, K., Garro, I., 1999. Estimating the Extent of Standards Use: The Case of ISO\/IEC 15504, Journal of Systems and Software 53 (2), 137\u2013143","DOI":"10.1016\/S0164-1212(00)00051-0"},{"issue":"3","key":"10.1016\/S0164-1212(00)00032-7_BIB22","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1147\/sj.153.0182","article-title":"Design and code inspections to reduce errors in program development","volume":"15","author":"Fagan","year":"1976","journal-title":"IBM Systems Journal"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB23","series-title":"Software Inspection","author":"Gilb","year":"1993"},{"issue":"10","key":"10.1016\/S0164-1212(00)00032-7_BIB24","doi-asserted-by":"crossref","first-page":"627","DOI":"10.1016\/0950-5849(92)90068-Z","article-title":"Software cost estimation","volume":"34","author":"Heemstra","year":"1992","journal-title":"Information and Software Technology"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB25","doi-asserted-by":"crossref","unstructured":"Hihn, J., Habib-Agahi, H., 1991. Cost estimation of software intensive projects: a survey of current practices. In: Proceedings of the 13th International Conference on Software Engineering, pp. 276\u2013287","DOI":"10.1109\/ICSE.1991.130653"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB26","doi-asserted-by":"crossref","unstructured":"Host, M., Wohlin, C., 1997. A subjective effort estimation experiment. In: Proceedings of the Conference on Empirical Assessment in Software Engineering","DOI":"10.1016\/S0950-5849(97)00027-X"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB27","doi-asserted-by":"crossref","unstructured":"Host, M., Wohlin, C., 1998. An experimental study of individual subjective effort estimations and combinations of estimates. In: Proceedings of the 20th International Conference on Software Engineering, pp. 332\u2013339","DOI":"10.1109\/ICSE.1998.671386"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB28","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1016\/0950-5849(95)01045-9","article-title":"Expert judgement as an estimating method","volume":"38","author":"Hughes","year":"1996","journal-title":"Information and Software Technology"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB29","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/S0164-1212(98)10017-1","article-title":"A criticism on the capture and recapture method for software reliability assurance","volume":"43","author":"Isoda","year":"1998","journal-title":"Journal of Systems and Software"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB30","series-title":"Programming in C","author":"Kernighan","year":"1990"},{"issue":"3","key":"10.1016\/S0164-1212(00)00032-7_BIB31","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/0950-5849(90)90176-R","article-title":"Are software cost estimation models accurate?","volume":"32","author":"Kusters","year":"1990","journal-title":"Information and Software Technology"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB32","unstructured":"Laitenberger, O., DeBaud, J.M., 1998. An encompassing life-cycle centric survey of software inspection. International Software Engineering Research Network (ISERN) Technical Report ISERN-98-14, Fraunhofer Institute for Experimental Software Engineering. Journal of Systems and Software (to appear)"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB33","unstructured":"Laitenberger, O., El Emam, K., Harbich, T., 1999. An Internally replicated quasi-experimental comparison of checklist and perspective-based reading of code documents. International Software Engineering Research Network, Technical Report ISERN-99-01, IEEE Transactions on Software Engineering, (in press)"},{"issue":"2","key":"10.1016\/S0164-1212(00)00032-7_BIB34","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1145\/129630.129632","article-title":"Nine management guidelines for better cost estimating","volume":"35","author":"Lederer","year":"1992","journal-title":"Communications of the ACM"},{"issue":"2","key":"10.1016\/S0164-1212(00)00032-7_BIB35","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1109\/32.666827","article-title":"A causal model of software cost estimating error","volume":"24","author":"Lederer","year":"1998","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB36","unstructured":"Miller, J., 1998. Estimating the number of remaining defects after inspection. International Software Engineering Research Network Technical Report ISERN-98-24"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB37","unstructured":"Mills, H., On the statistical validation of computer programs. Technical Report FSC-72-6015, IBM Federal Systems Division"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB38","unstructured":"National Aeronautics and Space Administration, 1993. Software formal inspection guidebook. Technical Report NASA-GB-A302, National Aeronautics and Space Administration. http:\/\/satc.gsfc.nasa.gov\/fi\/fipage.html"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB39","unstructured":"Ohba, M., 1982. Software quality=test accuracy\u00d7test coverage. In: Proceedings of the Sixth International Conference on Software Engineering, pp. 287\u2013293"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB40","first-page":"1","article-title":"Statistical inference from capture data on closed animal populations","volume":"62","author":"Otis","year":"1978","journal-title":"Wildlife Monographs"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB41","unstructured":"Petersson, H., Wohlin, C., 1999. Evaluation of using capture\u2013recapture methods on software review data. In: Proceedings of the Conference on Empirical Assessment in Software Engineering"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB42","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1023\/A:1009728205264","article-title":"An experimental evaluation of an experience-based capture\u2013recapture method in software code inspections","volume":"3","author":"Runeson","year":"1998","journal-title":"Empirical Software Engineering"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB43","series-title":"The Estimation of Animal Abundance and Related Parameters","author":"Seber","year":"1982"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB44","unstructured":"Selby, R.W., 1985. Evaluations of software technologies: testing, cleanroom, and metrics. Ph.D. Thesis, Department of Computer Science, University of Maryland"},{"issue":"4","key":"10.1016\/S0164-1212(00)00032-7_BIB45","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1086\/647290","article-title":"Capture\u2013recapture methods in epidemiological studies","volume":"17","author":"Stephen","year":"1996","journal-title":"Infection Control and Hospital Epidemiology"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB46","series-title":"Software Inspection Process","author":"Strauss","year":"1994"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB47","unstructured":"Thelin, T., Runeson, P., 1999a. Robust estimations of fault content with capture\u2013recapture and detection profile estimators. In: Proceedings of the Conference on Empirical Assessment in Software Engineering"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB48","unstructured":"Thelin, T., Runeson, P., 1999b. Capture\u2013recapture Estimations for Perspective-Based Reading \u2013 A Simulated Experiment (submitted)"},{"issue":"11","key":"10.1016\/S0164-1212(00)00032-7_BIB49","doi-asserted-by":"crossref","first-page":"1045","DOI":"10.1109\/32.256852","article-title":"Assessing software designs using capture\u2013recapture methods","volume":"19","author":"Vander Wiel","year":"1993","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"4","key":"10.1016\/S0164-1212(00)00032-7_BIB50","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1287\/isre.2.4.243","article-title":"Software-effort estimation: an exploratory study of expert performance","volume":"2","author":"Vicinanza","year":"1991","journal-title":"Information Systems Research"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB51","unstructured":"White, G., Anderson, D., Burnham, K., Otis, D., 1982. Capture\u2013recapture and removal methods for sampling closed populations. Technical Report LA-8787-NERP, Los Alamos National Laboratory"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB52","unstructured":"Wickens, T., 1989. Multiway Contingency Tables Analysis for the Social Sciences. Lawrence Erlbaum Associates"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB53","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1002\/stvr.4370050403","article-title":"An experimental evaluation of capture\u2013recapture in software inspections","volume":"5","author":"Wohlin","year":"1995","journal-title":"Software Testing, Verification and Reliability"},{"key":"10.1016\/S0164-1212(00)00032-7_BIB54","doi-asserted-by":"crossref","unstructured":"Wohlin. C., Runeson, P., 1998. Defect content estimations from review data. In: Proceedings of the 20th International Conference on Software Engineering, pp. 400\u2013409","DOI":"10.1109\/ICSE.1998.671393"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121200000327?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121200000327?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,4,10]],"date-time":"2023-04-10T05:24:05Z","timestamp":1681104245000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121200000327"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000,10]]},"references-count":54,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2000,10]]}},"alternative-id":["S0164121200000327"],"URL":"https:\/\/doi.org\/10.1016\/s0164-1212(00)00032-7","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2000,10]]}}}