{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T23:49:13Z","timestamp":1725493753506},"reference-count":170,"publisher":"Elsevier","license":[{"start":{"date-parts":[[2000,1,1]],"date-time":"2000-01-01T00:00:00Z","timestamp":946684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2000]]},"DOI":"10.1016\/s0065-2458(00)80008-x","type":"book-chapter","created":{"date-parts":[[2011,1,19]],"date-time":"2011-01-19T00:56:21Z","timestamp":1295398581000},"page":"319-423","source":"Crossref","is-referenced-by-count":21,"title":["An empirical review of software process assessments"],"prefix":"10.1016","author":[{"given":"Khaled El","family":"Emam","sequence":"first","affiliation":[]},{"given":"Dennis R.","family":"Goldenson","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0065-2458(00)80008-X_bib1","series-title":"Elements of Software Process Assessment and Improvement","article-title":"The payoff for software process improvement: what it is and how to get it","author":"Krasner","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib2","article-title":"A business case for software process improvement revised: measuring return on investment from software engineering and management","volume":"September","author":"McGibbon","year":"1999","journal-title":"DoD Data and Analysis Center for Software (DACS), Technical Report"},{"key":"10.1016\/S0065-2458(00)80008-X_bib3","first-page":"102","article-title":"Understanding process improvement","volume":"July","author":"Card","year":"1991","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib4","author":"Software Engineering Laboratory","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib5","author":"Software Engineering Institute","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib6","author":"El Emam","year":"1998"},{"issue":"7","key":"10.1016\/S0065-2458(00)80008-X_bib7","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1145\/362280.362284","article-title":"Managing the computer resource: a stage hypothesis","volume":"16","author":"Nolan","year":"1973","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib8","doi-asserted-by":"crossref","DOI":"10.21236\/ADA307964","article-title":"CMM-based appraisal for internal process improvement (CBA IPI): method description","author":"Dunaway","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib9","first-page":"115","article-title":"Managing the crisis in data processing","volume":"March\/April","author":"Nolan","year":"1979","journal-title":"Harvard Business Review"},{"key":"10.1016\/S0065-2458(00)80008-X_bib10","author":"Ahituv","year":"1982"},{"key":"10.1016\/S0065-2458(00)80008-X_bib11","author":"Alter","year":"1980"},{"key":"10.1016\/S0065-2458(00)80008-X_bib12","author":"Ein-Dor","year":"1978"},{"key":"10.1016\/S0065-2458(00)80008-X_bib13","author":"Keen","year":"1978"},{"key":"10.1016\/S0065-2458(00)80008-X_bib14","series-title":"Managing the Data Resource Function","article-title":"Behavioral and organizational issues in the stages of managing the computer resource","author":"Gibson","year":"1974"},{"key":"10.1016\/S0065-2458(00)80008-X_bib15","first-page":"76","article-title":"Managing the four stages of EDP growth","author":"Gibson","year":"1974","journal-title":"Harvard Bussiness Review"},{"issue":"2","key":"10.1016\/S0065-2458(00)80008-X_bib16","first-page":"4","article-title":"Thoughts about the fifth stage","volume":"7","author":"Nolan","year":"1975","journal-title":"Database"},{"issue":"1","key":"10.1016\/S0065-2458(00)80008-X_bib17","doi-asserted-by":"crossref","first-page":"21","DOI":"10.2307\/248865","article-title":"Impact of organizational maturity on information system skill needs","volume":"4","author":"Benbasat","year":"1980","journal-title":"MIS Quarterly"},{"issue":"4","key":"10.1016\/S0065-2458(00)80008-X_bib18","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1145\/359461.359472","article-title":"The stage hypothesis and the S-curve: some contradictory evidence","volume":"20","author":"Lucas","year":"1977","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib19","series-title":"Proceedings of the 2nd International Conference on Information Systems","first-page":"309","article-title":"The stage hypothesis and data administration: some contradictory evidence","author":"Goldstein","year":"1981"},{"issue":"2","key":"10.1016\/S0065-2458(00)80008-X_bib20","doi-asserted-by":"crossref","first-page":"59","DOI":"10.2307\/248913","article-title":"An empirical assessment of the stages of data processing growth","volume":"7","author":"Drury","year":"1983","journal-title":"MIS Quarterly"},{"issue":"5","key":"10.1016\/S0065-2458(00)80008-X_bib21","doi-asserted-by":"crossref","first-page":"476","DOI":"10.1145\/358189.358076","article-title":"A critique of the stage hypothesis: theory and empirical evidence","volume":"27","author":"Benbasat","year":"1984","journal-title":"Communications of the ACM"},{"issue":"5","key":"10.1016\/S0065-2458(00)80008-X_bib22","doi-asserted-by":"crossref","first-page":"466","DOI":"10.1145\/358189.358074","article-title":"Evolution and organizational information systems: an assessment of Nolan's stage model","volume":"27","author":"King","year":"1984","journal-title":"Communications of the ACM"},{"issue":"5","key":"10.1016\/S0065-2458(00)80008-X_bib23","doi-asserted-by":"crossref","first-page":"542","DOI":"10.1145\/42411.42417","article-title":"Growth stages of end user computing","volume":"31","author":"Huff","year":"1988","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib24","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/0378-7206(93)90001-A","article-title":"The stage hypothesis revisited: an EDP professionals' point of view","volume":"24","author":"Gregoire","year":"1993","journal-title":"Information and Management"},{"key":"10.1016\/S0065-2458(00)80008-X_bib25","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1109\/52.2014","article-title":"Characterizing the software process: a maturity framework","volume":"March","author":"Humphrey","year":"1988","journal-title":"IEEE Software"},{"issue":"2","key":"10.1016\/S0065-2458(00)80008-X_bib26","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1147\/sj.242.0091","article-title":"A programming process study","volume":"24","author":"Radice","year":"1985","journal-title":"IBM Systems Journal"},{"key":"10.1016\/S0065-2458(00)80008-X_bib27","series-title":"Elements of Software Process Assessment and Improvement","article-title":"The capability maturity model for software","author":"Paulk","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib28","article-title":"A method for assessing the software engineering capability of contractors","author":"Humphrey","year":"1987"},{"key":"10.1016\/S0065-2458(00)80008-X_bib29","series-title":"SPICE: Theory and Practice of Software Process Improvement and Capability Determination","article-title":"Introduction to SPICE","author":"Drouin","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib30","series-title":"Elements of Software Process Assessment and Improvement","article-title":"Risk management in software product procurement","author":"Coallier","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib31","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1007\/BF00403768","article-title":"Improving IT effectiveness through software process assessment","volume":"2","author":"Craigmyle","year":"1993","journal-title":"Software Quality Journal"},{"key":"10.1016\/S0065-2458(00)80008-X_bib32","author":"Sommerville","year":"1997"},{"key":"10.1016\/S0065-2458(00)80008-X_bib33","first-page":"21","article-title":"Developing a testing maturity model: Part I","volume":"August","author":"Burnstein","year":"1996","journal-title":"Crosstalk"},{"key":"10.1016\/S0065-2458(00)80008-X_bib34","first-page":"19","article-title":"Developing a testing maturity model: Part II","volume":"September","author":"Burnstein","year":"1996","journal-title":"Crosstalk"},{"key":"10.1016\/S0065-2458(00)80008-X_bib35","author":"Budlong","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib36","author":"Software Engineering Institute","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib37","series-title":"Elements of Software Process Assessment and Improvement","article-title":"The people capability maturity model for improving the software workforce","author":"Curtis","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib38","series-title":"Proceedings of the International Conference on Software Maintenance","first-page":"137","article-title":"Tailoring the Software Engineering Institute's (SEI) Capability Maturity Model (CMM) to a software sustaining engineering organization","author":"Drew","year":"1992"},{"key":"10.1016\/S0065-2458(00)80008-X_bib39","series-title":"Elements of Software Process Assessment and Improvement","article-title":"The economics of software process improvements","author":"Jones","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib40","first-page":"93","article-title":"Bootstrap: Europe's Assessment Method","volume":"May","year":"1993","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib41","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1109\/52.300080","article-title":"Bootstrap: fine-tuning process assessment","volume":"July","author":"Haase","year":"1994","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib42","series-title":"Elements of Software Process Assessment and Improvement","article-title":"Software process assessment and improvement: 5 years of experiences with Bootstrap","author":"Steinen","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib43","first-page":"1","article-title":"The evolution of the SEI's capability maturity model for software","author":"Paulk","year":"1995","journal-title":"Software Process\u2014Improvement and Practice. Pilot Issue"},{"key":"10.1016\/S0065-2458(00)80008-X_bib44","year":"1998","journal-title":"Information Technology\u2014Software Process Assessment"},{"issue":"6","key":"10.1016\/S0065-2458(00)80008-X_bib45","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1145\/255656.255692","article-title":"Software quality and the capability maturity model","volume":"40","author":"Herbsleb","year":"1997","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib46","first-page":"12","article-title":"Where's the return on process improvement?","volume":"July","author":"Hersh","year":"1993","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib47","series-title":"Experimental Software Engineering Issues: Critical Assessment and Future Directions","article-title":"Objectives and context of measurement\/experimentation","author":"Fenton","year":"1993"},{"issue":"3","key":"10.1016\/S0065-2458(00)80008-X_bib48","first-page":"41","article-title":"Gaps in SEI programs","volume":"3","author":"Jones","year":"1995","journal-title":"Software Development"},{"key":"10.1016\/S0065-2458(00)80008-X_bib49","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1023\/B:SQJO.0000042057.89615.60","article-title":"On the limitations of software process assessment and the recognition of a required re-orientation for global process improvement","volume":"7","author":"Gray","year":"1998","journal-title":"Software Quality Journal"},{"key":"10.1016\/S0065-2458(00)80008-X_bib50","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/S0164-1212(99)00031-X","article-title":"Understanding and improving technology transfer in software engineering","volume":"47","author":"Pfleeger","year":"1999","journal-title":"Journal of Systems and Software"},{"issue":"1","key":"10.1016\/S0065-2458(00)80008-X_bib51","doi-asserted-by":"crossref","first-page":"3","DOI":"10.2307\/249403","article-title":"Empirical research in information systems: the practice of relevance","volume":"23","author":"Benbasat","year":"1999","journal-title":"MIS Quarterly"},{"key":"10.1016\/S0065-2458(00)80008-X_bib52","first-page":"18","article-title":"Hard problems and hard science: on the practical limits of experimentation","volume":"11","author":"Herbsleb","year":"1998","journal-title":"IEEE TCSE Software Process Newsletter"},{"key":"10.1016\/S0065-2458(00)80008-X_bib53","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1109\/52.31655","article-title":"Diffusing software-engineering methods","volume":"July","author":"Raghavan","year":"1989","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib54","series-title":"Elements of Software Process Assessment and Improvement","article-title":"ISO 9001 for software organizations","author":"Weissfelner","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib55","article-title":"IDEAL: a user's guide for software process improvement","volume":"February","author":"McFeeley","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib56","series-title":"Proceedings of the 4th International Conference on Software Quality","article-title":"Measuring process capability versus organizational process maturity","author":"Paulk","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib57","author":"Dunaway","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib58","series-title":"Proceedings of the International Conference on Software Engineering","first-page":"68","article-title":"An analysis of SEI software process assessment results: 1987\u20131991","author":"Kitson","year":"1993"},{"key":"10.1016\/S0065-2458(00)80008-X_bib59","series-title":"SPICE: Theory and Practice of Software Process Improvement and Capability Determination","article-title":"Assessment using SPICE: a case study","author":"Simon","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib60","series-title":"SPICE: Theory and Practice of Software Process Improvement and Capability Determination","article-title":"Introduction to the SPICE Trials","author":"Maclennan","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib61","first-page":"22","article-title":"If you get straight A's, you must be intelligent\u2014respecting the intent of the capability maturity model","volume":"February","author":"Klein","year":"1998","journal-title":"Crosstalk"},{"key":"10.1016\/S0065-2458(00)80008-X_bib62","series-title":"Elements of Software Process Assessment and Improvement","article-title":"Essence and accidents in SEI-style assessments or \u201cmaybe this time the voice of the engineer will be heard","author":"Dymond","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib63","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1109\/2.362633","article-title":"SEI capability maturity model's impact on contractors","volume":"January","author":"Saiedian","year":"1995","journal-title":"IEEE Computer"},{"key":"10.1016\/S0065-2458(00)80008-X_bib64","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1109\/52.219632","article-title":"Using a capability evaluation to select a contractor","volume":"July","author":"Rugg","year":"1993","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib65","series-title":"Proceedings of the CAS (Centre for Advanced Studies) Conference","first-page":"433","article-title":"ISO 9000: a reqirement for doing business","author":"Dadoun","year":"1992"},{"key":"10.1016\/S0065-2458(00)80008-X_bib66","series-title":"Paper presented at SDC 1992, IBM, Application development Germany","article-title":"ISO 9000 implementation in software development of IBM Germany","author":"Huebner","year":"1992"},{"key":"10.1016\/S0065-2458(00)80008-X_bib67","series-title":"Proceedings of the 20th International Conference on Software Engineering","first-page":"271","article-title":"Conceptual simplicity meets organizational complexity: case study of a corporate metrics program","author":"Herbsleb","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib68","series-title":"Proceedings of the 1998 Software Engineering Process Group Conference","article-title":"How well is CBA IPI working? User feedback","author":"Dunaway","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib69","author":"Rubin","year":"1987"},{"key":"10.1016\/S0065-2458(00)80008-X_bib70","volume":"November","author":"SPIRE Project","year":"1998","journal-title":"The SPIRE Handbook: Better Faster Cheaper Software Development in Small Companies. ESSI Project 23873"},{"key":"10.1016\/S0065-2458(00)80008-X_bib71","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1002\/(SICI)1099-1670(199606)2:2<123::AID-SPIP38>3.3.CO;2-W","article-title":"An empirical evaluation of the prospective international SPICE standard","volume":"2","author":"El Emam","year":"1996","journal-title":"Software Process\u2014Improvement and Practice"},{"key":"10.1016\/S0065-2458(00)80008-X_bib72","doi-asserted-by":"crossref","DOI":"10.21236\/ADA300225","article-title":"After the appraisal: a systematic survey of process improvement, its benefits, and factors that influence success","author":"Goldenson","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib73","series-title":"Proceedings of the International Conference on Information Systems","first-page":"191","article-title":"Measuring software engineering maturity: a Rasch calibration","author":"Drehmer","year":"1993"},{"key":"10.1016\/S0065-2458(00)80008-X_bib74","first-page":"673","article-title":"Software process improvement at AlliedSignal Aerospace","author":"Buchman","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib75","series-title":"Better Software Practice for Business Benefit: Principles and Experiences","article-title":"Success factors and barriers for software process improvement: an empirical study","author":"El Emam","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib76","author":"Siegel","year":"1988"},{"issue":"4","key":"10.1016\/S0065-2458(00)80008-X_bib77","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1002\/(SICI)1099-1670(199812)4:4<227::AID-SPIP106>3.0.CO;2-1","article-title":"Success factors of organizational change in software process improvement","volume":"4","author":"Stelzer","year":"1998","journal-title":"Software Process\u2014Improvement and Practice"},{"key":"10.1016\/S0065-2458(00)80008-X_bib78","first-page":"35","article-title":"Return on investment (ROI) from software process improvement as measured by US industry","author":"Brodman","year":"1995","journal-title":"Software Process: Improvement and Practice. Pilot Issue"},{"key":"10.1016\/S0065-2458(00)80008-X_bib79","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1109\/52.300031","article-title":"Software process improvement at Hyghes Aircraft","volume":"July","author":"Humphrey","year":"1991","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib80","series-title":"Proceedings of the International Conference on Software Engineering","first-page":"212","article-title":"Software improvements in an international company","author":"Wohlwend","year":"1993"},{"issue":"4","key":"10.1016\/S0065-2458(00)80008-X_bib81","first-page":"23","article-title":"Return on investment from software process improvement as measured by US industry","volume":"9","author":"Brodman","year":"1996","journal-title":"Crosstalk"},{"issue":"4","key":"10.1016\/S0065-2458(00)80008-X_bib82","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/52.219618","article-title":"Process improvement and the corporate balance sheet","volume":"10","author":"Dion","year":"1993","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib83","doi-asserted-by":"crossref","DOI":"10.21236\/ADA300121","article-title":"Moving on up: data and experience doing CMM-based process improvement","author":"Hayes","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib84","article-title":"An effort estimation model for implementing ISO 9001 in software organizations","author":"Rahhal","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib85","author":"Kim","year":"1978"},{"key":"10.1016\/S0065-2458(00)80008-X_bib86","series-title":"Paper presented at the Empirical Studies of Programmers: 6th Workshop","article-title":"The factor structure of the CMM and other latent issues","author":"Curtis","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib87","article-title":"The effects of software process maturity on software development effort","author":"Clark","year":"1997"},{"key":"10.1016\/S0065-2458(00)80008-X_bib88","series-title":"Proceedings of the 5th International Symposium on Software Metrics","first-page":"72","article-title":"The internal consistency of the ISO\/IEC 15504 software process capability scale","author":"El Emam","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib89","series-title":"Proceedings of the 2nd IEEE International Software Engineering Standards Symposium","first-page":"84","article-title":"SPICE: An empiricist's perspective","author":"El Emam","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib90","series-title":"Elements of Software Process Assessment and Improvement","article-title":"Empirical studies of software process assessment methods","author":"Goldenson","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib91","first-page":"113","article-title":"Benchmarking kappa: interrater agreement in software process assessments","volume":"4","author":"El Emam","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib92","article-title":"Estimating the extent of standards use: the case of ISO\/IEC 15504","author":"El Emam","year":"2000","journal-title":"Journal of Systems and Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib93","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1109\/52.300034","article-title":"A critical look at software capability evaluations","volume":"July","author":"Bollinger","year":"1991","journal-title":"IEEE Software,"},{"key":"10.1016\/S0065-2458(00)80008-X_bib94","series-title":"Proceedings of the 3rd IEEE International Software Engineering Standards Symposium","first-page":"69","article-title":"Modeling the reliability of SPICE based assessments","author":"El Emam","year":"1997"},{"key":"10.1016\/S0065-2458(00)80008-X_bib95","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1023\/A:1008036316053","article-title":"The internal consistencies of the 1987 SEI Maturity Questionnaire and the SPICE Capability Dimension","volume":"3","author":"Fusaro","year":"1997","journal-title":"Empirical Software Engineering: An International Journal"},{"key":"10.1016\/S0065-2458(00)80008-X_bib96","doi-asserted-by":"crossref","DOI":"10.21236\/ADA279074","article-title":"Interim profile: development and trial of a method to rapidly measure software engineering maturity status","author":"Whitney","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib97","author":"Carmines","year":"1979"},{"key":"10.1016\/S0065-2458(00)80008-X_bib98","first-page":"105","article-title":"Capability evaluations rated highly variable","volume":"September","author":"Card","year":"1992","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib99","article-title":"Policy assessment for the software process maturity model","author":"Springsteen","year":"1992"},{"issue":"3","key":"10.1016\/S0065-2458(00)80008-X_bib100","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/BF02310555","article-title":"Coefficient alpha and the internal structure of tests","volume":"16","author":"Cronbach","year":"1951","journal-title":"Psychometrika"},{"key":"10.1016\/S0065-2458(00)80008-X_bib101","series-title":"Proceedings of the 5th International Symposium on Software Metrics","first-page":"38","article-title":"Cost implications of interrater agreement for software process assessments","author":"El Emam","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib102","author":"Lord","year":"1968"},{"key":"10.1016\/S0065-2458(00)80008-X_bib103","article-title":"Software capability evaluations: experiences from the field","author":"Besselman","year":"1993","journal-title":"SEI Technical Review"},{"key":"10.1016\/S0065-2458(00)80008-X_bib104","article-title":"Report of Japanese trials process assessment by SPICE method","author":"Japan SC7 WG10 SPICE Committee","year":"1994","journal-title":"A SPICE Project Report"},{"key":"10.1016\/S0065-2458(00)80008-X_bib105","author":"Masters","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib106","author":"Nunnally","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib107","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/0378-7206(94)90003-5","article-title":"Measurement: a blueprint for theory building in MIS","volume":"26","author":"Subramanian","year":"1994","journal-title":"Information and Management"},{"key":"10.1016\/S0065-2458(00)80008-X_bib108","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1111\/j.1540-5915.1991.tb01274.x","article-title":"Construct measurement in information systems research: an illustration in strategic systems","volume":"22","author":"Sethi","year":"1991","journal-title":"Decision Sciences"},{"issue":"10","key":"10.1016\/S0065-2458(00)80008-X_bib109","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1145\/358413.358430","article-title":"The measurement of user information satisfaction","volume":"26","author":"Ives","year":"1983","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib110","doi-asserted-by":"crossref","first-page":"91","DOI":"10.2307\/248809","article-title":"The effect of user involvement on system success: a contingency approach","volume":"March","author":"Tait","year":"1988","journal-title":"MIS Quarterly"},{"key":"10.1016\/S0065-2458(00)80008-X_bib111","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0378-7206(93)90021-K","article-title":"User involvement and user satisfaction: an exploratory contingency model","volume":"25","author":"Amoako-Gyampah","year":"1993","journal-title":"Information and Management"},{"issue":"3","key":"10.1016\/S0065-2458(00)80008-X_bib112","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1145\/5666.5669","article-title":"An empirical study of the impact of user involvement on system usage and information satisfaction","volume":"29","author":"Baroudi","year":"1986","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib113","doi-asserted-by":"crossref","first-page":"319","DOI":"10.2307\/249008","article-title":"Perceived usefulness, perceived ease of use, and user acceptance of information technology","author":"Davis","year":"1989","journal-title":"MIS Quarterly"},{"key":"10.1016\/S0065-2458(00)80008-X_bib114","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1111\/j.1540-5915.1989.tb01558.x","article-title":"Some cautions on the measurement of user information satisfaction","volume":"20","author":"Galletta","year":"1989","journal-title":"Decision Sciences"},{"key":"10.1016\/S0065-2458(00)80008-X_bib115","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/0378-7206(94)90004-3","article-title":"The test-retest reliability of user involvement instruments","volume":"26","author":"Torkzadeh","year":"1994","journal-title":"Information and Management"},{"key":"10.1016\/S0065-2458(00)80008-X_bib116","series-title":"Proceedings of the 2nd IEEE International Symposium on Requirements Engineering","first-page":"204","article-title":"Measuring the success of requirements engineering processes","author":"El Emam","year":"1995"},{"issue":"1","key":"10.1016\/S0065-2458(00)80008-X_bib117","first-page":"3","article-title":"The reliability of measuring organizational maturity","volume":"1","author":"El Emam","year":"1995","journal-title":"Software Process: Improvement and Practice"},{"key":"10.1016\/S0065-2458(00)80008-X_bib118","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1109\/52.300033","article-title":"Comments on \u201ca critical look.\u201d","volume":"July","author":"Humphrey","year":"1991","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib119","author":"Cronbach","year":"1972"},{"key":"10.1016\/S0065-2458(00)80008-X_bib120","author":"Neter","year":"1990"},{"key":"10.1016\/S0065-2458(00)80008-X_bib121","author":"Allen","year":"1979"},{"issue":"4","key":"10.1016\/S0065-2458(00)80008-X_bib122","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1002\/(SICI)1099-1670(199612)2:4<291::AID-SPIP54>3.0.CO;2-F","article-title":"Assessor agreement in rating SPICE processes","volume":"2","author":"El Emam","year":"1996","journal-title":"Software Process Improvement and Practice Journal"},{"key":"10.1016\/S0065-2458(00)80008-X_bib123","series-title":"Proceedings of the International Conference on the Software Process","first-page":"149","article-title":"Interrater agreement in SPICE-based assessments: some preliminary results","author":"El Emam","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib124","series-title":"SPICE: Theory and Practice of Software Process Improvement and Capability Determination","article-title":"Interrater agreement in assessment ratings","author":"El Emam","year":"1998"},{"issue":"1","key":"10.1016\/S0065-2458(00)80008-X_bib125","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1901\/jaba.1977.10-103","article-title":"Considerations in the choice of interobserver reliability estimates","volume":"10","author":"Hartmann","year":"1977","journal-title":"Journal of Applied Behavior Analysis"},{"issue":"3","key":"10.1016\/S0065-2458(00)80008-X_bib126","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1007\/BF00960754","article-title":"The effects of the use of percentage agreement on behavioral observation reliabilities: a reassessment","volume":"7","author":"Suen","year":"1985","journal-title":"Journal of Psychopathology and Behavioral Assessment"},{"issue":"3","key":"10.1016\/S0065-2458(00)80008-X_bib127","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1037\/0033-2909.103.3.374","article-title":"Another look at interrater agreement","volume":"103","author":"Zwick","year":"1988","journal-title":"Psychological Bulletin"},{"key":"10.1016\/S0065-2458(00)80008-X_bib128","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1086\/266520","article-title":"Communications through limited response questioning","volume":"18","author":"Bennett","year":"1954","journal-title":"Public Opinion Quarterly"},{"issue":"1","key":"10.1016\/S0065-2458(00)80008-X_bib129","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"XX","author":"Cohen","year":"1960","journal-title":"Educational and Psychological Measurement"},{"key":"10.1016\/S0065-2458(00)80008-X_bib130","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1086\/266577","article-title":"Reliability of content analysis: the case of nominal scale Coding","volume":"19","author":"Scott","year":"1955","journal-title":"Public Opinion Quarterly"},{"key":"10.1016\/S0065-2458(00)80008-X_bib131","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1037\/h0026256","article-title":"Weighted kappa: nominal scale agreement with provision for scaled agreement or partial credit","volume":"70","author":"Cohen","year":"1968","journal-title":"Psychological Bulletin"},{"key":"10.1016\/S0065-2458(00)80008-X_bib132","author":"Fleiss","year":"1981"},{"key":"10.1016\/S0065-2458(00)80008-X_bib133","article-title":"Assessment experience and the reliability of assessments","author":"Khurana","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib134","author":"Kerlinger","year":"1986"},{"key":"10.1016\/S0065-2458(00)80008-X_bib135","series-title":"Educational Measurement","article-title":"Test validation","author":"Cronbach","year":"1971"},{"issue":"2","key":"10.1016\/S0065-2458(00)80008-X_bib136","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S0164-1212(99)00117-X","article-title":"Validating the ISO\/IEC 15504 measures of software development process capability","volume":"52","author":"El Emam","year":"2000","journal-title":"Journal of Systems and Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib137","article-title":"Benefits of CMM-based software process improvement: initial results","author":"Herbsleb","year":"1994"},{"issue":"4","key":"10.1016\/S0065-2458(00)80008-X_bib138","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1109\/52.143121","article-title":"Elements of a process improvement program","volume":"9","author":"Dion","year":"1992","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib139","doi-asserted-by":"crossref","DOI":"10.1109\/32.852742","article-title":"Validating the ISO\/IEC 15504 measures of software requirements analysis process capability","author":"El Emam","year":"2000","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"10.1016\/S0065-2458(00)80008-X_bib140","first-page":"20","article-title":"Software process improvement in DSEG: 1989\u20131995","volume":"12","author":"Benno","year":"1995","journal-title":"Texas Instruments Technical Journal"},{"issue":"9","key":"10.1016\/S0065-2458(00)80008-X_bib141","first-page":"29","article-title":"Software process improvement: a success story","volume":"5","author":"Lipke","year":"1992","journal-title":"Crosstalk"},{"issue":"7","key":"10.1016\/S0065-2458(00)80008-X_bib142","first-page":"14","article-title":"The economic benefits of software process improvement","volume":"8","author":"Butler","year":"1995","journal-title":"Crosstalk"},{"key":"10.1016\/S0065-2458(00)80008-X_bib143","first-page":"6","article-title":"Bootstrap: experiences with Europe's software process assessment and improvement method","author":"Lebsanft","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib144","series-title":"Proceedings of the International Conference on Software Engineering","first-page":"468","article-title":"Software process maturity: measuring its impact on productivity and quality","author":"Rubin","year":"1993"},{"key":"10.1016\/S0065-2458(00)80008-X_bib145","first-page":"710","article-title":"The effects of software processes on meeting targets and quality","volume":"vol. 4","author":"Deephouse","year":"1995"},{"issue":"6","key":"10.1016\/S0065-2458(00)80008-X_bib146","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1109\/32.824401","article-title":"Measuring process consistency: implications for reducing software defects","volume":"25","author":"Krishnan","year":"1999","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/S0065-2458(00)80008-X_bib147","first-page":"1","article-title":"The pragmatics of software process improvements","author":"Jones","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib148","author":"Jones","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib149","series-title":"Proceedings of the 5th International Software Metrics Symposium","first-page":"52","article-title":"Measuring the impacts individual process maturity attributes have on software projects","author":"McGarry","year":"1998"},{"key":"10.1016\/S0065-2458(00)80008-X_bib150","article-title":"A correlational study of the SEI's capability maturity model and software development performance in DoD contracts","author":"Flowe","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib151","first-page":"1","article-title":"A correlational study of the CMM and software development performance","author":"Lawlis","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib152","series-title":"Better Software Practice for Business Benefit: Principles and Experience","article-title":"Costs and benefits of software process improvement","author":"El Emam","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib153","series-title":"Proceedings of the 16th International Conference on Software Engineering","first-page":"331","article-title":"What small businesses and small organizations say about the CMM","author":"Brodman","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib154","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/0378-7206(92)90064-M","article-title":"The relationship between procedural formalization in MIS development and MIS success","volume":"22","author":"Lee","year":"1992","journal-title":"Information and Management"},{"issue":"2","key":"10.1016\/S0065-2458(00)80008-X_bib155","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1109\/52.368273","article-title":"Enough about process: what we need are heroes","volume":"12","author":"Bach","year":"1995","journal-title":"IEEE Software"},{"key":"10.1016\/S0065-2458(00)80008-X_bib156","series-title":"Notes From The International Workshop on Software Evolution, Processes, and Measurements","article-title":"A method for instrumenting software evolution processes and an example application","author":"El Emam","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib157","unstructured":"El Emam, K. and Madhavji, N. H. (unpublished). The impact of user capability on requirements engineering success. Submitted for publication."},{"issue":"11","key":"10.1016\/S0065-2458(00)80008-X_bib158","doi-asserted-by":"crossref","first-page":"1268","DOI":"10.1145\/50087.50089","article-title":"A field study of the software design process for large systems","volume":"31","author":"Curtis","year":"1988","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0065-2458(00)80008-X_bib159","series-title":"Proceedings of the 2nd IEEE International Symposium on Requirements Engineering","first-page":"68","article-title":"A field study of requirements engineering practices in information systems development","author":"El Emam","year":"1995"},{"key":"10.1016\/S0065-2458(00)80008-X_bib160","doi-asserted-by":"crossref","first-page":"353","DOI":"10.2307\/249520","article-title":"Perceptions of the benefits from the introduction of CASF: an empirical study","volume":"December","author":"Finlay","year":"1994","journal-title":"MIS Quarterly"},{"key":"10.1016\/S0065-2458(00)80008-X_bib161","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1109\/2.312041","article-title":"Evaluating software engineering standards","volume":"September","author":"Pfleeger","year":"1994","journal-title":"IEEE Computer"},{"key":"10.1016\/S0065-2458(00)80008-X_bib162","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1145\/190679.190680","article-title":"The language of case studies and formal experiments","volume":"October","author":"Pfleeger","year":"1994","journal-title":"Software Engineering Notes"},{"key":"10.1016\/S0065-2458(00)80008-X_bib163","series-title":"Software Engineering: A European Perspective","article-title":"Evaluating software engineering standards and methods","author":"Fenton","year":"1993"},{"key":"10.1016\/S0065-2458(00)80008-X_bib164","series-title":"Proceedings of the Software Engineering Standards Symposium","first-page":"100","article-title":"Towards the evaluation of software engineering standards","author":"Fenton","year":"1993"},{"key":"10.1016\/S0065-2458(00)80008-X_bib165","article-title":"The SMARTIE standards evaluation methodology","author":"Fenton","year":"1994"},{"key":"10.1016\/S0065-2458(00)80008-X_bib166","series-title":"Proceedings of the 8th Software Engineering Process Group Conference","article-title":"The international SPICE trials: project description and initial results","author":"Goldenson","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib167","author":"Hollander","year":"1999"},{"key":"10.1016\/S0065-2458(00)80008-X_bib168","series-title":"Proceedings of SPICE'96","first-page":"45","article-title":"Tansitioning to phase 2 of the SPICE trials","author":"Smith","year":"1996"},{"key":"10.1016\/S0065-2458(00)80008-X_bib169","first-page":"21","article-title":"A correlational study of the CMM and software development performance","volume":"September","author":"Lawlis","year":"1995","journal-title":"Crosstalk"},{"key":"10.1016\/S0065-2458(00)80008-X_bib170","series-title":"Software Process","first-page":"1","article-title":"A survey of the surveys on the Benefits of ISO 9000","volume":"3","year":"1994"}],"container-title":["Advances in Computers","Emphasizing Distributed Systems"],"original-title":[],"link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S006524580080008X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S006524580080008X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T19:39:03Z","timestamp":1559936343000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S006524580080008X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000]]},"references-count":170,"URL":"https:\/\/doi.org\/10.1016\/s0065-2458(00)80008-x","relation":{},"ISSN":["0065-2458"],"issn-type":[{"value":"0065-2458","type":"print"}],"subject":[],"published":{"date-parts":[[2000]]}}}