{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T12:25:45Z","timestamp":1771849545730,"version":"3.50.1"},"reference-count":48,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[1999,8,1]],"date-time":"1999-08-01T00:00:00Z","timestamp":933465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[1999,8]]},"DOI":"10.1016\/s0164-1212(99)00042-4","type":"journal-article","created":{"date-parts":[[2003,4,5]],"date-time":"2003-04-05T02:09:52Z","timestamp":1049508592000},"page":"13-26","source":"Crossref","is-referenced-by-count":46,"title":["Multi-method research: An empirical investigation of object-oriented technology"],"prefix":"10.1016","volume":"48","author":[{"given":"Murray","family":"Wood","sequence":"first","affiliation":[]},{"given":"John","family":"Daly","sequence":"additional","affiliation":[]},{"given":"James","family":"Miller","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Roper","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0164-1212(99)00042-4_BIB1","doi-asserted-by":"crossref","unstructured":"Basili, V., 1996. The role of experimentation in software engineering: Past, current, and future. In: Proceedings of the IEEE International Conference on Software Engineering, pp. 442\u2013449","DOI":"10.1109\/ICSE.1996.493439"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB2","unstructured":"Berard, E., 1993. Essays On Object-Oriented Software Engineering, vol. 1. Prentice-Hall, New York"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB3","unstructured":"Biemer, P., Groves, R., Lyberg, L., Mathiowetz, N., Sudman, S. (Eds.), 1991. Measurement Errors in Surveys. Wiley, New York"},{"issue":"2","key":"10.1016\/S0164-1212(99)00042-4_BIB4","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1109\/TSE.1986.6312937","article-title":"Object-oriented development","volume":"SE-12","author":"Booch","year":"1986","journal-title":"IEEE Trans. Software Engrg."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB5","unstructured":"Brannen, J., 1992. Combining qualitative and quantitative approaches: An overview. In: J. Brannen, (Ed.), Mixing Methods: Qualitative and Quantitative Research. Avebury"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB6","unstructured":"Brewer, J., Hunter, A., 1989. Multimethod Research A Synthesis of Styles. Sage, Beverly Hills, CA"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB7","unstructured":"Brooks, A., Daly, J., Miller, J., Roper, M., Wood, M., 1995. Replication of experimental results in software engineering. Research report EFoCS-17-94, Department of Computer Science, University of Strathclyde, Glasgow"},{"issue":"4","key":"10.1016\/S0164-1212(99)00042-4_BIB8","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1145\/358841.358847","article-title":"Studying programmer behavior experimentally: The problems of proper methodology","volume":"23","author":"Brooks","year":"1980","journal-title":"Comm. ACM"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB9","unstructured":"Bryman, J., 1992. Quantitative and qualitative research: Further reflections on their integration. In: J. Brannen, (Ed.), Mixing Methods: Qualitative and Quantitative Research. Avebury"},{"issue":"3","key":"10.1016\/S0164-1212(99)00042-4_BIB10","first-page":"92","article-title":"Finding an experimental basis for software engineering","volume":"28","author":"Burgess","year":"1995","journal-title":"IEEE Software"},{"issue":"3","key":"10.1016\/S0164-1212(99)00042-4_BIB11","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1109\/MC.1985.1662826","article-title":"Object-based computing and the Ada programming language","volume":"18","author":"Buzzard","year":"1985","journal-title":"IEEE Comput."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB12","unstructured":"Chambers, J., Cleveland, W., Kleiner, B., Tukey, P., 1983. Graphical methods for data analysis, 1st ed. Wadsworth, Belmont, CA"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB13","doi-asserted-by":"crossref","unstructured":"Crocker, R., von Mayrhauser, A., 1993. Maintenance support needs for object-oriented software. In: Proceedings of the International Computer Software and Applications Conference, pp. 63\u201369","DOI":"10.1109\/CMPSAC.1993.404216"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB14","unstructured":"Daly, J., 1996. Replication and a Multi-Method Approach to Empirical Software Engineering Research. PhD thesis, Department of Computer Science, University of Strathclyde, Glasgow, UK"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB15","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/BF00368701","article-title":"Evaluating inheritance depth on the maintainability of object-oriented software","volume":"1","author":"Daly","year":"1996","journal-title":"Empirical Software Engrg."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB16","unstructured":"Daly, J., El Emam, K., Miller, J., 1998. An empirical research methodology for software process improvement. In: K. El Emam, N. Madhavji, (Eds.), Elements of Software Process Assessment and Improvement. IEEE computer Soc. Press, Silver Spring, MD, to appear"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB17","unstructured":"Daly, J., Miller, J., Brooks, A., Roper, M., Wood, M., 1995a. Issues on the object-oriented paradigm: A questionnaire survey. Research report EFoCS-8-95, Department of Computer Science, University of Strathclyde, Glasgow"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB18","unstructured":"Daly, J., Wood, M., Brooks, A., Miller, J., Roper, M., 1995b. Structured interviews on the object-oriented paradigm. Research report EFoCS-7-95, Department of Computer Science, University of Strathclyde, Glasgow"},{"issue":"11","key":"10.1016\/S0164-1212(99)00042-4_BIB19","doi-asserted-by":"crossref","first-page":"840","DOI":"10.1109\/32.368124","article-title":"Introducing object-orientation in large and complex systems","volume":"20","author":"Deubler","year":"1994","journal-title":"IEEE Trans. Software Engrg."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB20","unstructured":"Dickson, G., 1989. A programmatic approach to information systems research: An experimentalist's view. In: I. Benbasat, (Ed.), The Information Systems Research Challenge: Experimental Research Methods. Harvard Business School"},{"issue":"6","key":"10.1016\/S0164-1212(99)00042-4_BIB21","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1109\/2.294856","article-title":"Conceptual entropy and its effect on class hierarchies","volume":"27","author":"Dvorak","year":"1994","journal-title":"IEEE Comput."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB22","unstructured":"Edwards, B., 1972. Statistics for Business Students, 1st ed. Collins"},{"issue":"4","key":"10.1016\/S0164-1212(99)00042-4_BIB23","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/52.300094","article-title":"Science and substance: A challenge to software engineers","volume":"11","author":"Fenton","year":"1994","journal-title":"IEEE Software"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB24","doi-asserted-by":"crossref","unstructured":"Foster, J., 1991. Program lifetime: A vital statistic for maintenance. In: Proceedings of the IEEE Conference on Software Maintenance, pp. 98\u2013103","DOI":"10.1109\/ICSM.1991.160314"},{"issue":"6","key":"10.1016\/S0164-1212(99)00042-4_BIB25","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1109\/52.329400","article-title":"The software research crisis","volume":"11","author":"Glass","year":"1994","journal-title":"IEEE Software"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB26","doi-asserted-by":"crossref","unstructured":"Henry, S., Humphrey, M., Lewis, J., 1990. Evaluation of the maintainability of object-oriented software. In: Proceedings of the IEEE Conference on Computer and Communication Systems, pp. 404\u2013409","DOI":"10.1109\/TENCON.1990.152642"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB27","doi-asserted-by":"crossref","first-page":"602","DOI":"10.2307\/2392366","article-title":"Mixing qualitative and quantitative methods: Triangulation in action","volume":"24","author":"Jick","year":"1979","journal-title":"Administrative Sci. Quart."},{"issue":"6","key":"10.1016\/S0164-1212(99)00042-4_BIB28","first-page":"90","article-title":"Gaps in the object-oriented paradigm","volume":"27","author":"Jones","year":"1994","journal-title":"IEEE Comput."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB29","unstructured":"J\u00fcuttner, P., Kolb, S., Zimmerer, P., 1994. Integrating and testing of object-oriented software. In: Proceedings of the European Conference on Software Testing, Analysis and Review, Siemens AG, pp. 13\/1\u201313\/14"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB30","doi-asserted-by":"crossref","unstructured":"Kaplan, B., Duchon, D., 1988. Combining qualitative and quantitative methods in information systems research: A case study. MIS Quarterly, pp. 571\u2013586","DOI":"10.2307\/249133"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB31","doi-asserted-by":"crossref","unstructured":"Kitchenham, B., Pickard, L., Pfleeger, S-L., 1995. Case studies for method and tool evaluation. IEEE Software, pp. 52\u201362","DOI":"10.1109\/52.391832"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB32","doi-asserted-by":"crossref","unstructured":"Kung, D., Gao, J., Hsia, P., Wen, F., Toyoshima, Y., Chen, C., 1994. Change impact identification in object-oriented software maintenance. In: Proceedings of the IEEE International Conference on Software Maintenance, pp. 202\u2013211","DOI":"10.1109\/ICSM.1994.336774"},{"issue":"4","key":"10.1016\/S0164-1212(99)00042-4_BIB33","doi-asserted-by":"crossref","first-page":"342","DOI":"10.1287\/orsc.2.4.342","article-title":"Integrating positivist and interpretive approaches to organizational research","volume":"2","author":"Lee","year":"1991","journal-title":"Organiz. Sci."},{"issue":"12","key":"10.1016\/S0164-1212(99)00042-4_BIB34","doi-asserted-by":"crossref","first-page":"1045","DOI":"10.1109\/32.184759","article-title":"Support for maintaining object-oriented programs","volume":"SE-18","author":"Lejter","year":"1992","journal-title":"IEEE Trans. Software Engrg."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB35","doi-asserted-by":"crossref","unstructured":"Liberherr, K., Xiao, C., 1993. Object-oriented software evolution. IEEE Trans. Software Engrg. 19(4)","DOI":"10.1109\/32.223802"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB36","unstructured":"Lientz, B., Swanson, E., 1980. Software Maintenance Management, 1st ed. Addison-Wesley, Reading, MA"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB37","doi-asserted-by":"crossref","unstructured":"Mancl, D., Havanas, W., 1990. A study of the impact of C++ on software maintenance. In: Proceedings of the IEEE Conference on Software Maintenance, pp. 63\u201369","DOI":"10.1109\/ICSM.1990.131325"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB38","unstructured":"Martin, J., 1982. A garbage can model of the research process. In: J. McGrath, J. Martin, R. Kulka, (Eds.), Judgement Calls in Research. Sage, Beverly Hills, CA"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB39","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/S0950-5849(96)01139-1","article-title":"Statistical power and its subcomponents \u2013 Missing and misunderstood concepts in empirical software engineering research","volume":"39","author":"Miller","year":"1997","journal-title":"Inform. and Software Tech."},{"key":"10.1016\/S0164-1212(99)00042-4_BIB40","unstructured":"Oppenheim, A., 1992. Questionnaire design, interviewing, and attitude measurement. Pinter Publishers"},{"issue":"11","key":"10.1016\/S0164-1212(99)00042-4_BIB41","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1145\/71605.71612","article-title":"Object-oriented programming","volume":"24","author":"Pokkunuri","year":"1989","journal-title":"SIGPLAN Notices"},{"issue":"2","key":"10.1016\/S0164-1212(99)00042-4_BIB42","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1145\/181628.181635","article-title":"Polymorphism considered harmful","volume":"19","author":"Ponder","year":"1994","journal-title":"ACM SIGSOFT Software Engrg. Notes"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB43","unstructured":"Rumbaugh, J., Blaha, M., Premerlani, W., Eddy, F., Lorensen, W., 1991. Object-Oriented Modeling and Design. Prentice-Hall, Englewood Cliffs, NJ"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB44","unstructured":"Schlaer, S., Mellor, S., 1988. Object-Oriented Systems Analysis: Modeling the World in Data, 1st ed. Yourdon Press: Prentice-Hall, Englewood Cliffs, NJ"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB45","doi-asserted-by":"crossref","unstructured":"Sinclair, M., 1990. Subjective assessment. In: J. Wilson, E. Corlett (Eds.), Evaluation of Human Work: A practical ergonomics methodology, Taylor and Francis, pp. 58\u201388","DOI":"10.1016\/0003-6870(91)90014-9"},{"issue":"12","key":"10.1016\/S0164-1212(99)00042-4_BIB46","doi-asserted-by":"crossref","first-page":"1038","DOI":"10.1109\/TSE.1992.1263033","article-title":"Maintenance support for object-oriented programs","volume":"SE-18","author":"Wilde","year":"1992","journal-title":"IEEE Trans. Software Engrg."},{"issue":"1","key":"10.1016\/S0164-1212(99)00042-4_BIB47","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1109\/52.207232","article-title":"Maintaining object-oriented software","volume":"10","author":"Wilde","year":"1993","journal-title":"IEEE Software"},{"key":"10.1016\/S0164-1212(99)00042-4_BIB48","unstructured":"Wynekoop, J., 1985. Strategies for implementation research: Combining research methods. In: Proceedings of the International Conference on Information Systems, pp. 185\u2013193"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121299000424?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121299000424?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,1,28]],"date-time":"2020-01-28T21:38:56Z","timestamp":1580247536000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121299000424"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1999,8]]},"references-count":48,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1999,8]]}},"alternative-id":["S0164121299000424"],"URL":"https:\/\/doi.org\/10.1016\/s0164-1212(99)00042-4","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[1999,8]]}}}