{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T15:30:30Z","timestamp":1774798230074,"version":"3.50.1"},"reference-count":60,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[1999,6,1]],"date-time":"1999-06-01T00:00:00Z","timestamp":928195200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["The Journal of Strategic Information Systems"],"published-print":{"date-parts":[[1999,6]]},"DOI":"10.1016\/s0963-8687(99)00021-9","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T11:42:52Z","timestamp":1027597372000},"page":"189-207","source":"Crossref","is-referenced-by-count":85,"title":["Moving IS evaluation forward: learning themes and research issues"],"prefix":"10.1016","volume":"8","author":[{"given":"B","family":"Farbey","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"F","family":"Land","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"D","family":"Targett","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/S0963-8687(99)00021-9_BIB1","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1145\/175247.175250","article-title":"Case based reasoning: business applications","volume":"37","author":"Allen","year":"1994","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB2","series-title":"Judgement and Decision Making: an Interdisciplinary Reader","year":"1986"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB3","series-title":"Long Range Planning","author":"Armstrong","year":"1988"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB4","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/isre.6.1.3","article-title":"Information technologies and business value: an analytic and empirical investigation","volume":"6","author":"Barua","year":"1995","journal-title":"Information Systems Research"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB5","series-title":"Proceedings of the Fourth European Conference on IT Evaluation","author":"Berghout","year":"1997"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB6","series-title":"IS Assessment: Issues and Challenges","author":"Bjorn-Andersen","year":"1988"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB7","series-title":"Principles of Corporate Finance","author":"Brealey","year":"1991"},{"issue":"12","key":"10.1016\/S0963-8687(99)00021-9_BIB8","first-page":"67","article-title":"The productivity paradox of information technology","volume":"56","author":"Brynolffson","year":"1993","journal-title":"Communications of the Association for Computing Machinery"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB9","unstructured":"Canavet, S., 1995. Unpublished PhD thesis, London School of Economics."},{"key":"10.1016\/S0963-8687(99)00021-9_BIB10","unstructured":"CCTA, 1992. Prioritisation: a brief guide, ISD Planning Subject Guides, London."},{"issue":"1","key":"10.1016\/S0963-8687(99)00021-9_BIB11","doi-asserted-by":"crossref","first-page":"61","DOI":"10.2307\/248755","article-title":"A multiple criteria approach for evaluating IS","volume":"6","author":"Chandler","year":"1982","journal-title":"MIS Quarterly"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB12","unstructured":"CSC, 1997. Aligning Technology And Corporate Goals Is Top I\/S Issue Worldwide In Tenth Annual CSC Study, http:\/\/www.csc. com (press release)."},{"key":"10.1016\/S0963-8687(99)00021-9_BIB13","series-title":"Advanced Management Accounting: an Organisational Emphasis","article-title":"Organisational control and management accounting","author":"Dent","year":"1987"},{"issue":"1","key":"10.1016\/S0963-8687(99)00021-9_BIB14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/isre.4.1.1","article-title":"The impact of Information technology investment announcements on the market value of the firm","volume":"4","author":"Dos Santos","year":"1993","journal-title":"Information Systems Research"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB15","series-title":"Management Strategies for Information Technology","author":"Earl","year":"1989"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB16","series-title":"Towards Strategic Information Systems","article-title":"From management information to information management","volume":"1","author":"Earl","year":"1987"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB17","series-title":"Foundations of Social Choice Theory","author":"Elster","year":"1989"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB18","series-title":"We Can Implement Cost Effective Systems Now","author":"Emery","year":"1976"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB19","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1057\/jit.1992.16","article-title":"Evaluating investments in IT","volume":"7","author":"Farbey","year":"1992","journal-title":"Journal of Information Technology"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB20","series-title":"How to Assess Your IT Investment: a Study of Methods and Practice","author":"Farbey","year":"1993"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB21","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1057\/ejis.1995.5","article-title":"A taxonomy of information systems applications: the benefits' evaluation ladder","volume":"4","author":"Farbey","year":"1995","journal-title":"European Journal of Information Systems"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB22","series-title":"Beyond the IT Productivity Paradox","article-title":"Evaluating IT investments in Willcocks","author":"Farbey","year":"1997"},{"issue":"3","key":"10.1016\/S0963-8687(99)00021-9_BIB23","doi-asserted-by":"crossref","DOI":"10.1108\/09593849910278196","article-title":"The moving staircase: problems of appraisal and evaluation in a turbulent environment","volume":"12","author":"Farbey","year":"1999","journal-title":"Information Technology and People"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB24","unstructured":"Galliers, R., 1995. Rethinking IT evaluation in the context of business systems strategy, in association with UNICOM, Henley-on-Thames."},{"key":"10.1016\/S0963-8687(99)00021-9_BIB25","series-title":"Plough, Sword and Book: The Structure of Human History","author":"Gellner","year":"1991"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB26","series-title":"Assessing Evaluation Research in Guidance, Control and Evaluation in the Public Sector","author":"Hellstern","year":"1986"},{"issue":"4","key":"10.1016\/S0963-8687(99)00021-9_BIB27","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1111\/j.1467-9299.1989.tb00737.x","article-title":"Decision and organisation processes of strategic decision-making and their exploration","volume":"67","author":"Hickson","year":"1989","journal-title":"Public Administration"},{"issue":"2","key":"10.1016\/S0963-8687(99)00021-9_BIB28","doi-asserted-by":"crossref","first-page":"121","DOI":"10.2307\/249475","article-title":"Productivity, business profitability, and consumer surplus: three different measures of IT value","volume":"20","author":"Hitt","year":"1996","journal-title":"MIS Quarterly"},{"issue":"4","key":"10.1016\/S0963-8687(99)00021-9_BIB29","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1057\/jit.1990.45","article-title":"Evaluating IT investments: matching techniques to project","volume":"5","author":"Hochstrasser","year":"1990","journal-title":"Journal of Information Technology"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB30","series-title":"Evaluating with validity","first-page":"23","author":"House","year":"1980"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB31","unstructured":"Kain, I.A., (1999) Unpublished PhD thesis, University of Bath."},{"key":"10.1016\/S0963-8687(99)00021-9_BIB32","doi-asserted-by":"crossref","unstructured":"Keen, J., 1995. Farbey, B., Land, F.F., Targett, D. (Eds.), The Evaluation of Leading Edge Technologies in Hard Money\u2013Soft Outcomes, Alfred Waller in association with UNICOM, Henley-on-Thames.","DOI":"10.1057\/ejis.1995.5"},{"issue":"2","key":"10.1016\/S0963-8687(99)00021-9_BIB33","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1145\/75577.75585","article-title":"Post-implementation evaluation of computer based IS: current practice","volume":"33","author":"Kumar","year":"1990","journal-title":"Communications of the ACM"},{"issue":"4","key":"10.1016\/S0963-8687(99)00021-9_BIB35","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1093\/comjnl\/19.4.290","article-title":"Evaluation of systems goals in determining a decision strategy for computer-based information systems","volume":"19","author":"Land","year":"1976","journal-title":"The Computer Journal"},{"issue":"3","key":"10.1016\/S0963-8687(99)00021-9_BIB36","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1287\/orsc.6.3.260","article-title":"Opening up decision-making-the view from the black stool","volume":"6","author":"Langley","year":"1995","journal-title":"Organisation Science"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB37","series-title":"Artificial Life: the Quest for a New Creation","author":"Levy","year":"1992"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB38","doi-asserted-by":"crossref","first-page":"79","DOI":"10.2307\/973677","article-title":"The Science of Muddling Through","volume":"19","author":"Lindblom","year":"1959","journal-title":"Public Administration Review"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB39","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1057\/jit.1993.3","article-title":"The economic significance of infrastructure systems","volume":"8","author":"Monk","year":"1993","journal-title":"Journal of Information Technology"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB40","series-title":"Information Economics: :Linking Business Performance to Information Technology","author":"Parker","year":"1988"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB41","unstructured":"Price Waterhouse, Information Technology Review, Annual Series, Price Waterhouse."},{"key":"10.1016\/S0963-8687(99)00021-9_BIB42","series-title":"A Guide To Measuring And Managing IT Benefits","author":"Remenyi","year":"1991"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB43","series-title":"Achieving Maximum Value from Information Systems: a Process Approach","author":"Remenyi","year":"1997"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB44","first-page":"53","article-title":"The benefits of quality I\/S","volume":"January","author":"Rivard","year":"1989","journal-title":"Datamation"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB45","series-title":"Rational Analysis for a Problematic World: Problem Methods for Complexity, Uncertainty and Conflict","article-title":"Introduction","author":"Rosenhead","year":"1989"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB46","unstructured":"Savolainen, V., 1995. Analysis of the dynamic nature of information systems performance evaluation. in: Farbey, B., Serafeimides, V. (Eds.), Proceedings of the Information Systems Evaluation Workshop, European Conference on Information Systems, Athens, Greece."},{"issue":"4","key":"10.1016\/S0963-8687(99)00021-9_BIB47","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1057\/jit.1990.42","article-title":"Managing IS Benefits for the 1990s","volume":"5","author":"Silk","year":"1990","journal-title":"Journal of Information Technology"},{"issue":"1","key":"10.1016\/S0963-8687(99)00021-9_BIB48","doi-asserted-by":"crossref","first-page":"99","DOI":"10.2307\/1884852","article-title":"A behavioural model of rational choice","volume":"69","author":"Simon","year":"1955","journal-title":"Quarterly Journal Economics"},{"issue":"3","key":"10.1016\/S0963-8687(99)00021-9_BIB49","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1057\/palgrave.ejis.3000304","article-title":"Analysing information system evaluation: another look at an old problem","volume":"7","author":"Smithson","year":"1998","journal-title":"European Journal of Information Systems"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB50","unstructured":"Spikes Cavell, 1996. Corporate IT Strategy, VNU Business Publications."},{"key":"10.1016\/S0963-8687(99)00021-9_BIB51","series-title":"Information Payoff: The Transformation of Work in the Electronic Age","author":"Strassmann","year":"1985"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB52","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1057\/jit.1990.43","article-title":"Evaluation of Information Systems: IS development in the processing company","volume":"5","author":"Symons","year":"1990","journal-title":"Journal of Information Technology"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB53","series-title":"The Economics of IS","first-page":"70","article-title":"The evaluation of information systems: a critique","author":"Symons","year":"1991"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB54","series-title":"Information Technology and Changes in Organisational Work","article-title":"Black Boxes, non-human stakeholders and the translation of IT","author":"Vidgen","year":"1996"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB56","series-title":"Evaluation","author":"Walsham","year":"1993"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB55","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1057\/ejis.1995.9","article-title":"Interpretive case Studies in IS research: nature and method","volume":"4","author":"Walsham","year":"1993","journal-title":"European Journal of Information Systems"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB57","series-title":"Interpretive Evaluation Design for Information Systems in Beyond the IT Productivity Paradox","author":"Walsham","year":"1999"},{"issue":"4","key":"10.1016\/S0963-8687(99)00021-9_BIB58","doi-asserted-by":"crossref","first-page":"222","DOI":"10.1057\/jit.1990.46","article-title":"A portfolio approach to evaluating information systems investments and setting priorities","volume":"5","author":"Ward","year":"1990","journal-title":"Journal of Information Technology"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB59","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1287\/isre.3.4.307","article-title":"The relationship between investment in IT and firm performance: a study of the value-manufacturing sector","volume":"3 and 4","author":"Weill","year":"1992","journal-title":"Information Systems Research"},{"issue":"4","key":"10.1016\/S0963-8687(99)00021-9_BIB60","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1111\/j.1365-2575.1992.tb00081.x","article-title":"Evaluating information technology investment: research findings and re-appraisal","volume":"2","author":"Willcocks","year":"1992","journal-title":"Journal of Information Systems"},{"key":"10.1016\/S0963-8687(99)00021-9_BIB61","series-title":"The Evaluation of Management Information Systems: a Dynamic and Holistic Approach","author":"Wolstenholme","year":"1993"}],"container-title":["The Journal of Strategic Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0963868799000219?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0963868799000219?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,26]],"date-time":"2019-04-26T18:50:04Z","timestamp":1556304604000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0963868799000219"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1999,6]]},"references-count":60,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1999,6]]}},"alternative-id":["S0963868799000219"],"URL":"https:\/\/doi.org\/10.1016\/s0963-8687(99)00021-9","relation":{},"ISSN":["0963-8687"],"issn-type":[{"value":"0963-8687","type":"print"}],"subject":[],"published":{"date-parts":[[1999,6]]}}}