{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T16:51:26Z","timestamp":1774630286309,"version":"3.50.1"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2018,8,27]],"date-time":"2018-08-27T00:00:00Z","timestamp":1535328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Softw Syst Model"],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s10270-018-0692-3","type":"journal-article","created":{"date-parts":[[2018,8,27]],"date-time":"2018-08-27T05:17:26Z","timestamp":1535347046000},"page":"1833-1857","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Method engineering in information systems analysis and design: a balanced scorecard approach for method improvement"],"prefix":"10.1007","volume":"18","author":[{"given":"Kurt","family":"Sandkuhl","sequence":"first","affiliation":[]},{"given":"Ulf","family":"Seigerroth","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,8,27]]},"reference":[{"key":"692_CR1","unstructured":"Sandkuhl, K., Seigerroth, U.: Evaluation framework, Version 1.2, InfoFLOW-2 Deliverable 1. School of Engineering at J\u00f6nk\u00f6ping University (2010)"},{"key":"692_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2936-3","volume-title":"Model-Based Development and Evolution of Information Systems: A Quality Approach","author":"J Krogstie","year":"2012","unstructured":"Krogstie, J.: Model-Based Development and Evolution of Information Systems: A Quality Approach. Springer, Berlin (2012)"},{"key":"692_CR3","first-page":"299","volume-title":"PoEM, Lecture Notes in Business Information Processing","author":"M Benkenstein","year":"2016","unstructured":"Benkenstein, M., Fellmann, M., Leyer, M., Sandkuhl, K.: The value of enterprise modelling: towards a service-centric perspective. In: Horkoff, J., Jeusfeld, M.A., Persson, A. (eds.) PoEM, Lecture Notes in Business Information Processing, vol. 267, pp. 299\u2013306. Springer, Berlin (2016)"},{"key":"692_CR4","volume-title":"The Balanced Scorecard: Translating Strategy into Action","author":"RS Kaplan","year":"1996","unstructured":"Kaplan, R.S., Norton, D.P.: The Balanced Scorecard: Translating Strategy into Action. Harvard Business Press, Boston (1996)"},{"key":"692_CR5","doi-asserted-by":"publisher","first-page":"1011","DOI":"10.1007\/978-0-85729-859-1_33","volume-title":"Handbook of Document Image Processing and Recognition","author":"V M\u00e4rgner","year":"2014","unstructured":"M\u00e4rgner, V., Abed, H.E.: Tools and metrics for document analysis systems evaluation. In: Tombre, K. (ed.) Handbook of Document Image Processing and Recognition, pp. 1011\u20131036, Springer, London (2014)"},{"issue":"1","key":"692_CR6","doi-asserted-by":"publisher","first-page":"16","DOI":"10.4018\/jitbag.2011010102","volume":"2","author":"U Seigerroth","year":"2011","unstructured":"Seigerroth, U.: Enterprise Modeling and Enterprise Architecture: the constituents of transformation and alignment of Business and IT. Int. J. IT\/Bus. Alignment Gov. (IJITBAG) 2(1), 16\u201334 (2011)","journal-title":"Int. J. IT\/Bus. Alignment Gov. (IJITBAG)"},{"key":"692_CR7","unstructured":"Goldkuhl, G.: Socio-instrumental pragmatism: a theoretical synthesis for pragmatic conceptualisation in information systems. In: Proceedings of the 3rd International Conference on Action in Language, Organisations and Information Systems (ALOIS), pp. 148\u2013165. University of Limerick, Ireland, ISBN: 1-874653-79-8 (2005)"},{"key":"692_CR8","unstructured":"Lind, M., Seigerroth, U., Forsgren, O., Hjalmarsson A.: Co-design as social constructive pragmatism. In: The Inaugural Meeting of the AIS Special Interest Group on Pragmatist IS Research (SIGPrag 2008) at International Conference on Information Systems (ICIS2008), France. Sprouts\u2014\n                    http:\/\/sprouts.aisnet.org\/8-49\n                    \n                   (2008)"},{"issue":"4","key":"692_CR9","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1049\/ip-sen:19982197","volume":"145","author":"G Goldkuhl","year":"1998","unstructured":"Goldkuhl, G., Lind, M., Seigerroth, U.: Method integration: the need for a learning perspective. IEE Proc. Softw. 145(4), 113\u2013118 (1998). (special issue on Information System Methodologies)","journal-title":"IEE Proc. Softw."},{"key":"692_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/11901181_26","volume-title":"Conceptual Modeling\u2014ER 2006","author":"J Ralyt\u00e9","year":"2006","unstructured":"Ralyt\u00e9, J., Backlund, P., K\u00fchn, H., Jeusfeld, M.A.: Method chunks for interoperability. In: Embley, D.W., Oliv\u00e9, A., Ram, S. (eds.) Conceptual Modeling\u2014ER 2006. Lecture Notes in Computer Science, vol. 4215, pp. 339\u2013353. Springer, Berlin (2006). \n                    https:\/\/doi.org\/10.1007\/11901181_26"},{"issue":"1","key":"692_CR11","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/s00766-005-0019-0","volume":"11","author":"I Mirbel","year":"2006","unstructured":"Mirbel, I., Ralyt\u00e9, J.: Situational method engineering: combining assembly-based and roadmap-driven approaches. Requir. Eng. 11(1), 58\u201378 (2006). \n                    https:\/\/doi.org\/10.1007\/s00766-005-0019-0","journal-title":"Requir. Eng."},{"issue":"4","key":"692_CR12","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1016\/0950-5849(95)01059-9","volume":"38","author":"S Brinkkemper","year":"1996","unstructured":"Brinkkemper, S.: Method engineering: engineering of information systems development methods and tools. Inf. Softw. Technol. 38(4), 275\u2013280 (1996). \n                    https:\/\/doi.org\/10.1016\/0950-5849(95)01059-9","journal-title":"Inf. Softw. Technol."},{"key":"692_CR13","volume-title":"Information Systems Development: Methodologies, Techniques, and Tools","author":"DE Avison","year":"1995","unstructured":"Avison, D.E., Fitzgerald, G.: Information Systems Development: Methodologies, Techniques, and Tools. McGraw-Hill Education, Maidenhead (1995)"},{"key":"692_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41467-1","volume-title":"Situational Method Engineering","author":"B Henderson-Sellers","year":"2014","unstructured":"Henderson-Sellers, B., Ralyt\u00e9, J., \u00c5gerfalk, P., Rossi, M.: Situational Method Engineering. Springer, Berlin (2014)"},{"key":"692_CR15","unstructured":"Goldkuhl, G.: The grounding of usable knowledge: an inquiry in the epistemology of action knowledge. CMTO Research Papers, No. 1999:03, Link\u00f6ping University (1999)"},{"key":"692_CR16","volume-title":"Naturalistic Inquir (Vol. 75)","author":"YS Lincoln","year":"1985","unstructured":"Lincoln, Y.S., Guba, E.G.: Naturalistic Inquir (Vol. 75). Sage, Thousand Oaks (1985)"},{"issue":"3","key":"692_CR17","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1111\/j.1365-2575.2007.00255.x","volume":"21","author":"K Siau","year":"2008","unstructured":"Siau, K., Rossi, M.: Evaluating techniques for system analysis and design modelling methods: a review and comparative analysis. Inf. Syst. J. 21(3), 249\u2013268 (2008)","journal-title":"Inf. Syst. J."},{"key":"692_CR18","unstructured":"Harmsen, A.F.: Situational method engineering. Doctoral dissertation, University of Twente (1997)"},{"issue":"2","key":"692_CR19","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/243350.243363","volume":"27","author":"J Mooney","year":"1995","unstructured":"Mooney, J., Gurbaxani, V., Kraemer, K.: A process oriented framework for assessing the business value of information technology. ACM SIGMIS Database DATABASE Adv. Inf. Syst. 27(2), 68\u201381 (1995)","journal-title":"ACM SIGMIS Database DATABASE Adv. Inf. Syst."},{"issue":"1","key":"692_CR20","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1287\/isre.3.1.60","volume":"3","author":"W DeLone","year":"1992","unstructured":"DeLone, W., McLean, E.: Information system success: the quest for the dependent variable. Inf. Syst. Res. 3(1), 60\u201395 (1992)","journal-title":"Inf. Syst. Res."},{"key":"692_CR21","volume-title":"Information Economics","author":"M Parker","year":"1998","unstructured":"Parker, M., Benson, R.: Information Economics. Prentice-Hall, Englewood Cliffs (1998)"},{"key":"692_CR22","volume-title":"Software Testing and Continuous Quality Improvement","author":"WE Lewis","year":"2016","unstructured":"Lewis, W.E.: Software Testing and Continuous Quality Improvement. CRC Press, Boca Raton (2016)"},{"key":"692_CR23","volume-title":"Metrics and Models in Software Quality Engineering","author":"SH Kan","year":"2002","unstructured":"Kan, S.H.: Metrics and Models in Software Quality Engineering. Addison-Wesley Longman, Boston (2002)"},{"key":"692_CR24","volume-title":"Guidelines for the justification and development of management system standards","author":"International Organization for Standardization","year":"2001","unstructured":"International Organization for Standardization: Guidelines for the justification and development of management system standards. International Standard ISO Guide 72, Geneva (2001)"},{"key":"692_CR25","volume-title":"Out of the Crisis","author":"WE Deming","year":"1986","unstructured":"Deming, W.E.: Out of the Crisis. Massachusetts Institute of Technology, Center for Advanced Engineering Study, Cambridge (1986)"},{"key":"692_CR26","unstructured":"Kitchenham, B.: Procedures for performing systematic reviews. Keele University Technical Report TR\/SE-0401. Keele, UK. ISSN:1353-7776 (2004)"},{"key":"692_CR27","doi-asserted-by":"crossref","unstructured":"Sandkuhl, K., Seigerroth, U.: Balanced scorecard for method improvement: approach and experiences. In: Enterprise, Business-Process and Information Systems Modeling, LNBIP, vol. 287, pp. 204\u2013219. Springer, Cham (2017)","DOI":"10.1007\/978-3-319-59466-8_13"},{"key":"692_CR28","doi-asserted-by":"publisher","unstructured":"Sivaji, A., Zuaan, S.S.: Website user experience (UX) testing tool development using Open Source Software (OSS). In: 2012 Southeast Asian Network of Ergonomics Societies Conference: Ergonomics Innovations Leveraging User Experience and Sustainability, SEANES 2012. IEEE Xplore (2012). \n                    https:\/\/doi.org\/10.1109\/seanes.2012.6299576","DOI":"10.1109\/seanes.2012.6299576"},{"key":"692_CR29","doi-asserted-by":"publisher","unstructured":"Staron, M., Hansson, J., Feldt, R., Meding, W., Henriksson, A., Nilsson, S., H\u00f6glund, C.: Measuring and visualizing code stability: a case study at three companies. In: Proceedings: Joint Conference of the 23rd International Workshop on Software Measurement and the 8th International Conference on Software Process and Product Measurement, IWSM-MENSURA 2013. IEEE Explore (2013). \n                    https:\/\/doi.org\/10.1109\/iwsm-mensura.2013.35","DOI":"10.1109\/iwsm-mensura.2013.35"},{"issue":"1","key":"692_CR30","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1080\/07421222.2003.11045833","volume":"22","author":"J Chang","year":"2005","unstructured":"Chang, J., King, W.: Measuring the performance of information systems: a functional scorecard. J. Manag. Inf. Syst. 22(1), 85\u2013115 (2005). \n                    https:\/\/doi.org\/10.1080\/07421222.2003.11045833","journal-title":"J. Manag. Inf. Syst."},{"key":"692_CR31","volume-title":"Implementing the IT Balanced Scorecard: Aligning IT with Corporate Strategy","author":"J Keyes","year":"2005","unstructured":"Keyes, J.: Implementing the IT Balanced Scorecard: Aligning IT with Corporate Strategy. Auerbach Publications, New York (2005)"},{"key":"692_CR32","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1016\/j.jss.2006.06.014","volume":"80","author":"G Subramanian","year":"2007","unstructured":"Subramanian, G., Jiang, J., Klein, G.: Software quality and IS project performance improvements from software development process maturity and IS implementation strategies. J. Syst. Softw. 80, 616\u2013627 (2007)","journal-title":"J. Syst. Softw."},{"key":"692_CR33","doi-asserted-by":"publisher","DOI":"10.1002\/9781119019855","volume-title":"Key Performance Indicators: Developing, Implementing, and Using Winning KPIs","author":"D Parmenter","year":"2015","unstructured":"Parmenter, D.: Key Performance Indicators: Developing, Implementing, and Using Winning KPIs. Wiley, Chichester (2015)"},{"issue":"1","key":"692_CR34","doi-asserted-by":"publisher","first-page":"75","DOI":"10.2307\/25148625","volume":"28","author":"AR Hevner","year":"2004","unstructured":"Hevner, A.R., March, S.T., Park, J., Ram, S.: Design science in information systems research. MIS Q. 28(1), 75\u2013105 (2004)","journal-title":"MIS Q."},{"issue":"4","key":"692_CR35","doi-asserted-by":"publisher","first-page":"582","DOI":"10.2307\/2392581","volume":"23","author":"GI Susman","year":"1978","unstructured":"Susman, G.I., Evered, R.D.: An assessment of the scientific merits of action research. Adm. Sci. Q. 23(4), 582\u2013603 (1978)","journal-title":"Adm. Sci. Q."},{"key":"692_CR36","volume-title":"Technical Action Research as a Validation Method in Information Systems Design Science, LNCS 7286","author":"R Wieringa","year":"2012","unstructured":"Wieringa, R., Morali, A.: Technical Action Research as a Validation Method in Information Systems Design Science, LNCS 7286. Springer, Berlin (2012)"},{"issue":"1","key":"692_CR37","doi-asserted-by":"publisher","first-page":"37","DOI":"10.2307\/23043488","volume":"35","author":"MK Sein","year":"2011","unstructured":"Sein, M.K., Henfridsson, O., Purao, S., Rossi, M., Lindgren, R.: Action design research. MIS Q. 35(1), 37\u201356 (2011)","journal-title":"MIS Q."},{"key":"692_CR38","volume-title":"InfoFlow Application Case: Experiences from Modelling Activities at Proton Finishing","author":"M Lundqvist","year":"2008","unstructured":"Lundqvist, M., Seigerroth, U.: InfoFlow Application Case: Experiences from Modelling Activities at Proton Finishing. School of Engineering at J\u00f6nk\u00f6ping University, Sweden (2008)"},{"key":"692_CR39","volume-title":"InfoFlow Application Case: Experiences from Modelling Activities at Kongsberg Automotive","author":"M Lundqvist","year":"2008","unstructured":"Lundqvist, M.: InfoFlow Application Case: Experiences from Modelling Activities at Kongsberg Automotive. School of Engineering at J\u00f6nk\u00f6ping University, Sweden (2008)"},{"key":"692_CR40","volume-title":"InfoFlow Application Case: Experiences from Modelling Activities at SYSteam Management","author":"M Lundqvist","year":"2008","unstructured":"Lundqvist, M., Seigerroth, U., Stirna, J.: InfoFlow Application Case: Experiences from Modelling Activities at SYSteam Management. School of Engineering at J\u00f6nk\u00f6ping University, Sweden (2008)"},{"key":"692_CR41","unstructured":"Lundqvist, M., Sandkuhl, K., Seigerroth, U., Stirna, J.: Method requirements for information demand analysis. In: 2nd International Conference on Adaptive Business Systems (ABS 2008). International Journal Communications of SWIN (CoSWIN), ISSN 1757-4439 (2008)"},{"issue":"3","key":"692_CR42","first-page":"74","volume":"2","author":"M Lundqvist","year":"2011","unstructured":"Lundqvist, M., Sandkuhl, K., Seigerroth, U.: Modelling information demand in an enterprise context: method, notation and lessons learned. Int. J. Syst. Model. Des. 2(3), 74\u201396 (2011)","journal-title":"Int. J. Syst. Model. Des."},{"key":"692_CR43","unstructured":"Sandkuhl, K., Lundqvist, M., Seigerroth, U.: Information demand patterns\u2014concept, structure, and examples. InfoFLOW Deliverable D3, version 1.2, J\u00f6nk\u00f6ping University (2009)"},{"key":"692_CR44","first-page":"269","volume":"2","author":"I Langer","year":"1973","unstructured":"Langer, I., Schulz von Thun, F., Meffert, J., Tausch, R.: Merkmale der Verst\u00e4ndlichkeit schriftlicher Informations- und Lehrtexte. Zeitschrift f\u00fcr experimentelle und angewandte Psychologie 2, 269\u2013286 (1973)","journal-title":"Zeitschrift f\u00fcr experimentelle und angewandte Psychologie"},{"issue":"3","key":"692_CR45","first-page":"129","volume":"4","author":"JD Arthur","year":"1992","unstructured":"Arthur, J.D., Stevens, K.T.: Document quality indicators: a framework for assessing documentation adequacy. J. Softw. Evol. Process 4(3), 129\u2013142 (1992)","journal-title":"J. Softw. Evol. Process"},{"key":"692_CR46","unstructured":"Sandkuhl, K.: Information demand patterns. In: Proceedings of PATTERNS 2011, the Third International Conferences on Pervasive Patterns and Applications, pp. 1\u20136. September 25\u201330, 2011, Rome (2011)"},{"issue":"1","key":"692_CR47","first-page":"259","volume":"39","author":"K Sandkuhl","year":"2010","unstructured":"Sandkuhl, K.: Capturing product development knowledge with task patterns: evaluation of economic effects. Q. J. Control Cybern. 39(1), 259\u2013268 (2010)","journal-title":"Q. J. Control Cybern."},{"key":"692_CR48","doi-asserted-by":"crossref","unstructured":"Moody, D., Shanks, G.: What makes a good data model? Evaluating the quality of entity relationship models. In: Entity-Relationship Approach|ER\u201994 Business Modelling and Re-Engineering, Springer LNCS, vol. 881, pp. 94\u2013111. Springer, Heidelberg (1994)","DOI":"10.1007\/3-540-58786-1_75"},{"key":"692_CR49","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-015-0409-x","author":"WM Aalst","year":"2016","unstructured":"Aalst, W.M., Marcelo, L.R., Maria, S.: Business process management don\u2019t forget to improve the process. Bus. Inf. Syst. Eng. (2016). \n                    https:\/\/doi.org\/10.1007\/s12599-015-0409-x","journal-title":"Bus. Inf. Syst. Eng."},{"key":"692_CR50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28616-2","volume-title":"Business Process Management: Concepts, Languages, Architectures","author":"M Weske","year":"2012","unstructured":"Weske, M.: Business Process Management: Concepts, Languages, Architectures, 2nd edn. Springer, Berlin (2012)","edition":"2"},{"key":"692_CR51","unstructured":"Sandkuhl, K., Tellioglu, H., Johnsen, S.: Orchestrating economic, socio-technical and technical validation using visual modelling. In: ECIS 2008 Proceedings, pp. 1752\u20131763. AIS Electronic Library (AISeL) (2008)"},{"issue":"3","key":"692_CR52","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/j.jsis.2006.04.001","volume":"15","author":"S Gregor","year":"2006","unstructured":"Gregor, S., Martin, M., Fernandez, W., Stern, S., Vitale, M.: The transformational dimension in the realization of business value from information technology. J. Strateg. Inf. Syst. 15(3), 249\u2013270 (2006)","journal-title":"J. Strateg. Inf. Syst."},{"key":"692_CR53","series-title":"Link\u00f6ping Studies in Science and Technology","volume-title":"Towards an Ontology Design Pattern Quality Model","author":"K Hammar","year":"2013","unstructured":"Hammar, K.: Towards an Ontology Design Pattern Quality Model. Link\u00f6ping Studies in Science and Technology. Link\u00f6ping University, Sweden (2013)"}],"container-title":["Software & Systems Modeling"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-018-0692-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10270-018-0692-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-018-0692-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,26]],"date-time":"2019-08-26T23:22:30Z","timestamp":1566861750000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10270-018-0692-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,27]]},"references-count":53,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["692"],"URL":"https:\/\/doi.org\/10.1007\/s10270-018-0692-3","relation":{},"ISSN":["1619-1366","1619-1374"],"issn-type":[{"value":"1619-1366","type":"print"},{"value":"1619-1374","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,8,27]]},"assertion":[{"value":"29 September 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 June 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 August 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 August 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}