{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T23:39:06Z","timestamp":1780961946687,"version":"3.54.1"},"reference-count":69,"publisher":"Informa UK Limited","issue":"3","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of Management Information Systems"],"published-print":{"date-parts":[[2015,7,3]]},"DOI":"10.1080\/07421222.2015.1099390","type":"journal-article","created":{"date-parts":[[2015,12,16]],"date-time":"2015-12-16T20:32:08Z","timestamp":1450297928000},"page":"229-267","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":194,"title":["A Taxonomy of Evaluation Methods for Information Systems Artifacts"],"prefix":"10.1080","volume":"32","author":[{"given":"Nicolas","family":"Prat","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Isabelle","family":"Comyn-Wattiau","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacky","family":"Akoka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2015,12,16]]},"reference":[{"key":"e_1_3_2_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2014.1001260"},{"key":"e_1_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.17.11.661"},{"key":"e_1_3_2_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10257-010-0130-8"},{"key":"e_1_3_2_5_1","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00315"},{"key":"e_1_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00144"},{"key":"e_1_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/350391.350432"},{"key":"e_1_3_2_8_1","volume-title":"General Systems Thinking: Its Scope and Applicability","author":"Bowler T.","year":"1981","unstructured":"Bowler, T. General Systems Thinking: Its Scope and Applicability. New York: North Holland, 1981."},{"key":"e_1_3_2_9_1","volume-title":"Soft Systems Methodology in Action","author":"Checkland P.","year":"1990","unstructured":"Checkland, P., and Scholes, J. Soft Systems Methodology in Action. Chichester: Wiley, 1990."},{"key":"e_1_3_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1929916.1929917"},{"key":"e_1_3_2_11_1","volume-title":"The Design of Inquiring Systems: Basic Concepts of Systems and Organization","author":"Churchman C.W.","year":"1971","unstructured":"Churchman, C.W. The Design of Inquiring Systems: Basic Concepts of Systems and Organization. New York: Basic Books, 1971."},{"key":"e_1_3_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1555619.1555645"},{"key":"e_1_3_2_13_1","first-page":"1","volume-title":"Proceedings of the Eighteenth Pacific Asia Conference on Information Systems (PACIS 2014)","author":"Coners A.","year":"2014","unstructured":"Coners, A., and Matthies, B. A content analysis of content analyses in IS research: Purposes, data sources, and methodological characteristics. In K. Siau, Q. Li, and X. Guo (eds.), Proceedings of the Eighteenth Pacific Asia Conference on Information Systems (PACIS 2014)\/ Chengdu, China: Association for Information Systems, 2014, pp. 1\u201316."},{"key":"e_1_3_2_14_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/19.1.79"},{"key":"e_1_3_2_15_1","doi-asserted-by":"publisher","DOI":"10.2307\/249008"},{"key":"e_1_3_2_16_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.3.1.60"},{"key":"e_1_3_2_17_1","first-page":"1","volume-title":"Proceedings of the Fifteenth Pacific Asia Conference on Information Systems (PACIS 2011)","author":"Fischer C.","year":"2011","unstructured":"Fischer, C. The information systems design science research body of knowledge: A citation analysis in recent top-journal publications. In P.B. Seddon and S. Gregor (eds.), Proceedings of the Fifteenth Pacific Asia Conference on Information Systems (PACIS 2011)\/ Brisbane: Association for Information Systems, 2011, pp. 1\u201312."},{"key":"e_1_3_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499962.2499963"},{"key":"e_1_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2007.45"},{"key":"e_1_3_2_20_1","doi-asserted-by":"publisher","DOI":"10.2307\/25148742"},{"key":"e_1_3_2_21_1","doi-asserted-by":"publisher","DOI":"10.25300\/MISQ\/2013\/37.2.01"},{"key":"e_1_3_2_22_1","first-page":"3","volume-title":"Information Systems Foundations: Theory, Representation and Reality","author":"Gregor S.","year":"2007","unstructured":"Gregor, S., and Iivari, J. Designing for mutability in information systems artifacts. In D. Hart and S. Gregor (eds.), Information Systems Foundations: Theory, Representation and Reality. Canberra: Australian National University Press, 2007, pp. 3\u201324."},{"key":"e_1_3_2_23_1","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00129"},{"key":"e_1_3_2_24_1","unstructured":"Hahsler M.; Buchta C.; Gr\u00fcn B.; and Hornik K. arules: Mining association rules and frequent itemsets R package version 1.1-6 http:\/\/CRAN.R-project.org\/package=arules 2014."},{"key":"e_1_3_2_25_1","volume-title":"Multivariate Data Analysis: A Global Perspective","author":"Hair J.","year":"2010","unstructured":"Hair, J.; Black, W.; Babin, B.; and Anderson, R. Multivariate Data Analysis: A Global Perspective. 7th ed. Upper Saddle River, NJ: Hall, 2010.","edition":"7"},{"key":"e_1_3_2_26_1","doi-asserted-by":"publisher","DOI":"10.1147\/sj.382.0472"},{"key":"e_1_3_2_27_1","doi-asserted-by":"publisher","DOI":"10.2307\/25148625"},{"key":"e_1_3_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2002.801847"},{"key":"e_1_3_2_29_1","first-page":"1","volume-title":"Proceedings of the Twenty-First European Conference on Information Systems (ECIS 2013)","author":"Huysmans P.","year":"2013","unstructured":"Huysmans, P., and De Bruyn, P. A mixed methods approach to combining behavioral and design research methods in information systems research. Proceedings of the Twenty-First European Conference on Information Systems (ECIS 2013). Utrecht, the Netherlands: Association for Information Systems, 2013, pp. 1\u201312."},{"key":"e_1_3_2_30_1","first-page":"1","volume-title":"Systems and Software Engineering: Vocabulary","author":"ISO\/IEC\/IEEE","year":"2010","unstructured":"ISO\/IEC\/IEEE, Systems and Software Engineering: Vocabulary, ISO\/IEC\/IEEE 24765:2010(E), December 2010, pp. 1\u2013418."},{"issue":"3","key":"e_1_3_2_31_1","first-page":"9","article-title":"Modeling for reasoning socio-economic behaviors","volume":"13","author":"Le Moigne J.-L.","year":"2006","unstructured":"Le Moigne, J.-L. Modeling for reasoning socio-economic behaviors. Cybernetics and Human Knowing, 13, 3\u20134 (2006), 9\u201326.","journal-title":"Cybernetics and Human Knowing"},{"key":"e_1_3_2_32_1","doi-asserted-by":"publisher","DOI":"10.1108\/13287261111118322"},{"key":"e_1_3_2_33_1","doi-asserted-by":"publisher","DOI":"10.1108\/10662249810211638"},{"key":"e_1_3_2_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-38827-9_12"},{"key":"e_1_3_2_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/0167-9236(94)00041-2"},{"issue":"35","key":"e_1_3_2_36_1","article-title":"Compositional styles in action research: A critical analysis of leading information systems journals","volume":"9","author":"Mathiassen L.","year":"2009","unstructured":"Mathiassen, L.; Chiasson, M.; and Germonprez, M., Compositional styles in action research: A critical analysis of leading information systems journals. Sprouts: Working Papers on Information Systems, 9, 35 (2009), Lancaster University, UK. http:\/\/sprouts.aisnet.org\/9-35\/.","journal-title":"Sprouts: Working Papers on Information Systems"},{"key":"e_1_3_2_37_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.2.3.192"},{"key":"e_1_3_2_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.im.2014.01.002"},{"key":"e_1_3_2_39_1","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2012.26"},{"key":"e_1_3_2_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.1990.11517898"},{"key":"e_1_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222280102"},{"key":"e_1_3_2_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-13335-0_6"},{"key":"e_1_3_2_43_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.12.2.121.9700"},{"key":"e_1_3_2_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29863-9_29"},{"key":"e_1_3_2_45_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222240302"},{"key":"e_1_3_2_46_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"R Core Team","year":"2015","unstructured":"R Core Team, R: A Language and Environment for Statistical Computing. Vienna: R Foundation for Statistical Computing, 2015. http:\/\/www.R-project.org."},{"key":"e_1_3_2_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-12256-4_8"},{"key":"e_1_3_2_48_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2575.2007.00255.x"},{"key":"e_1_3_2_49_1","volume-title":"The Sciences of the Artificial","author":"Simon H.","year":"1996","unstructured":"Simon, H. The Sciences of the Artificial. 3rd ed. Cambridge, MA: MIT Press, 1996.","edition":"3"},{"key":"e_1_3_2_50_1","volume-title":"General Systems Theory: Problems, Perspectives, Practice","author":"Skyttner L.","year":"2005","unstructured":"Skyttner, L. General Systems Theory: Problems, Perspectives, Practice. 2nd ed. Singapore: World Scientific, 2005.","edition":"2"},{"key":"e_1_3_2_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29863-9_28"},{"key":"e_1_3_2_52_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1098-111X(199611)11:11<917::AID-INT4>3.3.CO;2-V"},{"key":"e_1_3_2_53_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.20324"},{"issue":"1","key":"e_1_3_2_54_1","first-page":"599","article-title":"Focus groups for artifact refinement and evaluation in design research","volume":"26","author":"Tremblay M.C.","year":"2010","unstructured":"Tremblay, M.C.; Hevner, A.R.; and Berndt, D.J. Focus groups for artifact refinement and evaluation in design research. Communications of the Association for Information Systems, 26, 1 (2010), 599\u2013618.","journal-title":"Communications of the Association for Information Systems"},{"key":"e_1_3_2_55_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2014.995535"},{"key":"e_1_3_2_56_1","unstructured":"Vaishnavi V. and Kuechler B. Design Science Research in Information Systems. http:\/\/desrist.org\/design-research-in-information-systems January 2004 (last updated October 2013) pp. 1\u201345."},{"key":"e_1_3_2_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-38827-9_10"},{"key":"e_1_3_2_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29863-9_31"},{"key":"e_1_3_2_59_1","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2014.36"},{"key":"e_1_3_2_60_1","volume-title":"General System Theory: Foundations, Development, Applications","author":"von Bertalanffy L.","year":"1969","unstructured":"von Bertalanffy, L. General System Theory: Foundations, Development, Applications. Rev. ed. New York: George Braziller, 1969."},{"key":"e_1_3_2_61_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.3.1.36"},{"key":"e_1_3_2_62_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2575.1993.tb00127.x"},{"key":"e_1_3_2_63_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.1996.11518099"},{"key":"e_1_3_2_64_1","doi-asserted-by":"publisher","DOI":"10.1080\/08874417.2010.11645445"},{"key":"e_1_3_2_65_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983488"},{"key":"e_1_3_2_66_1","volume-title":"An Introduction to General Systems Thinking","author":"Weinberg G.","year":"1975","unstructured":"Weinberg, G. An Introduction to General Systems Thinking. New York: Wiley, 1975."},{"key":"e_1_3_2_67_1","volume-title":"Communication at the Sixth International Conference on Research Challenges in Information Science (RCIS 2012)","author":"Tutorial Wieringa, R.","year":"2012","unstructured":"Wieringa, R. Tutorial #2: Empirical validation research methods. Communication at the Sixth International Conference on Research Challenges in Information Science (RCIS 2012). Valencia, Spain, May 2012."},{"key":"e_1_3_2_68_1","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2008.38"},{"key":"e_1_3_2_69_1","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2008.44"},{"key":"e_1_3_2_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/21.135678"}],"container-title":["Journal of Management Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/07421222.2015.1099390","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,6]],"date-time":"2026-02-06T18:13:24Z","timestamp":1770401604000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/07421222.2015.1099390"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,7,3]]},"references-count":69,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,7,3]]}},"alternative-id":["10.1080\/07421222.2015.1099390"],"URL":"https:\/\/doi.org\/10.1080\/07421222.2015.1099390","relation":{},"ISSN":["0742-1222","1557-928X"],"issn-type":[{"value":"0742-1222","type":"print"},{"value":"1557-928X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,7,3]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=mmis20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=mmis20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2015-12-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}