{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:32:12Z","timestamp":1750221132958,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,10,14]],"date-time":"2018-10-14T00:00:00Z","timestamp":1539475200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,10,14]]},"DOI":"10.1145\/3270112.3270114","type":"proceedings-article","created":{"date-parts":[[2018,10,5]],"date-time":"2018-10-05T12:09:14Z","timestamp":1538741354000},"page":"135-142","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Adapting Kirkpatrick's evaluation model to technology enhanced learning"],"prefix":"10.1145","author":[{"given":"Jenny","family":"Ruiz","sequence":"first","affiliation":[{"name":"University of Holguin, Holguin Cuba"}]},{"given":"Monique","family":"Snoeck","sequence":"additional","affiliation":[{"name":"KU Leuven, Leuven Belgium"}]}],"member":"320","published-online":{"date-parts":[[2018,10,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.1998.11518195"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2014.06.014"},{"key":"e_1_3_2_1_3_1","first-page":"411","volume-title":"Business-Process and Information Systems Modeling","author":"Sedrakyan G.","year":"2013","unstructured":"G. Sedrakyan and M. Snoeck , \" Feedback-enabled MDA-prototyping effects on modeling knowledge,\" in Enterprise , Business-Process and Information Systems Modeling , Springer , 2013 , pp. 411 -- 425 . G. Sedrakyan and M. Snoeck, \"Feedback-enabled MDA-prototyping effects on modeling knowledge,\" in Enterprise, Business-Process and Information Systems Modeling, Springer, 2013, pp. 411--425."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677319"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/13875868.2014.888558"},{"key":"e_1_3_2_1_6_1","first-page":"263","article-title":"Modeling student learning outcomes in studying programming language course","author":"Wang S.","year":"2017","unstructured":"S. Wang , Y. Han , W. Wu , and Z. Hu , \" Modeling student learning outcomes in studying programming language course ,\" in Seventh International Conference on Information Science and Technology , 2017 , pp. 263 -- 270 . S. Wang, Y. Han, W. Wu, and Z. Hu, \"Modeling student learning outcomes in studying programming language course,\" in Seventh International Conference on Information Science and Technology, 2017, pp. 263--270.","journal-title":"Seventh International Conference on Information Science and Technology"},{"key":"e_1_3_2_1_7_1","first-page":"71","volume-title":"A Case Study on Teaching Software Engineering Concepts using a Case-Based Learning Environment.,\" in QuASoQ\/WAWSE\/CMCE@APSEC","author":"Garg K.","year":"2015","unstructured":"K. Garg , A. Sureka , and V. Varma , \" A Case Study on Teaching Software Engineering Concepts using a Case-Based Learning Environment.,\" in QuASoQ\/WAWSE\/CMCE@APSEC , 2015 , pp. 71 -- 78 . K. Garg, A. Sureka, and V. Varma, \"A Case Study on Teaching Software Engineering Concepts using a Case-Based Learning Environment.,\" in QuASoQ\/WAWSE\/CMCE@APSEC, 2015, pp. 71--78."},{"key":"e_1_3_2_1_8_1","first-page":"3","article-title":"Techniques for evaluating training programs","volume":"13","author":"Kirkpatrick D. L.","year":"1959","unstructured":"D. L. Kirkpatrick , \" Techniques for evaluating training programs ,\" Tech. Eval. Train. programs , vol. 13 , pp. 3 -- 9 , 1959 . D. L. Kirkpatrick, \"Techniques for evaluating training programs,\" Tech. Eval. Train. programs, vol. 13, pp. 3--9, 1959.","journal-title":"Tech. Eval. Train. programs"},{"key":"e_1_3_2_1_9_1","volume-title":"A guide to human resource development","author":"Kirkpatrick D. L.","year":"1976","unstructured":"D. L. Kirkpatrick , \" Evaluation of training,\" in Training and development handbook : A guide to human resource development , R. L. Craig, Ed. New York : McGraw Hill: Springer , 1976 . D. L. Kirkpatrick, \"Evaluation of training,\" in Training and development handbook: A guide to human resource development, R. L. Craig, Ed. New York: McGraw Hill: Springer, 1976."},{"key":"e_1_3_2_1_10_1","volume-title":"Educational evaluation: Theory and practice","author":"Hammond R. L.","year":"1973","unstructured":"R. L. Hammond , \" Evaluation at the local level,\" in B.R. Worthen & J.R. Sanders , Educational evaluation: Theory and practice , 1973 . R. L. Hammond, \"Evaluation at the local level,\" in B.R. Worthen & J.R. Sanders, Educational evaluation: Theory and practice, 1973."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/hrdq.3920070103"},{"key":"e_1_3_2_1_12_1","first-page":"31","article-title":"The CIPP model for evaluation,\" in International handbook of educational evaluation","author":"Stufflebeam D. L.","year":"2003","unstructured":"D. L. Stufflebeam , \" The CIPP model for evaluation,\" in International handbook of educational evaluation , Springer , 2003 , pp. 31 -- 62 . D. L. Stufflebeam, \"The CIPP model for evaluation,\" in International handbook of educational evaluation, Springer, 2003, pp. 31--62.","journal-title":"Springer"},{"key":"e_1_3_2_1_13_1","article-title":"Training engagement theory: A multilevel perspective on the effectiveness of work-related training","author":"Sitzmann T.","year":"2015","unstructured":"T. Sitzmann and J. M. Weinhardt , \" Training engagement theory: A multilevel perspective on the effectiveness of work-related training ,\" J. Manage. , 2015 . T. Sitzmann and J. M. Weinhardt, \"Training engagement theory: A multilevel perspective on the effectiveness of work-related training,\" J. Manage., 2015.","journal-title":"J. Manage."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2014.36"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1108\/IJEM-09-2015-0120"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/pfi.4140440407"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11092-010-9098-7"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/15332845.2016.1084861"},{"key":"e_1_3_2_1_19_1","volume-title":"Kirkpatrick's four levels of training evaluation","author":"Kirkpatrick J. D.","year":"2016","unstructured":"J. D. Kirkpatrick and W. K. Kirkpatrick , Kirkpatrick's four levels of training evaluation . Association for Talent Development , 2016 . J. D. Kirkpatrick and W. K. Kirkpatrick, Kirkpatrick's four levels of training evaluation. Association for Talent Development, 2016."},{"issue":"9","key":"e_1_3_2_1_20_1","first-page":"999","article-title":"Has the new Kirkpatrick generation built a better hammer for our evaluation toolbox?","volume":"39","author":"Moreau K. A.","year":"2017","unstructured":"K. A. Moreau , \" Has the new Kirkpatrick generation built a better hammer for our evaluation toolbox? ,\" Med. Teach. , vol. 39 , no. 9 , pp. 999 -- 1001 , 2017 . K. A. Moreau, \"Has the new Kirkpatrick generation built a better hammer for our evaluation toolbox?,\" Med. Teach., vol. 39, no. 9, pp. 999--1001, 2017.","journal-title":"Med. Teach."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.evalprogplan.2004.04.011"},{"key":"e_1_3_2_1_22_1","volume-title":"Evaluating training programs. The four levels","author":"Kirkpatrick D. L.","year":"2006","unstructured":"D. L. Kirkpatrick and J. D. Kirkpatrick , Evaluating training programs. The four levels . Berrett-Koehler Publishers, Inc. , 2006 . D. L. Kirkpatrick and J. D. Kirkpatrick, Evaluating training programs. The four levels. Berrett-Koehler Publishers, Inc., 2006."},{"issue":"3","key":"e_1_3_2_1_23_1","first-page":"490","article-title":"Applying the Kirkpatrick model: Evaluating an Interaction for Learning Framework curriculum intervention","volume":"26","author":"Paull M.","year":"2016","unstructured":"M. Paull , C. Whitsed , and A. Girardi , \" Applying the Kirkpatrick model: Evaluating an Interaction for Learning Framework curriculum intervention ,\" Issues Educ. Res. , vol. 26 , no. 3 , pp. 490 -- 507 , 2016 . M. Paull, C. Whitsed, and A. Girardi, \"Applying the Kirkpatrick model: Evaluating an Interaction for Learning Framework curriculum intervention,\" Issues Educ. Res., vol. 26, no. 3, pp. 490--507, 2016.","journal-title":"Issues Educ. Res."},{"key":"e_1_3_2_1_24_1","volume-title":"The 2002 state of the Industry report,\" Alexandria","author":"Van Buren M. E.","year":"2002","unstructured":"M. E. Van Buren and W. Erskine , \" The 2002 state of the Industry report,\" Alexandria , 2002 . M. E. Van Buren and W. Erskine, \"The 2002 state of the Industry report,\" Alexandria, 2002."},{"key":"e_1_3_2_1_25_1","first-page":"145","article-title":"The Measurement of Transfer Using Return on Investment,\" in Transfer of Learning in Organizations","author":"Donovan P.","year":"2014","unstructured":"P. Donovan , \" The Measurement of Transfer Using Return on Investment,\" in Transfer of Learning in Organizations , Springer , 2014 , pp. 145 -- 168 . P. Donovan, \"The Measurement of Transfer Using Return on Investment,\" in Transfer of Learning in Organizations, Springer, 2014, pp. 145--168.","journal-title":"Springer"},{"key":"e_1_3_2_1_26_1","volume-title":"Heal. Inf. Manag.","volume":"8","author":"Rouse D. N.","year":"2011","unstructured":"D. N. Rouse , \" Employing Kirkpatrick's evaluation framework to determine the effectiveness of health information management courses and programs,\" Perspect . Heal. Inf. Manag. , vol. 8 , no. Spring, 2011 . D. N. Rouse, \"Employing Kirkpatrick's evaluation framework to determine the effectiveness of health information management courses and programs,\" Perspect. Heal. Inf. Manag., vol. 8, no. Spring, 2011."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.3844\/jcssp.2008.693.698"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5555\/2974070.2974197"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5220\/0005641500790089"},{"key":"e_1_3_2_1_30_1","volume-title":"3rd International Conference on Advanced Computing and Communication Systems","author":"Chatterjee C.","year":"2016","unstructured":"C. Chatterjee , \" Measurement of E- Learning Quality ,\" in 3rd International Conference on Advanced Computing and Communication Systems , 2016 . C. Chatterjee, \"Measurement of E-Learning Quality,\" in 3rd International Conference on Advanced Computing and Communication Systems, 2016."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10798-007-9029-1"},{"key":"e_1_3_2_1_32_1","first-page":"79","article-title":"The method evaluation model: a theoretical model for validating information systems design methods","volume":"2003","author":"Moody D. L.","year":"2003","unstructured":"D. L. Moody , \" The method evaluation model: a theoretical model for validating information systems design methods ,\" ECIS 2003 Proc., p. 79 , 2003 . D. L. Moody, \"The method evaluation model: a theoretical model for validating information systems design methods,\" ECIS 2003 Proc., p. 79, 2003.","journal-title":"ECIS"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.2307\/249008"},{"key":"e_1_3_2_1_34_1","volume-title":"A Quick and Dirty Usability Scale,\" in Usability Evaluation in Industry","author":"Brooke J.","year":"1996","unstructured":"J. Brooke , \"SUS : A Quick and Dirty Usability Scale,\" in Usability Evaluation in Industry , London : Taylor & Francis , 1996 . J. Brooke, \"SUS: A Quick and Dirty Usability Scale,\" in Usability Evaluation in Industry, London: Taylor & Francis, 1996."},{"key":"e_1_3_2_1_35_1","first-page":"150","volume-title":"Proceedings. IEEE International Symposium on","author":"Elkoutbi M.","year":"1999","unstructured":"M. Elkoutbi , I. Khriss , and R. K. Keller , \" Generating user interface prototypes from scenarios,\" in Requirements Engineering, 1999 . Proceedings. IEEE International Symposium on , 1999 , pp. 150 -- 158 . M. Elkoutbi, I. Khriss, and R. K. Keller, \"Generating user interface prototypes from scenarios,\" in Requirements Engineering, 1999. Proceedings. IEEE International Symposium on, 1999, pp. 150--158."},{"key":"e_1_3_2_1_36_1","volume-title":"Psychometric Evaluation and Instructions for Use,\" Boca Raton","author":"Lewis J. R.","year":"1993","unstructured":"J. R. Lewis , \" IBM Computer Usability Satisfaction Questionnaires : Psychometric Evaluation and Instructions for Use,\" Boca Raton , 1993 . J. R. Lewis, \"IBM Computer Usability Satisfaction Questionnaires: Psychometric Evaluation and Instructions for Use,\" Boca Raton, 1993."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2013.766890"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3109\/0142159X.2015.1009024"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2012.711702"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/10494821003714749"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15430421tip4104_2"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02504993"},{"key":"e_1_3_2_1_43_1","first-page":"95","article-title":"A Fully Implemented Didactic Tool for the Teaching of Interactive Software Systems","author":"Ruiz J.","year":"2018","unstructured":"J. Ruiz , E. Serral , and M. Snoeck , \" A Fully Implemented Didactic Tool for the Teaching of Interactive Software Systems ,\" in Modelsward' 2018, 2018 , pp. 95 -- 105 . J. Ruiz, E. Serral, and M. Snoeck, \"A Fully Implemented Didactic Tool for the Teaching of Interactive Software Systems,\" in Modelsward'2018, 2018, pp. 95--105.","journal-title":"Modelsward'"},{"key":"e_1_3_2_1_44_1","first-page":"38","volume-title":"International Conference on Human-Computer Interaction","author":"Maguire M.","year":"2017","unstructured":"M. Maguire , \"Guidelines for a University Short Course on Human-Computer Interaction,\" in International Conference on Human-Computer Interaction , 2017 , pp. 38 -- 46 . M. Maguire, \"Guidelines for a University Short Course on Human-Computer Interaction,\" in International Conference on Human-Computer Interaction, 2017, pp. 38--46."},{"key":"e_1_3_2_1_45_1","article-title":"Assessing the effectiveness of learning UI design principles using FENIkS","author":"Ruiz J.","year":"2018","unstructured":"J. Ruiz and M. Snoeck , \" Assessing the effectiveness of learning UI design principles using FENIkS ,\" IEEE Trans. Learn. Technol. Under Rev. , 2018 . J. Ruiz and M. Snoeck, \"Assessing the effectiveness of learning UI design principles using FENIkS,\" IEEE Trans. Learn. Technol. Under Rev., 2018.","journal-title":"IEEE Trans. Learn. Technol. Under Rev."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-009-9109-9"}],"event":{"name":"MODELS '18: ACM\/IEEE 21th International Conference on Model Driven Engineering Languages and Systems","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Copenhagen Denmark","acronym":"MODELS '18"},"container-title":["Proceedings of the 21st ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems: Companion Proceedings"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3270112.3270114","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3270112.3270114","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:02:26Z","timestamp":1750208546000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3270112.3270114"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,14]]},"references-count":46,"alternative-id":["10.1145\/3270112.3270114","10.1145\/3270112"],"URL":"https:\/\/doi.org\/10.1145\/3270112.3270114","relation":{},"subject":[],"published":{"date-parts":[[2018,10,14]]},"assertion":[{"value":"2018-10-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}