{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T04:31:39Z","timestamp":1790656299673,"version":"4.1.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,2,15]],"date-time":"2017-02-15T00:00:00Z","timestamp":1487116800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100006280","name":"Ministerio de Ciencia y Tecnolog\u00eda","doi-asserted-by":"publisher","award":["FPU12\/04310"],"award-info":[{"award-number":["FPU12\/04310"]}],"id":[{"id":"10.13039\/501100006280","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007601","name":"Horizon 2020","doi-asserted-by":"publisher","award":["644187"],"award-info":[{"award-number":["644187"]}],"id":[{"id":"10.13039\/501100007601","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007601","name":"Horizon 2020","doi-asserted-by":"publisher","award":["687676"],"award-info":[{"award-number":["687676"]}],"id":[{"id":"10.13039\/501100007601","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002911","name":"Universidad Complutense de Madrid","doi-asserted-by":"publisher","award":["GR3\/14-921340"],"award-info":[{"award-number":["GR3\/14-921340"]}],"id":[{"id":"10.13039\/501100002911","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Comunidad de Madrid (ES)","award":["S2013\/ICE-2715"],"award-info":[{"award-number":["S2013\/ICE-2715"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2018,1]]},"DOI":"10.1007\/s11042-017-4467-6","type":"journal-article","created":{"date-parts":[[2017,2,15]],"date-time":"2017-02-15T09:22:34Z","timestamp":1487150554000},"page":"2849-2871","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":53,"title":["A methodology for assessing the effectiveness of serious games and for inferring player learning outcomes"],"prefix":"10.1007","volume":"77","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0735-9580","authenticated-orcid":false,"given":"\u00c1ngel","family":"Serrano-Laguna","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Borja","family":"Manero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manuel","family":"Freire","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Baltasar","family":"Fern\u00e1ndez-Manj\u00f3n","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,2,15]]},"reference":[{"key":"4467_CR1","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.compedu.2015.04.012","volume":"88","author":"A All","year":"2015","unstructured":"All A, Nu\u00f1ez Castellar EP, Van Looy J (2015) Towards a conceptual framework for assessing the effectiveness of digital game-based learning. Comput Educ 88:29\u201337. doi: 10.1016\/j.compedu.2015.04.012","journal-title":"Comput Educ"},{"key":"4467_CR2","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.compedu.2015.10.007","volume":"92\u201393","author":"A All","year":"2016","unstructured":"All A, Nu\u00f1ez Castellar EP, Van Looy J (2016) Assessing the effectiveness of digital game-based learning: best practices. Comput Educ 92\u201393:90\u2013103. doi: 10.1016\/j.compedu.2015.10.007","journal-title":"Comput Educ"},{"key":"4467_CR3","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1037\/a0018985","volume":"14","author":"LA Annetta","year":"2010","unstructured":"Annetta LA (2010) The \u201cI\u2019s\u201d have it: a framework for serious educational game design. Rev Gen Psychol 14:105\u2013112. doi: 10.1037\/a0018985","journal-title":"Rev Gen Psychol"},{"key":"4467_CR4","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1111\/bjet.12113","volume":"46","author":"S Arnab","year":"2015","unstructured":"Arnab S, Lim T, Carvalho MB et al (2015) Mapping learning and game mechanics for serious games analysis. Br J Educ Technol 46:391\u2013411. doi: 10.1111\/bjet.12113","journal-title":"Br J Educ Technol"},{"key":"4467_CR5","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1016\/j.compedu.2015.07.011","volume":"87","author":"A Calder\u00f3n","year":"2015","unstructured":"Calder\u00f3n A, Ruiz M (2015) A systematic literature review on serious games evaluation: an application to software project management. Comput Educ 87:396\u2013422. doi: 10.1016\/j.compedu.2015.07.011","journal-title":"Comput Educ"},{"key":"4467_CR6","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1016\/j.compedu.2015.03.023","volume":"87","author":"MB Carvalho","year":"2015","unstructured":"Carvalho MB, Bellotti F, Berta R et al (2015) An activity theory-based model for serious games analysis and conceptual design. Comput Educ 87:166\u2013181. doi: 10.1016\/j.compedu.2015.03.023","journal-title":"Comput Educ"},{"key":"4467_CR7","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1504\/IJTEL.2012.051815","volume":"4","author":"MA Chatti","year":"2012","unstructured":"Chatti MA, Dyckhoff AL, Schroeder U, Th\u00fcs H (2012) A reference model for learning analytics. Int J Technol Enhanc Learn 4:318\u2013331. doi: 10.1504\/IJTEL.2012.051815","journal-title":"Int J Technol Enhanc Learn"},{"key":"4467_CR8","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/1232743.1232769","volume":"50","author":"J Chen","year":"2007","unstructured":"Chen J (2007) Flow in games (and everything else). Commun ACM 50:31. doi: 10.1145\/1232743.1232769","journal-title":"Commun ACM"},{"key":"4467_CR9","unstructured":"Comunidad de Madrid (2011) Datos y Cifras de la Educaci\u00f3n http:\/\/www.madrid.org\/cs\/Satellite?blobcol=urldata&blobheader=application\/pdf&blobheadername1=Content-Disposition&blobheadervalue1=filename=DATOS+Y+CIFRAS+2010_2011.pdf&blobkey=id&blobtable=MungoBlobs&blobwhere=1271936872331&ssbinary=true . Accessed 12 Dec 2016"},{"key":"4467_CR10","doi-asserted-by":"publisher","first-page":"661","DOI":"10.1016\/j.compedu.2012.03.004","volume":"59","author":"TM Connolly","year":"2012","unstructured":"Connolly TM, Boyle EA, MacArthur E et al (2012) A systematic literature review of empirical evidence on computer games and serious games. Comput Educ 59:661\u2013686. doi: 10.1016\/j.compedu.2012.03.004","journal-title":"Comput Educ"},{"key":"4467_CR11","doi-asserted-by":"crossref","unstructured":"Denis G, Jouvelot P (2005) Motivation-driven educational game design. In: Proc. 2005 ACM SIGCHI Int. Conf. Adv. Comput. Entertain. Technol. - ACE \u201805. ACM Press, New York, pp 462\u2013465","DOI":"10.1145\/1178477.1178581"},{"key":"4467_CR12","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/s11423-006-9004-7","volume":"55","author":"MD Dickey","year":"2006","unstructured":"Dickey MD (2006a) Game design and learning: a conjectural analysis of how massively multiple online role-playing games (MMORPGs) foster intrinsic motivation. Educ Technol Res Dev 55:253\u2013273. doi: 10.1007\/s11423-006-9004-7","journal-title":"Educ Technol Res Dev"},{"key":"4467_CR13","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/s11423-006-8806-y","volume":"54","author":"MD Dickey","year":"2006","unstructured":"Dickey MD (2006b) Game design narrative for learning: appropriating adventure game design narrative devices and techniques for the design of interactive learning environments. Educ Technol Res Dev 54:245\u2013263. doi: 10.1007\/s11423-006-8806-y","journal-title":"Educ Technol Res Dev"},{"key":"4467_CR14","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1108\/10748120410540463","volume":"4","author":"M Dondlinger","year":"2007","unstructured":"Dondlinger M (2007) Educational video game design: a review of the literature. J Appl Educ Technol 4:21\u201331. doi: 10.1108\/10748120410540463","journal-title":"J Appl Educ Technol"},{"key":"4467_CR15","unstructured":"Dudzinski M, Greenhill D, Kayyali R et al. (2013) The Design and evaluation of a multiplayer serious game for pharmacy students. In: Proc. 7th Eur. Conf. Games Based Learn, vols 1 2. pp 140\u2013148"},{"key":"4467_CR16","unstructured":"Elias T (2011) Learning analytics : definitions, processes and potential. Learning 23. http:\/\/learninganalytics.net\/LearningAnalyticsDefinitionsProcess"},{"key":"4467_CR17","doi-asserted-by":"publisher","unstructured":"El-Nasr MS, Drachen A, Canossa A (2013) Game analytics: maximizing the value of player data. doi: 10.1007\/978-1-4471-4769-5","DOI":"10.1007\/978-1-4471-4769-5"},{"key":"4467_CR18","doi-asserted-by":"publisher","unstructured":"Ferguson R (2012) The state of learning analytics in 2012: a review and future challenges. Tech Rep KMI-12-01. doi: 10.1504\/IJTEL.2012.051816","DOI":"10.1504\/IJTEL.2012.051816"},{"key":"4467_CR19","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1177\/001440298605300301","volume":"53","author":"LS Fuchs","year":"1986","unstructured":"Fuchs LS, Fuchs D (1986) Effects of systematic formative evaluation: a meta-analysis. Except Child 53:199\u2013208. doi: 10.1177\/001440298605300301","journal-title":"Except Child"},{"key":"4467_CR20","doi-asserted-by":"crossref","unstructured":"Hauge JB, Berta R, Fiucci G et al. (2014) Implications of learning analytics for serious game design. In: Proc. 14th Int. Conf. Adv. Learn. Technol. IEEE, pp 230\u2013232","DOI":"10.1109\/ICALT.2014.73"},{"key":"4467_CR21","unstructured":"Hollins P, Westera W, Manero B (2015) Amplifying applied game development and uptake."},{"key":"4467_CR22","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.iheduc.2004.12.001","volume":"8","author":"K Kiili","year":"2005","unstructured":"Kiili K (2005) Digital game-based learning: towards an experiential gaming model. Internet High Educ 8:13\u201324. doi: 10.1016\/j.iheduc.2004.12.001","journal-title":"Internet High Educ"},{"key":"4467_CR23","first-page":"357","volume-title":"Exploring the learning mechanism in educational games. In: proc","author":"K Kiili","year":"2007","unstructured":"Kiili K, Ketamo H (2007) Exploring the learning mechanism in educational games. In: proc. Int. Conf. Inf. Technol. Interfaces, ITI, pp 357\u2013362"},{"key":"4467_CR24","unstructured":"Lee SJ, Liu Y, Popovic Z (2014) Learning individual behavior in an educational game : a data-driven approach. In: Proc. 7th Int. Conf. Educ. Data Min. pp 114\u2013121"},{"key":"4467_CR25","doi-asserted-by":"publisher","DOI":"10.1021\/la104669k","author":"G Liu","year":"2011","unstructured":"Liu G, Fu L, Rode AV, Craig VSJ (2011) Water droplet motion control on Superhydrophobic surfaces: exploiting the Wenzel-to-Cassie transition. Langmuir. doi: 10.1021\/la104669k","journal-title":"Langmuir"},{"key":"4467_CR26","first-page":"3","volume-title":"Serious games anal","author":"CS Loh","year":"2015","unstructured":"Loh CS, Sheng Y, Ifenthaler D (2015) Serious games analytics: theoretical framework. In: Serious games anal. Springer International Publishing, Cham, pp 3\u201329"},{"key":"4467_CR27","first-page":"51","volume":"1","author":"B Manero","year":"2013","unstructured":"Manero B, Fern\u00e1ndez-Vara C, Fern\u00e1ndez-Manj\u00f3n B (2013) E-learning a escena: De La Dama Boba a Juego Serio. Vaep Rita 1:51\u201358","journal-title":"Vaep Rita"},{"key":"4467_CR28","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.compedu.2015.06.006","volume":"87","author":"B Manero","year":"2015","unstructured":"Manero B, Torrente J, Serrano \u00c1 et al (2015a) Can educational video games increase high school students\u2019 interest in theatre? Comput Educ 87:182\u2013191. doi: 10.1016\/j.compedu.2015.06.006","journal-title":"Comput Educ"},{"key":"4467_CR29","unstructured":"Manero B, Torrente J, Fern\u00e1ndez-Vara C, Fern\u00e1ndez-Manj\u00f3n B (2015b) Gaming preferences and habits, gender and age on educational videogames effectiveness: an exploratory study. IEEE Trans Learn Technol (in press)"},{"key":"4467_CR30","doi-asserted-by":"crossref","unstructured":"Marne B, Wisdom J, Huynh-Kim-Bang B, Labat J-M (2012) The six facets of serious game design: a methodology enhanced by our design pattern library. In: twenty-first Century Learn. Twenty-First Century Ski. pp 208\u2013221","DOI":"10.1007\/978-3-642-33263-0_17"},{"key":"4467_CR31","unstructured":"Ministerio de Educaci\u00f3n (2008) Escolarizaci\u00f3n y poblaci\u00f3n http:\/\/www.mecd.gob.es\/dctm\/ievaluacion\/indicadores\/2011-e1.2.pdf?documentId=0901e72b810b4d41 . Accessed 12 Dec 2016"},{"key":"4467_CR32","doi-asserted-by":"publisher","first-page":"2530","DOI":"10.1016\/j.chb.2008.03.012","volume":"24","author":"P Moreno-Ger","year":"2008","unstructured":"Moreno-Ger P, Burgos D, Mart\u00ednez-Ortiz I et al (2008) Educational game design for online education. Comput Hum Behav 24:2530\u20132540. doi: 10.1016\/j.chb.2008.03.012","journal-title":"Comput Hum Behav"},{"key":"4467_CR33","unstructured":"Nutt C, Hayashida K (2012) The structure of fun: learning from Super Mario 3D Land\u2019s director. In: Gamasutra. http:\/\/www.gamasutra.com\/view\/feature\/168460\/the_structure_of_fun_learning_.php?page=4 . Accessed 13 Jan 2016"},{"key":"4467_CR34","unstructured":"Owen VE, Ramirez D, Salmon A, Halverson R (2014) Capturing learner trajectories in educational games through ADAGE ( Assessment Data Aggregator for Game Environments ): a click-stream data framework for assessment of learning in play. Am Educ Res Assoc Annu Meet 1\u20137"},{"key":"4467_CR35","unstructured":"Pallant J (2013) SPSS survival manual: a step by step guide to data analysis using IBM SPSS. Open Univ Pr"},{"key":"4467_CR36","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/978-1-4471-4769-5_6","volume-title":"Game Anal","author":"S Santhosh","year":"2013","unstructured":"Santhosh S, Vaden M (2013) Telemetry and analytics best practices and lessons learned. In: Game Anal. Maximizing Value Play, Data, pp 85\u2013109"},{"key":"4467_CR37","doi-asserted-by":"crossref","unstructured":"Serrano \u00c1, Marchiori EJ, del Blanco \u00c1 et al. (2012) A framework to improve evaluation in educational games. In: IEEE Glob. Eng. Educ. Conf. IEEE, pp 1\u20138","DOI":"10.1109\/EDUCON.2012.6201154"},{"key":"4467_CR38","doi-asserted-by":"crossref","unstructured":"Serrano-Laguna \u00c1, Torrente J, Moreno-Ger P, Manj\u00f3n BF (2012) Tracing a little for big improvements: application of learning analytics and videogames for student assessment. In: Procedia Comput. Sci. pp 203\u2013209","DOI":"10.1016\/j.procs.2012.10.072"},{"key":"4467_CR39","first-page":"49","volume":"2","author":"K Squire","year":"2003","unstructured":"Squire K (2003) Video games in education. Int J Intell Simul Gaming 2:49\u201362","journal-title":"Int J Intell Simul Gaming"},{"key":"4467_CR40","doi-asserted-by":"crossref","unstructured":"Vargas JA, Garc\u00eda-Mundo L, Genero M, Piattini M (2014) A systematic mapping study on serious game quality. In: Proc. 18th Int. Conf. Eval. Assess. Softw. Eng. EASE 2014. pp 1\u201310","DOI":"10.1145\/2601248.2601261"},{"key":"4467_CR41","doi-asserted-by":"crossref","unstructured":"Ye F (2014) Validity, reliability, and concordance of the Duolingo English Test.","DOI":"10.46999\/EIXN6416"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-017-4467-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-017-4467-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-017-4467-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T06:52:19Z","timestamp":1692687139000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-017-4467-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,2,15]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,1]]}},"alternative-id":["4467"],"URL":"https:\/\/doi.org\/10.1007\/s11042-017-4467-6","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,2,15]]}}}