{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T04:48:08Z","timestamp":1780548488230,"version":"3.54.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,7,4]],"date-time":"2024-07-04T00:00:00Z","timestamp":1720051200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,4]],"date-time":"2024-07-04T00:00:00Z","timestamp":1720051200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004586","name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004586","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Tech Know Learn"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s10758-024-09758-x","type":"journal-article","created":{"date-parts":[[2024,7,4]],"date-time":"2024-07-04T03:58:03Z","timestamp":1720065483000},"page":"461-482","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["ProBee: A Provenance-based Design for an Educational Game Analytics Model"],"prefix":"10.1007","volume":"30","author":[{"given":"Fl\u00e1vio","family":"Marques","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leonardo","family":"Lignani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jo\u00e3o","family":"Quadros","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myrna","family":"Amorim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Windson","family":"Viana","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eduardo","family":"Ogasawara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7234-613X","authenticated-orcid":false,"given":"Joel","family":"dos Santos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,4]]},"reference":[{"key":"9758_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tele.2021.101583","volume":"60","author":"C Alonso-Fern\u00e1ndez","year":"2021","unstructured":"Alonso-Fern\u00e1ndez, C., Freire, M., Mart\u00ednez-Ortiz, I., & Fern\u00e1ndez-Manj\u00f3n, B. (2021). Improving evidence-based assessment of players using serious games. Telematics and Informatics, 60, 101583. https:\/\/doi.org\/10.1016\/j.tele.2021.101583","journal-title":"Telematics and Informatics"},{"key":"9758_CR2","doi-asserted-by":"publisher","unstructured":"Alonso-Fern\u00e1ndez, C., P\u00e9rez-Colado, I., Freire, M., Mart\u00ednez-Ortiz, I., & Fern\u00e1ndez-Manj\u00f3n, B. (2019). Improving serious games analyzing learning analytics data: Lessons learned. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) 11385 LNCS, (pp. 287\u2013296). https:\/\/doi.org\/10.1007\/978-3-030-11548-7_27","DOI":"10.1007\/978-3-030-11548-7_27"},{"issue":"5","key":"9758_CR3","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1145\/2596628","volume":"57","author":"L Carata","year":"2014","unstructured":"Carata, L., Akoush, S., Balakrishnan, N., Bytheway, T., Sohan, R., Selter, M., & Hopper, A. (2014). A primer on provenance. Communications of the ACM, 57(5), 52\u201360. https:\/\/doi.org\/10.1145\/2596628","journal-title":"Communications of the ACM"},{"issue":"1","key":"9758_CR4","doi-asserted-by":"publisher","first-page":"79","DOI":"10.3102\/0034654315582065","volume":"86","author":"DB Clark","year":"2016","unstructured":"Clark, D. B., Tanner-Smith, E. E., & Killingsworth, S. S. (2016). Digital games, design, and learning: A systematic review and meta-analysis. Review of Educational Research, 86(1), 79\u2013122. https:\/\/doi.org\/10.3102\/0034654315582065","journal-title":"Review of Educational Research"},{"key":"9758_CR5","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-030-23513-0_7","volume":"524","author":"F Djelil","year":"2019","unstructured":"Djelil, F., Muller, P. A., & Sanchez, E. (2019). Investigating learners\u2019 behaviours when interacting with a programming microworld: An empirical study based on playing analytics. IFIP Advances in Information and Communication Technology, 524, 67\u201376. https:\/\/doi.org\/10.1007\/978-3-030-23513-0_7","journal-title":"IFIP Advances in Information and Communication Technology"},{"issue":"2","key":"9758_CR6","doi-asserted-by":"publisher","first-page":"344","DOI":"10.11591\/ijece.v5i2.pp344-354","volume":"5","author":"L Elaachak","year":"2015","unstructured":"Elaachak, L., Belahbibe, A., & Bouhorma, M. (2015). Towards a system of guidance, assistance and learning analytics based on multi agent system applied on serious games. International Journal of Electrical and Computer Engineering, 5(2), 344\u2013354. https:\/\/doi.org\/10.11591\/ijece.v5i2.pp344-354","journal-title":"International Journal of Electrical and Computer Engineering"},{"key":"9758_CR7","unstructured":"Elias, T. (2011). Learning analytics. Learning (pp. 1\u201322)"},{"issue":"3","key":"9758_CR8","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1109\/MCSE.2008.79","volume":"10","author":"J Freire","year":"2008","unstructured":"Freire, J., Koop, D., Santos, E., & Silva, C. (2008). Provenance for computational tasks: a survey. Computing in Science and Engineering, 10(3), 11\u201321. https:\/\/doi.org\/10.1109\/MCSE.2008.79","journal-title":"Computing in Science and Engineering"},{"key":"9758_CR9","volume-title":"What video games have to teach us about learning and literacy, 2nd","author":"JP Gee","year":"2007","unstructured":"Gee, J. P. (2007). What video games have to teach us about learning and literacy, 2nd (edition). St. Martin\u2019s Griffin.","edition":"edition"},{"key":"9758_CR10","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1016\/j.chb.2015.07.045","volume":"54","author":"J Hamari","year":"2016","unstructured":"Hamari, J., Shernoff, D. J., Rowe, E., Coller, B., Asbell-Clarke, J., & Edwards, T. (2016). Challenging games help students learn: An empirical study on engagement, flow and immersion in game-based learning. Computers in Human Behavior, 54, 170\u2013179.","journal-title":"Computers in Human Behavior"},{"key":"9758_CR11","volume-title":"Data mining: concepts and techniques","author":"J Han","year":"2022","unstructured":"Han, J., Pei, J., & Tong, H. (2022). Data mining: concepts and techniques (4th ed.). Morgan kaufmann.","edition":"4"},{"key":"9758_CR12","doi-asserted-by":"publisher","unstructured":"Hicks, D., Eagle, M., Rowe, E., Asbell-Clarke, J., Edwards, T., & Barnes, T. (2016). Using Game analytics to evaluate puzzle design and level progression in a serious game. In ACM international conference proceeding series, (vol. 25-29, pp. 440\u2013448). https:\/\/doi.org\/10.1145\/2883851.2883953","DOI":"10.1145\/2883851.2883953"},{"key":"9758_CR13","doi-asserted-by":"publisher","first-page":"36252","DOI":"10.1109\/ACCESS.2021.3062325","volume":"9","author":"B Hollerit","year":"2021","unstructured":"Hollerit, B., Prendinger, H., Jain, R., Fontes, D., Campos, H., Damas, H., Fang, A., Prada, R., & Cavazza, M. (2021). Implementation and analytics of the distributed eco-driving simulation iCO2. IEEE Access, 9, 36252\u201336265. https:\/\/doi.org\/10.1109\/ACCESS.2021.3062325","journal-title":"IEEE Access"},{"key":"9758_CR14","doi-asserted-by":"publisher","unstructured":"Horn, B., Folajimi, Y., Hoover, A., Smith, G., Barnes, J., & Harteveld, C. (2016). Opening the black box of play: strategy analysis of an educational game. In CHI PLAY 2016 - Proceedings of the 2016 annual symposium on computer-human interaction in play, (pp. 142\u2013153). https:\/\/doi.org\/10.1145\/2967934.2968109","DOI":"10.1145\/2967934.2968109"},{"key":"9758_CR15","doi-asserted-by":"crossref","unstructured":"Jackson, L.C., O\u2019Mara, J., Moss, J., & Jackson, A.C. Analysing digital educational games with the games as action, games as text framework (2022)","DOI":"10.1016\/j.compedu.2022.104500"},{"key":"9758_CR16","doi-asserted-by":"publisher","unstructured":"Jacob, L., Kohwalter, T., Machado, A., & Clua, E. (2013). A game design analytic system based on data provenance. https:\/\/doi.org\/10.1007\/978-3-642-41106-9_13","DOI":"10.1007\/978-3-642-41106-9_13"},{"key":"9758_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41239-017-0075-9","volume":"14","author":"A Juan","year":"2017","unstructured":"Juan, A., Loch, B., Daradoumis, T., & Ventura, S. (2017). Games and simulation in higher education. International Journal of Educational Technology in Higher Education, 14, 1\u201333. https:\/\/doi.org\/10.1186\/s41239-017-0075-9","journal-title":"International Journal of Educational Technology in Higher Education"},{"key":"9758_CR18","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1016\/j.chb.2016.09.062","volume":"72","author":"J Kang","year":"2017","unstructured":"Kang, J., Liu, M., & Qu, W. (2017). Using gameplay data to examine learning behavior patterns in a serious game. Computers in Human Behavior, 72, 757\u2013770. https:\/\/doi.org\/10.1016\/j.chb.2016.09.062","journal-title":"Computers in Human Behavior"},{"issue":"2","key":"9758_CR19","doi-asserted-by":"publisher","first-page":"138","DOI":"10.18608\/jla.2022.7465","volume":"9","author":"E Kleinman","year":"2022","unstructured":"Kleinman, E., Shergadwala, M., Teng, Z., Villareale, J., Bryant, A., Zhu, J., & El-Nasr, M. (2022). Analyzing students\u2019 problem-solving sequences: A human-in-the-loop approach. Journal of Learning Analytics, 9(2), 138\u2013160. https:\/\/doi.org\/10.18608\/jla.2022.7465","journal-title":"Journal of Learning Analytics"},{"key":"9758_CR20","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1007\/978-3-319-03161-3_23","volume-title":"Advances in computer entertainment","author":"TC Kohwalter","year":"2013","unstructured":"Kohwalter, T. C., Clua, E. G. W., & Murta, L. G. P. (2013). Game Flux Analysis with Provenance. In D. Reidsma, H. Katayose, & A. Nijholt (Eds.), Advances in computer entertainment (pp. 320\u2013331). Springer International Publishing."},{"key":"9758_CR21","doi-asserted-by":"publisher","unstructured":"Kohwalter, T.C., Clua, E.W.G., & Murta, L.G.P. (2014). Reinforcing software engineering learning through provenance. In 2014 Brazilian symposium on software engineering. (pp. 131\u2013140). https:\/\/doi.org\/10.1109\/SBES.2014.16","DOI":"10.1109\/SBES.2014.16"},{"key":"9758_CR22","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-022-10138-4","author":"JE Lee","year":"2022","unstructured":"Lee, J. E., Chan, J. C., Botelho, A., & Ottmar, E. (2022). Does slow and steady win the race?: Clustering patterns of students\u2019 behaviors in an interactive online mathematics game. Educational Technology Research and Development. https:\/\/doi.org\/10.1007\/s11423-022-10138-4","journal-title":"Educational Technology Research and Development"},{"key":"9758_CR23","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2022.2041045","author":"S L\u00f3pez-Pernas","year":"2022","unstructured":"L\u00f3pez-Pernas, S., Saqr, M., Gordillo, A., & Barra, E. (2022). A learning analytics perspective on educational escape rooms. Interactive Learning Environments. https:\/\/doi.org\/10.1080\/10494820.2022.2041045","journal-title":"Interactive Learning Environments"},{"key":"9758_CR24","doi-asserted-by":"publisher","unstructured":"Melo, S.A., Kohwalter, T.C., Clua, E., Paes, A., & Murta, L (2020) Player behavior profiling through provenance graphs and representation learning. In Proceedings of the 15th international conference on the foundations of digital games, FDG \u201920. Association for computing machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3402942.3402961. https:\/\/doi.org\/10.1145\/3402942.3402961","DOI":"10.1145\/3402942.3402961"},{"key":"9758_CR25","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.chb.2014.09.005","volume":"47","author":"M Minovi\u0107","year":"2015","unstructured":"Minovi\u0107, M., Milovanovi\u0107, M., \u0160o\u0161evi\u0107, U., & Conde Gonz\u00e1lez, M. (2015). Visualisation of student learning model in serious games. Computers in Human Behavior, 47, 98\u2013107. https:\/\/doi.org\/10.1016\/j.chb.2014.09.005","journal-title":"Computers in Human Behavior"},{"issue":"4","key":"9758_CR26","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1111\/bjet.12625","volume":"49","author":"A Nguyen","year":"2018","unstructured":"Nguyen, A., Gardner, L., & Sheridan, D. (2018). A framework for applying learning analytics in serious games for people with intellectual disabilities. British Journal of Educational Technology, 49(4), 673\u2013689. https:\/\/doi.org\/10.1111\/bjet.12625","journal-title":"British Journal of Educational Technology"},{"key":"9758_CR27","doi-asserted-by":"publisher","unstructured":"Perez-Colado, I., Perez-Colado, V., Freire-Moran, M., Martinez-Ortiz, I., & Fernandez-Manjon, B (2017) Integrating learning analytics into a game authoring tool. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics 10473 LNCS) , (pp. 51\u201361). https:\/\/doi.org\/10.1007\/978-3-319-66733-1_6","DOI":"10.1007\/978-3-319-66733-1_6"},{"key":"9758_CR28","doi-asserted-by":"publisher","unstructured":"Perez-Colado, V., Perez-Colado, I., Freire-Moran, M., Martinez-Ortiz, I., & Fernandez-Manjon, B. (2021) A tool supported approach for teaching serious game learning analytics. In Proceedings-frontiers in education conference, FIE, (vol. 2021) (2021). https:\/\/doi.org\/10.1109\/FIE49875.2021.9637062","DOI":"10.1109\/FIE49875.2021.9637062"},{"key":"9758_CR29","volume-title":"Handbook of game-based learning","author":"JL Plass","year":"2020","unstructured":"Plass, J. L., Mayer, R. E., & Homer, B. D. (2020). Handbook of game-based learning (1st ed.). Mit Press.","edition":"1"},{"key":"9758_CR30","doi-asserted-by":"publisher","unstructured":"Qasrawi, R., Amro, M., & Jayousi, R. (2020). Automatic analytics model for learning skills analysis using game player data and robotic process automation in a serious game for education. In Proceedings - 2020 international conference on promising electronic technologies, ICPET (pp. 94\u201398). https:\/\/doi.org\/10.1109\/ICPET51420.2020.00026","DOI":"10.1109\/ICPET51420.2020.00026"},{"issue":"6","key":"9758_CR31","first-page":"601","volume":"40","author":"C Romero","year":"2010","unstructured":"Romero, C., & Ventura, S. (2010). Educational data mining: a review of the state of the art. IEEE Transactions on Systems, Man, and Cybernetics, Part C Applications and Reviews, 40(6), 601\u2013618.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part C Applications and Reviews"},{"key":"9758_CR32","doi-asserted-by":"publisher","unstructured":"Ruiperez-Valient, J., Kim, Y., Baker, R., Martinez, P., & Lin, G. (2022). The affordances of multivariate elo-based learner modeling in game-based assessment. In IEEE transactions on learning technologies (pp. 1\u201314). https:\/\/doi.org\/10.1109\/TLT.2022.3203912","DOI":"10.1109\/TLT.2022.3203912"},{"key":"9758_CR33","doi-asserted-by":"publisher","unstructured":"Serrano, A., Marchiori, E., Del Blanco, A., Torrente, J., & Fern\u00e1ndez-Manj\u00f3n, B. (2012). A framework to improve evaluation in educational games. In IEEE global engineering education conference, EDUCON. https:\/\/doi.org\/10.1109\/EDUCON.2012.6201154","DOI":"10.1109\/EDUCON.2012.6201154"},{"key":"9758_CR34","doi-asserted-by":"publisher","unstructured":"Serrano-Laguna, A., Fern\u00e1ndez-Manj\u00f3n, B. (2014) Applying learning analytics to simplify serious games deployment in the classroom. In IEEE global engineering education conference, EDUCON, (pp. 872\u2013877). https:\/\/doi.org\/10.1109\/EDUCON.2014.6826199","DOI":"10.1109\/EDUCON.2014.6826199"},{"key":"9758_CR35","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/j.csi.2016.09.014","volume":"50","author":"\u00c1 Serrano-Laguna","year":"2017","unstructured":"Serrano-Laguna, \u00c1., Mart\u00ednez-Ortiz, I., Haag, J., Regan, D., Johnson, A., & Fern\u00e1ndez-Manj\u00f3n, B. (2017). Applying standards to systematize learning analytics in serious games. Computer Standards and Interfaces, 50, 116\u2013123. https:\/\/doi.org\/10.1016\/j.csi.2016.09.014","journal-title":"Computer Standards and Interfaces"},{"issue":"1","key":"9758_CR36","doi-asserted-by":"publisher","first-page":"46","DOI":"10.3991\/ijet.v13i01.7518","volume":"13","author":"A Slimani","year":"2018","unstructured":"Slimani, A., Elouaai, F., Elaachak, L., Yedri, O. B., & Bouhorma, M. (2018). Learning analytics through serious games: Data mining algorithms for performance measurement and improvement purposes. International Journal of Emerging Technologies in Learning, 13(1), 46\u201364. https:\/\/doi.org\/10.3991\/ijet.v13i01.7518","journal-title":"International Journal of Emerging Technologies in Learning"},{"key":"9758_CR37","doi-asserted-by":"publisher","unstructured":"Sung, H.Y., Wu, P.H., Hwang, G.J., & Lin, D.C. (2017). A Learning Analytics Approach to Investigating the Impacts of Educational Gaming Behavioral Patterns on Students\u2019 Learning Achievements. In Proceedings - 2017 6th IIAI international congress on advanced applied informatics, IIAI-AAI (pp. 564\u2013568). https:\/\/doi.org\/10.1109\/IIAI-AAI.2017.224","DOI":"10.1109\/IIAI-AAI.2017.224"},{"issue":"2","key":"9758_CR38","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1111\/1467-9868.00293","volume":"63","author":"R Tibshirani","year":"2001","unstructured":"Tibshirani, R., Walther, G., & Hastie, T. (2001). Estimating the number of clusters in a data set via the gap statistic. Journal of the Royal Statistical Society: Series B (Statistical Methodology), 63(2), 411\u2013423.","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"issue":"2","key":"9758_CR39","doi-asserted-by":"publisher","first-page":"250","DOI":"10.9781\/ijimai.2021.03.003","volume":"7","author":"A Tlili","year":"2021","unstructured":"Tlili, A., Chang, M., Moon, J., Liu, Z., Burgos, D., & Chen, N. S. (2021). Kinshuk: a systematic literature review of empirical studies on learning analytics in educational games. International Journal of Interactive Multimedia and Artificial Intelligence, 7(2), 250\u2013261. https:\/\/doi.org\/10.9781\/ijimai.2021.03.003","journal-title":"International Journal of Interactive Multimedia and Artificial Intelligence"},{"key":"9758_CR40","unstructured":"w3.org: PROV Model Primer W3C. Tech. rep., https:\/\/www.w3.org\/TR\/2013\/NOTE-prov-primer-20130430\/ (2021)"}],"container-title":["Technology, Knowledge and Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10758-024-09758-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10758-024-09758-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10758-024-09758-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T07:16:37Z","timestamp":1742282197000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10758-024-09758-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,4]]},"references-count":40,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["9758"],"URL":"https:\/\/doi.org\/10.1007\/s10758-024-09758-x","relation":{},"ISSN":["2211-1662","2211-1670"],"issn-type":[{"value":"2211-1662","type":"print"},{"value":"2211-1670","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,4]]},"assertion":[{"value":"20 June 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 July 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"CAPES, CNPq, and FAPERJ partially supported this work. The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}