{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T17:25:04Z","timestamp":1782840304161,"version":"3.54.5"},"reference-count":48,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:00:00Z","timestamp":1725148800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T00:00:00Z","timestamp":1777248000000},"content-version":"vor","delay-in-days":603,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DRL-1661202"],"award-info":[{"award-number":["DRL-1661202"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s40593-023-00379-6","type":"journal-article","created":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T14:02:23Z","timestamp":1701439343000},"page":"1138-1165","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":8,"title":["Detecting and Mitigating Encoded Bias in Deep Learning-Based Stealth Assessment Models for Reflection-Enriched Game-Based Learning Environments"],"prefix":"10.1016","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6385-8974","authenticated-orcid":false,"given":"Anisha","family":"Gupta","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dan","family":"Carpenter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wookhee","family":"Min","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Rowe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roger","family":"Azevedo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James","family":"Lester","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-023-00379-6_bib1","doi-asserted-by":"crossref","unstructured":"Acosta, H., Henderson, N., Rowe, J., Min, W., Minogue, J., & Lester, J. (2021). What\u2019s Fair is Fair: Detecting and Mitigating Encoded Bias in Multimodal Models of Museum Visitor Attention. In Proceedings of the 2021 International Conference on Multimodal Interaction (pp. 258\u2013267).","DOI":"10.1145\/3462244.3479943"},{"key":"10.1007\/s40593-023-00379-6_bib2","doi-asserted-by":"crossref","unstructured":"Azevedo, R., Mudrick, N. V., Taub, M., & Bradbury, A. (Eds.). (2019). Self-regulation in computer-assisted learning systems. In J. Dunlosky & K. Rawson (Eds.), Handbook of cognition and education (pp. 587\u2013618). Cambridge University Press.","DOI":"10.1017\/9781108235631.024"},{"key":"10.1007\/s40593-023-00379-6_bib3","unstructured":"Baker, F. B. (2001). The basics of item response theory. For full text: https:\/\/files.eric.ed.gov\/fulltext\/ED458219.pdf"},{"issue":"1","key":"10.1007\/s40593-023-00379-6_bib4","first-page":"1052","article-title":"Algorithmic bias in education","volume":"32","author":"Baker","year":"2021","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-023-00379-6_bib5","unstructured":"Bellamy, R. K., Dey, K., Hind, M., Hoffman, S. C., Houde, S., Kannan, K., Lohia, P., Martino, J., Mehta, S., Mojsilovic, A., & Nagar, S. (2018). AI Fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. arXiv Preprint arXiv:1810.01943."},{"key":"10.1007\/s40593-023-00379-6_bib6","doi-asserted-by":"crossref","unstructured":"Brezovszky, B., McMullen, J., Veermans, K., Hannula-Sormunen, M. M., Rodr\u00edguez-Aflecht, G., Pongsakdi, N., Laakkonen, E., & Lehtinen, E. (2019). Effects of a mathematics game-based learning environment on primary school students\u2019 adaptive number knowledge. Computers & Education, 128, 63\u201374.","DOI":"10.1016\/j.compedu.2018.09.011"},{"key":"10.1007\/s40593-023-00379-6_bib7","series-title":"International conference on artificial intelligence in education","first-page":"55","article-title":"Detecting off-task behavior from student dialogue in game-based collaborative learning","author":"Carpenter","year":"2020"},{"key":"10.1007\/s40593-023-00379-6_bib8","series-title":"International conference on artificial intelligence in education","first-page":"67","article-title":"Automated analysis of middle school students\u2019 written reflections during game-based learning","author":"Carpenter","year":"2020"},{"key":"10.1007\/s40593-023-00379-6_bib9","doi-asserted-by":"crossref","unstructured":"Chelba, C., Mikolov, T., Schuster, M., Ge, Q., Brants, T., Koehn, P., & Robinson, T. (2013). One billion word benchmark for measuring progress in statistical language modeling. arXiv Preprint arXiv:1312.3005.","DOI":"10.21437\/Interspeech.2014-564"},{"key":"10.1007\/s40593-023-00379-6_bib10","doi-asserted-by":"crossref","first-page":"51","DOI":"10.18608\/jla.2021.7371","article-title":"Game-based learning analytics for supporting adolescents\u2019 reflection","volume":"8","author":"Cloude","year":"2021","journal-title":"Journal of Learning Analytics"},{"issue":"4","key":"10.1007\/s40593-023-00379-6_bib11","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1007\/BF01099821","article-title":"Knowledge tracing: Modeling the acquisition of procedural knowledge","volume":"4","author":"Corbett","year":"1994","journal-title":"User Modeling and user-adapted Interaction"},{"issue":"2","key":"10.1007\/s40593-023-00379-6_bib12","first-page":"74","article-title":"Are games effective learning tools? A review of educational games","volume":"21","author":"De Freitas","year":"2018","journal-title":"Journal of Educational Technology & Society"},{"key":"10.1007\/s40593-023-00379-6_bib13","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M. W., Lee, K., & Toutanova, K. (2018). BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT 2019), Volume 1 (Long and Short Papers), (pp. 4171\u20134186). https:\/\/doi.org\/10.18653\/V1\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"10.1007\/s40593-023-00379-6_bib14","doi-asserted-by":"crossref","unstructured":"Feldman, M., Friedler, S. A., Moeller, J., Scheidegger, C., & Venkatasubramanian, S. (2015). Certifying and removing disparate impact. In proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (pp. 259\u2013268).","DOI":"10.1145\/2783258.2783311"},{"key":"10.1007\/s40593-023-00379-6_bib15","doi-asserted-by":"crossref","unstructured":"Gardner, J., Brooks, C., & Baker, R. (2019). Evaluating the fairness of predictive student models through slicing analysis. In Proceedings of the 9th international conference on learning analytics & knowledge (pp. 225\u2013234).","DOI":"10.1145\/3303772.3303791"},{"issue":"1","key":"10.1007\/s40593-023-00379-6_bib16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s40593-020-00220-4","article-title":"Predictive student modeling in game-based learning environments with word embedding representations of reflection","volume":"31","author":"Geden","year":"2021","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-023-00379-6_bib17","doi-asserted-by":"crossref","unstructured":"Geden, M., Emerson, A., Rowe, J., Azevedo, R., & Lester, J. (2020). Predictive student modeling in educational games with multi-task learning. Proceedings of the AAAI Conference on Artificial Intelligence 34(1), 654\u2013661.","DOI":"10.1609\/aaai.v34i01.5406"},{"key":"10.1007\/s40593-023-00379-6_bib18","unstructured":"Gupta, A., Carpenter, D., Min, W., Rowe, J., Azevedo, R., & Lester, J. (2021). Multimodal Multi-Task Stealth Assessment for Reflection-Enriched Game-Based Learning. Proceedings of the First International Workshop on Multimodal Artificial Intelligence in Education (MAIED 2021) (pp. 93\u2013102)."},{"key":"10.1007\/s40593-023-00379-6_bib19","first-page":"3315","article-title":"Equality of opportunity in supervised learning","volume":"29","author":"Hardt","year":"2016","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1007\/s40593-023-00379-6_bib20","unstructured":"Henderson, N., Acosta, H., Min, W., Mott, B., Lord, T., Reichsman, F., & Lester, J. (2022). Enhancing stealth assessment in game-based learning environments with generative zero-shot learning. In Proceedings of the Fifteenth International Conference on Educational Data Mining, pp. 171\u2013182."},{"key":"10.1007\/s40593-023-00379-6_bib21","doi-asserted-by":"crossref","unstructured":"Hooshyar, D., Huang, Y. M., & Yang, Y. (2022). GameDKT: Deep knowledge tracing in educational games. Expert Systems with Applications, 116670. (pp. 196\u2013196). https:\/\/doi.org\/10.1016\/j.eswa.2022.116670","DOI":"10.1016\/j.eswa.2022.116670"},{"issue":"1","key":"10.1007\/s40593-023-00379-6_bib22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10115-011-0463-8","article-title":"Data pre-processing techniques for classification without discrimination","volume":"33","author":"Kamiran","year":"2012","journal-title":"Knowledge and Information Systems"},{"key":"10.1007\/s40593-023-00379-6_bib23","doi-asserted-by":"crossref","unstructured":"Kamiran, F., Karim, A., & Zhang, X. (2012). Decision theory for discrimination-aware classification. In 2012 IEEE 12th International Conference on Data Mining (pp. 924\u2013929). IEEE.","DOI":"10.1109\/ICDM.2012.45"},{"issue":"2","key":"10.1007\/s40593-023-00379-6_bib24","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1080\/15305058.2015.1108322","article-title":"Applying evidence-centered design for the development of game-based assessments in physics playground","volume":"16","author":"Kim","year":"2016","journal-title":"International Journal of Testing"},{"key":"10.1007\/s40593-023-00379-6_bib25","unstructured":"Kingma, D. P., & Ba, J. (2014). Adam: A method for stochastic optimization. arXiv Preprint arXiv:1412.6980."},{"key":"10.1007\/s40593-023-00379-6_bib26","unstructured":"Kizilcec, R. F., & Lee, H. (2020). Algorithmic fairness in education. arXiv Preprint arXiv:2007.05443."},{"key":"10.1007\/s40593-023-00379-6_bib27","doi-asserted-by":"crossref","unstructured":"Kleinheksel, A. J. (2014). Transformative learning through virtual patient simulations: Predicting critical student reflections. Clinical Simulation in Nursing, 10(6), e301\u2013e308.","DOI":"10.1016\/j.ecns.2014.02.001"},{"key":"10.1007\/s40593-023-00379-6_bib28","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1023\/A:1003548425626","article-title":"Building a metacognitive model of reflection","volume":"37","author":"McAlpine","year":"1999","journal-title":"Higher Education"},{"issue":"6","key":"10.1007\/s40593-023-00379-6_bib29","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3457607","article-title":"A survey on bias and fairness in machine learning","volume":"54","author":"Mehrabi","year":"2021","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"2","key":"10.1007\/s40593-023-00379-6_bib30","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1109\/TLT.2019.2922356","article-title":"DeepStealth: Game-based learning stealth assessment with deep neural networks","volume":"13","author":"Min","year":"2020","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"10.1007\/s40593-023-00379-6_bib31","series-title":"International conference on artificial intelligence in education","first-page":"369","article-title":"Personalizing embedded assessment sequences in narrative-centered learning environments: A collaborative filtering approach","author":"Min","year":"2013"},{"key":"10.1007\/s40593-023-00379-6_bib32","doi-asserted-by":"crossref","unstructured":"Mislevy, R. J., Almond, R. G., & Lukas, J. F. (2003). A brief introduction to evidence-centered design. ETS Research Report Series, 2003(1), i-29.","DOI":"10.1002\/j.2333-8504.2003.tb01908.x"},{"issue":"4","key":"10.1007\/s40593-023-00379-6_bib33","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1037\/a0037116","article-title":"Self-regulation and gender within a game-based learning environment","volume":"106","author":"Nietfeld","year":"2014","journal-title":"Journal of Educational Psychology"},{"key":"10.1007\/s40593-023-00379-6_bib34","unstructured":"Pavlik, P. I. Jr., Cen, H., & Koedinger, K. R. (2009). Performance Factors Analysis\u2013A New Alternative to Knowledge Tracing. Online Submission."},{"issue":"1","key":"10.1007\/s40593-023-00379-6_bib35","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s40561-016-0028-0","article-title":"Game-based learning and gamification to promote engagement and motivation in medical learning contexts","volume":"3","author":"Pesare","year":"2016","journal-title":"Smart Learning Environments"},{"key":"10.1007\/s40593-023-00379-6_bib36","doi-asserted-by":"crossref","unstructured":"Peters, M. E., Neumann, M., Iyyer, M., Gardner, M., Clark, C., Lee, K., & Zettlemoyer, L. (2018). Deep contextualized word representations. In Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT 2018), Volume 1, (pp. 2227\u20132237). https:\/\/doi.org\/10.18653\/v1\/N18-1202","DOI":"10.18653\/v1\/N18-1202"},{"key":"10.1007\/s40593-023-00379-6_bib37","unstructured":"Piech, C., Bassen, J., Huang, J., Ganguli, S., Sahami, M., Guibas, L. J., & Sohl-Dickstein, J. (2015). Deep knowledge tracing. Advances in Neural Information Processing Systems (NeurIPS 2015), 28."},{"key":"10.1007\/s40593-023-00379-6_bib38","series-title":"Handbook of game-based learning","year":"2020"},{"key":"10.1007\/s40593-023-00379-6_bib39","unstructured":"Pleiss, G., Raghavan, M., Wu, F., Kleinberg, J., & Weinberger, K. Q. (2017). On fairness and calibration. In Advances in Neural Information Processing Systems (NeurIPS 2017), (pp. 5684\u20135693)."},{"key":"10.1007\/s40593-023-00379-6_bib40","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1016\/j.chb.2016.05.023","article-title":"Game-based Learning and 21st century skills: A review of recent research","volume":"63","author":"Qian","year":"2016","journal-title":"Computers in Human Behavior"},{"key":"10.1007\/s40593-023-00379-6_bib41","doi-asserted-by":"crossref","unstructured":"Rahimi, S., & Shute, V. J. (2023). Stealth assessment: A theoretically grounded and psychometrically sound method to assess, support, and investigate learning in technology-rich environments. Educational Technology Research and Development, 1\u201325.","DOI":"10.1007\/s11423-023-10232-1"},{"key":"10.1007\/s40593-023-00379-6_bib42","unstructured":"Rahimi, S., Almond, R., and Shute, V. J. (in press). Stealth assessment\u2019s technical architecture. In M. P. McCreery, and S. K. Krach (Eds.), Games as stealth assessments."},{"key":"10.1007\/s40593-023-00379-6_bib43","series-title":"International Conference on Intelligent Tutoring Systems","first-page":"496","article-title":"Predicting student performance in solving parameterized exercises","author":"Sahebi","year":"2014"},{"key":"10.1007\/s40593-023-00379-6_bib44","unstructured":"Saleiro, P., Kuester, B., Hinkson, L., London, J., Stevens, A., Anisfeld, A., & Ghani, R. (2018). Aequitas: A bias and fairness audit toolkit. arXiv Preprint arXiv:1811.05577."},{"issue":"2","key":"10.1007\/s40593-023-00379-6_bib45","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1108\/978-1-61735-410-620251025","article-title":"Stealth assessment in computer-based games to support learning","volume":"55","author":"Shute","year":"2011","journal-title":"Computer Games and Instruction"},{"issue":"2","key":"10.1007\/s40593-023-00379-6_bib46","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1145\/3466132.3466134","article-title":"Biases in AI systems: A survey for practitioners","volume":"19","author":"Srinivasan","year":"2021","journal-title":"Queue"},{"key":"10.1007\/s40593-023-00379-6_bib47","doi-asserted-by":"crossref","unstructured":"Thai-Nghe, N., Drumond, L., Horv\u00e1th, T., Krohn-Grimberghe, A., Nanopoulos, A., & Schmidt-Thieme, L. (2012). Factorization techniques for predicting student performance. Educational recommender systems and technologies: Practices and challenges (pp. 129\u2013153). IGI Global.","DOI":"10.4018\/978-1-61350-489-5.ch006"},{"key":"10.1007\/s40593-023-00379-6_bib48","unstructured":"Zhang, Y., & Yang, Q. (2021). A survey on multi-task learning. IEEE Transactions on Knowledge and Data Engineering."}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00379-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-023-00379-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226003276?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226003276?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00379-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:19:46Z","timestamp":1779085186000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226003276"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9]]},"references-count":48,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["S1560429226003276"],"URL":"https:\/\/doi.org\/10.1007\/s40593-023-00379-6","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2024,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Detecting and Mitigating Encoded Bias in Deep Learning-Based Stealth Assessment Models for Reflection-Enriched Game-Based Learning Environments","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-023-00379-6","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2023 International Artificial Intelligence in Education Society. Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}