{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T06:34:57Z","timestamp":1772692497538,"version":"3.50.1"},"reference-count":48,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DRL-1661202"],"award-info":[{"award-number":["DRL-1661202"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Artif Intell Educ"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s40593-023-00379-6","type":"journal-article","created":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T14:02:23Z","timestamp":1701439343000},"page":"1138-1165","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Detecting and Mitigating Encoded Bias in Deep Learning-Based Stealth Assessment Models for Reflection-Enriched Game-Based Learning Environments"],"prefix":"10.1016","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6385-8974","authenticated-orcid":false,"given":"Anisha","family":"Gupta","sequence":"first","affiliation":[]},{"given":"Dan","family":"Carpenter","sequence":"additional","affiliation":[]},{"given":"Wookhee","family":"Min","sequence":"additional","affiliation":[]},{"given":"Jonathan","family":"Rowe","sequence":"additional","affiliation":[]},{"given":"Roger","family":"Azevedo","sequence":"additional","affiliation":[]},{"given":"James","family":"Lester","sequence":"additional","affiliation":[]}],"member":"78","published-online":{"date-parts":[[2023,12,1]]},"reference":[{"key":"379_CR1","doi-asserted-by":"crossref","unstructured":"Acosta, H., Henderson, N., Rowe, J., Min, W., Minogue, J., & Lester, J. (2021). What\u2019s Fair is Fair: Detecting and Mitigating Encoded Bias in Multimodal Models of Museum Visitor Attention. In Proceedings of the 2021 International Conference on Multimodal Interaction (pp. 258\u2013267).","DOI":"10.1145\/3462244.3479943"},{"key":"379_CR2","doi-asserted-by":"crossref","unstructured":"Azevedo, R., Mudrick, N. V., Taub, M., & Bradbury, A. (Eds.). (2019). Self-regulation in computer-assisted learning systems. In J. Dunlosky & K. Rawson (Eds.), Handbook of cognition and education (pp. 587\u2013618). Cambridge University Press.","DOI":"10.1017\/9781108235631.024"},{"key":"379_CR3","unstructured":"Baker, F. B. (2001). The basics of item response theory. For full text: https:\/\/files.eric.ed.gov\/fulltext\/ED458219.pdf"},{"issue":"1","key":"379_CR4","first-page":"1052","volume":"32","author":"RS Baker","year":"2021","unstructured":"Baker, R. S., & Hawn, A. (2021). Algorithmic bias in education. International Journal of Artificial Intelligence in Education, 32(1), 1052\u20131092.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"379_CR5","unstructured":"Bellamy, R. K., Dey, K., Hind, M., Hoffman, S. C., Houde, S., Kannan, K., Lohia, P., Martino, J., Mehta, S., Mojsilovic, A., & Nagar, S. (2018). AI Fairness 360: An extensible toolkit for detecting, understanding, and mitigating unwanted algorithmic bias. arXiv Preprint arXiv:1810.01943."},{"key":"379_CR6","doi-asserted-by":"crossref","unstructured":"Brezovszky, B., McMullen, J., Veermans, K., Hannula-Sormunen, M. M., Rodr\u00edguez-Aflecht, G., Pongsakdi, N., Laakkonen, E., & Lehtinen, E. (2019). Effects of a mathematics game-based learning environment on primary school students\u2019 adaptive number knowledge. Computers & Education, 128, 63\u201374.","DOI":"10.1016\/j.compedu.2018.09.011"},{"key":"379_CR7","first-page":"55","volume-title":"International conference on artificial intelligence in education","author":"D Carpenter","year":"2020","unstructured":"Carpenter, D., Emerson, A., Mott, B. W., Saleh, A., Glazewski, K. D., Hmelo-Silver, C. E., & Lester, J. C. (2020a). Detecting off-task behavior from student dialogue in game-based collaborative learning. International conference on artificial intelligence in education (pp. 55\u201366). Springer."},{"key":"379_CR8","first-page":"67","volume-title":"International conference on artificial intelligence in education","author":"D Carpenter","year":"2020","unstructured":"Carpenter, D., Geden, M., Rowe, J., Azevedo, R., & Lester, J. (2020b). Automated analysis of middle school students\u2019 written reflections during game-based learning. International conference on artificial intelligence in education (pp. 67\u201378). Springer."},{"key":"379_CR9","doi-asserted-by":"crossref","unstructured":"Chelba, C., Mikolov, T., Schuster, M., Ge, Q., Brants, T., Koehn, P., & Robinson, T. (2013). One billion word benchmark for measuring progress in statistical language modeling. arXiv Preprint arXiv:1312.3005.","DOI":"10.21437\/Interspeech.2014-564"},{"key":"379_CR10","doi-asserted-by":"publisher","first-page":"51","DOI":"10.18608\/jla.2021.7371","volume":"8","author":"EB Cloude","year":"2021","unstructured":"Cloude, E. B., Carpenter, D., Dever, D. A., Lester, J., & Azevedo, R. (2021). Game-based learning analytics for supporting adolescents\u2019 reflection. Journal of Learning Analytics, 8, 51\u201371.","journal-title":"Journal of Learning Analytics"},{"issue":"4","key":"379_CR11","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/BF01099821","volume":"4","author":"AT Corbett","year":"1994","unstructured":"Corbett, A. T., & Anderson, J. R. (1994). Knowledge tracing: Modeling the acquisition of procedural knowledge. User Modeling and user-adapted Interaction, 4(4), 253\u2013278.","journal-title":"User Modeling and user-adapted Interaction"},{"issue":"2","key":"379_CR12","first-page":"74","volume":"21","author":"S De Freitas","year":"2018","unstructured":"De Freitas, S. (2018). Are games effective learning tools? A review of educational games. Journal of Educational Technology & Society, 21(2), 74\u201384.","journal-title":"Journal of Educational Technology & Society"},{"key":"379_CR13","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M. W., Lee, K., & Toutanova, K. (2018). BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT 2019), Volume 1 (Long and Short Papers), (pp. 4171\u20134186).\u00a0https:\/\/doi.org\/10.18653\/V1\/N19-1423","DOI":"10.18653\/V1\/N19-1423"},{"key":"379_CR14","doi-asserted-by":"crossref","unstructured":"Feldman, M., Friedler, S. A., Moeller, J., Scheidegger, C., & Venkatasubramanian, S. (2015). Certifying and removing disparate impact. In proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (pp. 259\u2013268).","DOI":"10.1145\/2783258.2783311"},{"key":"379_CR15","doi-asserted-by":"crossref","unstructured":"Gardner, J., Brooks, C., & Baker, R. (2019). Evaluating the fairness of predictive student models through slicing analysis. In Proceedings of the 9th international conference on learning analytics & knowledge (pp. 225\u2013234).","DOI":"10.1145\/3303772.3303791"},{"issue":"1","key":"379_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40593-020-00220-4","volume":"31","author":"M Geden","year":"2021","unstructured":"Geden, M., Emerson, A., Carpenter, D., Rowe, J., Azevedo, R., & Lester, J. (2021). Predictive student modeling in game-based learning environments with word embedding representations of reflection. International Journal of Artificial Intelligence in Education, 31(1), 1\u201323.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"379_CR17","doi-asserted-by":"crossref","unstructured":"Geden, M., Emerson, A., Rowe, J., Azevedo, R., & Lester, J. (2020). Predictive student modeling in educational games with multi-task learning. Proceedings of the AAAI Conference on Artificial Intelligence 34(1), 654\u2013661.","DOI":"10.1609\/aaai.v34i01.5406"},{"key":"379_CR18","unstructured":"Gupta, A., Carpenter, D., Min, W., Rowe, J., Azevedo, R., & Lester, J. (2021). Multimodal Multi-Task Stealth Assessment for Reflection-Enriched Game-Based Learning. Proceedings of the First International Workshop on Multimodal Artificial Intelligence in Education (MAIED 2021) (pp. 93\u2013102)."},{"key":"379_CR19","first-page":"3315","volume":"29","author":"M Hardt","year":"2016","unstructured":"Hardt, M., Price, E., & Srebro, N. (2016). Equality of opportunity in supervised learning. Advances in Neural Information Processing Systems, 29, 3315\u20133323.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"379_CR20","unstructured":"Henderson, N., Acosta, H., Min, W., Mott, B., Lord, T., Reichsman, F., & Lester, J. (2022). Enhancing stealth assessment in game-based learning environments with generative zero-shot learning. In Proceedings of the Fifteenth International Conference on Educational Data Mining, pp. 171\u2013182."},{"key":"379_CR21","doi-asserted-by":"publisher","unstructured":"Hooshyar, D., Huang, Y. M., & Yang, Y. (2022). GameDKT: Deep knowledge tracing in educational games. Expert Systems with Applications, 116670. (pp. 196\u2013196).\u00a0https:\/\/doi.org\/10.1016\/j.eswa.2022.116670\u200b\u200b","DOI":"10.1016\/j.eswa.2022.116670"},{"issue":"1","key":"379_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10115-011-0463-8","volume":"33","author":"F Kamiran","year":"2012","unstructured":"Kamiran, F., & Calders, T. (2012). Data pre-processing techniques for classification without discrimination. Knowledge and Information Systems, 33(1), 1\u201333.","journal-title":"Knowledge and Information Systems"},{"key":"379_CR23","doi-asserted-by":"crossref","unstructured":"Kamiran, F., Karim, A., & Zhang, X. (2012). Decision theory for discrimination-aware classification. In 2012 IEEE 12th International Conference on Data Mining (pp. 924\u2013929). IEEE.","DOI":"10.1109\/ICDM.2012.45"},{"issue":"2","key":"379_CR24","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1080\/15305058.2015.1108322","volume":"16","author":"YJ Kim","year":"2016","unstructured":"Kim, Y. J., Almond, R. G., & Shute, V. J. (2016). Applying evidence-centered design for the development of game-based assessments in physics playground. International Journal of Testing, 16(2), 142\u2013163.","journal-title":"International Journal of Testing"},{"key":"379_CR25","unstructured":"Kingma, D. P., & Ba, J. (2014). Adam: A method for stochastic optimization. arXiv Preprint arXiv:1412.6980."},{"key":"379_CR26","unstructured":"Kizilcec, R. F., & Lee, H. (2020). Algorithmic fairness in education. arXiv Preprint arXiv:2007.05443."},{"key":"379_CR27","doi-asserted-by":"crossref","unstructured":"Kleinheksel, A. J. (2014). Transformative learning through virtual patient simulations: Predicting critical student reflections. Clinical Simulation in Nursing, 10(6), e301\u2013e308.","DOI":"10.1016\/j.ecns.2014.02.001"},{"key":"379_CR28","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1023\/A:1003548425626","volume":"37","author":"L McAlpine","year":"1999","unstructured":"McAlpine, L., Weston, C., Beauchamp, C., Wiseman, C., & Beauchamp, J. (1999). Building a metacognitive model of reflection. Higher Education, 37, 105\u2013131.","journal-title":"Higher Education"},{"issue":"6","key":"379_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3457607","volume":"54","author":"N Mehrabi","year":"2021","unstructured":"Mehrabi, N., Morstatter, F., Saxena, N., Lerman, K., & Galstyan, A. (2021). A survey on bias and fairness in machine learning. ACM Computing Surveys (CSUR), 54(6), 1\u201335.","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"2","key":"379_CR30","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1109\/TLT.2019.2922356","volume":"13","author":"W Min","year":"2020","unstructured":"Min, W., Frankosky, M. H., Mott, B. W., Rowe, J. P., Smith, A., Wiebe, E., & Lester, J. C. (2020). DeepStealth: Game-based learning stealth assessment with deep neural networks. IEEE Transactions on Learning Technologies, 13(2), 312\u2013325.","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"379_CR31","first-page":"369","volume-title":"International conference on artificial intelligence in education","author":"W Min","year":"2013","unstructured":"Min, W., Rowe, J. P., Mott, B. W., & Lester, J. C. (2013). Personalizing embedded assessment sequences in narrative-centered learning environments: A collaborative filtering approach. International conference on artificial intelligence in education (pp. 369\u2013378). Springer."},{"key":"379_CR32","doi-asserted-by":"crossref","unstructured":"Mislevy, R. J., Almond, R. G., & Lukas, J. F. (2003). A brief introduction to evidence-centered design. ETS Research Report Series, 2003(1), i-29.","DOI":"10.1002\/j.2333-8504.2003.tb01908.x"},{"issue":"4","key":"379_CR33","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1037\/a0037116","volume":"106","author":"JL Nietfeld","year":"2014","unstructured":"Nietfeld, J. L., Shores, L. R., & Hoffmann, K. F. (2014). Self-regulation and gender within a game-based learning environment. Journal of Educational Psychology, 106(4), 961\u2013973.","journal-title":"Journal of Educational Psychology"},{"key":"379_CR34","unstructured":"Pavlik, P. I. Jr., Cen, H., & Koedinger, K. R. (2009). Performance Factors Analysis\u2013A New Alternative to Knowledge Tracing. Online Submission."},{"issue":"1","key":"379_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40561-016-0028-0","volume":"3","author":"E Pesare","year":"2016","unstructured":"Pesare, E., Roselli, T., Corriero, N., & Rossano, V. (2016). Game-based learning and gamification to promote engagement and motivation in medical learning contexts. Smart Learning Environments, 3(1), 1\u201321.","journal-title":"Smart Learning Environments"},{"key":"379_CR36","doi-asserted-by":"publisher","unstructured":"Peters, M. E., Neumann, M., Iyyer, M., Gardner, M., Clark, C., Lee, K., & Zettlemoyer, L. (2018). Deep contextualized word representations. In Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT 2018), Volume 1, (pp. 2227\u20132237).\u00a0https:\/\/doi.org\/10.18653\/v1\/N18-1202\u200b","DOI":"10.18653\/v1\/N18-1202"},{"key":"379_CR37","unstructured":"Piech, C., Bassen, J., Huang, J., Ganguli, S., Sahami, M., Guibas, L. J., & Sohl-Dickstein, J. (2015). Deep knowledge tracing. Advances in Neural Information Processing Systems (NeurIPS 2015), 28."},{"key":"379_CR38","volume-title":"Handbook of game-based learning","year":"2020","unstructured":"Plass, J. L., Mayer, R. E., & Homer, B. D. (Eds.). (2020). Handbook of game-based learning. Mit Press."},{"key":"379_CR39","unstructured":"Pleiss, G., Raghavan, M., Wu, F., Kleinberg, J., & Weinberger, K. Q. (2017). On fairness and calibration. In Advances in Neural Information Processing Systems (NeurIPS 2017), (pp. 5684\u20135693)."},{"key":"379_CR40","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.chb.2016.05.023","volume":"63","author":"M Qian","year":"2016","unstructured":"Qian, M., & Clark, K. R. (2016). Game-based Learning and 21st century skills: A review of recent research. Computers in Human Behavior, 63, 50\u201358.","journal-title":"Computers in Human Behavior"},{"key":"379_CR41","doi-asserted-by":"crossref","unstructured":"Rahimi, S., & Shute, V. J. (2023). Stealth assessment: A theoretically grounded and psychometrically sound method to assess, support, and investigate learning in technology-rich environments. Educational Technology Research and Development, 1\u201325.","DOI":"10.1007\/s11423-023-10232-1"},{"key":"379_CR42","unstructured":"Rahimi, S., Almond, R., and Shute, V. J. (in press). Stealth assessment\u2019s technical architecture. In M. P. McCreery, and S. K. Krach (Eds.), Games as stealth assessments."},{"key":"379_CR43","first-page":"496","volume-title":"International Conference on Intelligent Tutoring Systems","author":"S Sahebi","year":"2014","unstructured":"Sahebi, S., Huang, Y., & Brusilovsky, P. (2014). Predicting student performance in solving parameterized exercises. International Conference on Intelligent Tutoring Systems (pp. 496\u2013503). Springer."},{"key":"379_CR44","unstructured":"Saleiro, P., Kuester, B., Hinkson, L., London, J., Stevens, A., Anisfeld, A., & Ghani, R. (2018). Aequitas: A bias and fairness audit toolkit. arXiv Preprint arXiv:1811.05577."},{"issue":"2","key":"379_CR45","first-page":"503","volume":"55","author":"VJ Shute","year":"2011","unstructured":"Shute, V. J. (2011). Stealth assessment in computer-based games to support learning. Computer Games and Instruction, 55(2), 503\u2013524.","journal-title":"Computer Games and Instruction"},{"issue":"2","key":"379_CR46","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1145\/3466132.3466134","volume":"19","author":"R Srinivasan","year":"2021","unstructured":"Srinivasan, R., & Chander, A. (2021). Biases in AI systems: A survey for practitioners. Queue, 19(2), 45\u201364.","journal-title":"Queue"},{"key":"379_CR47","doi-asserted-by":"crossref","unstructured":"Thai-Nghe, N., Drumond, L., Horv\u00e1th, T., Krohn-Grimberghe, A., Nanopoulos, A., & Schmidt-Thieme, L. (2012). Factorization techniques for predicting student performance. Educational recommender systems and technologies: Practices and challenges (pp. 129\u2013153). IGI Global.","DOI":"10.4018\/978-1-61350-489-5.ch006"},{"key":"379_CR48","unstructured":"Zhang, Y., & Yang, Q. (2021). A survey on multi-task learning. IEEE Transactions on Knowledge and Data Engineering."}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00379-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-023-00379-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-023-00379-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T18:12:22Z","timestamp":1772647942000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40593-023-00379-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,1]]},"references-count":48,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["379"],"URL":"https:\/\/doi.org\/10.1007\/s40593-023-00379-6","relation":{},"ISSN":["1560-4292","1560-4306"],"issn-type":[{"value":"1560-4292","type":"print"},{"value":"1560-4306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,1]]},"assertion":[{"value":"3 November 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 December 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Due to human subject protection policies, the study data are not open.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Open Data"}},{"value":"This study was conducted with the IRB approval of North Carolina State University.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"There is no potential conflict of interest in this work.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}]}}