{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:41:02Z","timestamp":1779122462175,"version":"3.51.4"},"reference-count":94,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T00:00:00Z","timestamp":1527811200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T00:00:00Z","timestamp":1527811200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T00:00:00Z","timestamp":1777507200000},"content-version":"vor","delay-in-days":2890,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2018,6]]},"DOI":"10.1007\/s40593-017-0152-1","type":"journal-article","created":{"date-parts":[[2017,9,12]],"date-time":"2017-09-12T12:04:35Z","timestamp":1505217875000},"page":"152-193","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":86,"title":["Detecting and Addressing Frustration in a Serious Game for Military Training"],"prefix":"10.1016","volume":"28","author":[{"given":"Jeanine A.","family":"DeFalco","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonathan P.","family":"Rowe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luc","family":"Paquette","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vasiliki","family":"Georgoulas-Sherry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keith","family":"Brawner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bradford W.","family":"Mott","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ryan S.","family":"Baker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James C.","family":"Lester","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-017-0152-1_CR1","doi-asserted-by":"crossref","unstructured":"AlZoubi, O., Calvo, R.A., & Stevens, R.H. (2009). Classification of EEG for emotion recognition: An adaptive approach. Proceedings of the 22nd Australian Joint Conference on Artificial Intelligence, pp. 52\u201361.","DOI":"10.1007\/978-3-642-10439-8_6"},{"issue":"3","key":"10.1007\/s40593-017-0152-1_CR2","doi-asserted-by":"crossref","first-page":"396","DOI":"10.1037\/0033-2909.112.3.396","article-title":"Frustration theory: Many years later","volume":"112","author":"Amsel","year":"1992","journal-title":"Psychological Bulletin"},{"key":"10.1007\/s40593-017-0152-1_CR3","doi-asserted-by":"crossref","unstructured":"Arroyo, I., Cooper, D. G., Burleson, W., Woolf, B. P., Muldner, K., & Christopherson, R. (2009). Emotion sensors go to school. In AIED (vol. 200, pp. 17\u201324).","DOI":"10.3233\/978-1-60750-028-5-17"},{"key":"10.1007\/s40593-017-0152-1_CR4","series-title":"Gender matters: The impact of animated agents on students\u2019 affect, behavior and learning","author":"Arroyo","year":"2010"},{"key":"10.1007\/s40593-017-0152-1_CR5","unstructured":"Baker, R., Walonoski, J., Heffernan, N., Roll, I., Corbett, A., & Koedinger, K. (2008). Why students engage in\" gaming the system\" behavior in interactive learning environments. Journal of Interactive Learning Research, 19(2), 185."},{"key":"10.1007\/s40593-017-0152-1_CR6","doi-asserted-by":"crossref","unstructured":"Baker, R. S. (2007a). Modeling and understanding students' off-task behavior in intelligent tutoring systems. In Proceedings of the SIGCHI conference on human factors in computing systems (pp. 1059\u20131068). ACM.","DOI":"10.1145\/1240624.1240785"},{"key":"10.1007\/s40593-017-0152-1_CR7","doi-asserted-by":"crossref","unstructured":"Baker, R. S., Corbett, A. T., Koedinger, K. R., & Wagner, A. Z. (2004). Off-task behavior in the cognitive tutor classroom: when students game the system. In Proceedings of the SIGCHI conference on Human factors in computing systems (pp. 383-390). ACM.","DOI":"10.1145\/985692.985741"},{"key":"10.1007\/s40593-017-0152-1_CR8","doi-asserted-by":"crossref","unstructured":"Baker, R. S., D'Mello, S. K., Rodrigo, M. M. T., & Graesser, A. C. (2010). Better to be frustrated than bored: The incidence, persistence, and impact of learners\u2019 cognitive\u2013affective states during interactions with three different computer-based learning environments. International Journal of Human-Computer Studies, 68(4), 223-241.","DOI":"10.1016\/j.ijhcs.2009.12.003"},{"key":"10.1007\/s40593-017-0152-1_CR9","series-title":"Interaction-based affect detection in educational software","first-page":"233","author":"Baker","year":"2015"},{"key":"10.1007\/s40593-017-0152-1_CR10","unstructured":"Baker, R.S.J.d. (2007b). Is gaming the system state-or-trait? Educational data mining through the multi-contextual application of a validated behavioral model. Complete on-line proceedings of the workshop on data Mining for User Modeling at the 11th international conference on user modeling 2007, 76\u201380."},{"key":"10.1007\/s40593-017-0152-1_CR11","unstructured":"Baker, R. S. J. d., Gowda, S. M., & Corbett, A. T. (2011). Automatically detecting a Student's preparation for future learning: Help use is key. Proceedings of the 4th International Conference on Educational Data Mining (pp. 179\u2013188)."},{"key":"10.1007\/s40593-017-0152-1_CR12","unstructured":"Baker, R.S.J.d., Gowda, S. M., Wixon, M., Kalka, J., Wagner, A. Z., Salvi, A., Aleven, V., Kusbit, G., Ocumpaugh, J., & Rossi, L. (2012). Sensor-free automated detection of affect in a Cognitive Tutor for Algebra. In Proceedings of the 5th International Conference on Educational Data Mining (pp. 126\u2013133)."},{"issue":"3","key":"10.1007\/s40593-017-0152-1_CR13","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1521\/jscp.1986.4.3.359","article-title":"The explanatory and predictive scope of self-efficacy theory","volume":"4","author":"Bandura","year":"1986","journal-title":"Journal of Social and Clinical Psychology"},{"key":"10.1007\/s40593-017-0152-1_CR14","doi-asserted-by":"crossref","unstructured":"Bosch, N., D'Mello, S., Baker, R., Ocumpaugh, J., Shute, V., Ventura, M., et al. (2015). Automatic detection of learning-centered affective states in the wild. In Proceedings of the 20th international conference on intelligent user interfaces (pp. 379\u2013388). ACM.","DOI":"10.1145\/2678025.2701397"},{"key":"10.1007\/s40593-017-0152-1_CR15","unstructured":"Brawner, K. (2013). Modeling learner mood in Realtime through biosensors for intelligent tutoring improvements. Electronic theses and dissertations. Paper 2608."},{"key":"10.1007\/s40593-017-0152-1_CR16","doi-asserted-by":"crossref","unstructured":"Butler, D. L., & Winne, P. H. (1995). Feedback and self-regulated learning: A theoretical synthesis. Review of educational research, 65(3), 245\u2013281.","DOI":"10.3102\/00346543065003245"},{"issue":"3","key":"10.1007\/s40593-017-0152-1_CR17","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1111\/j.1467-6494.1964.tb01345.x","article-title":"Locus of control, test anxiety, reactions to frustration, and achievement attitudes","volume":"32","author":"Butterfield","year":"1964","journal-title":"Journal of Personality"},{"issue":"1","key":"10.1007\/s40593-017-0152-1_CR18","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/T-AFFC.2010.1","article-title":"Affect detection: An interdisciplinary review of models, methods, and their applications","volume":"1","author":"Calvo","year":"2010","journal-title":"IEEE Transactions on Affective Computing"},{"key":"10.1007\/s40593-017-0152-1_CR19","doi-asserted-by":"crossref","unstructured":"Cetintas, S., Si, L., Xin, Y. P., Hord, C., Zhang, D. (2009). Learning to identify students\u2019 off-task behavior in intelligent tutoring systems. Proceedings of the 14th International Conference on Artificial Intelligence in Education..","DOI":"10.3233\/978-1-60750-028-5-701"},{"issue":"3","key":"10.1007\/s40593-017-0152-1_CR20","doi-asserted-by":"crossref","first-page":"270","DOI":"10.7205\/MILMED-D-11-00305","article-title":"Training, deployment preparation, and combat experiences of deployed health care personnel: Key findings from deployed US Army combat medics assigned to line units","volume":"177","author":"Chapman","year":"2012","journal-title":"Military Medicine"},{"key":"10.1007\/s40593-017-0152-1_CR21","unstructured":"Cocea, M., Hershkovitz, A., & Baker, R. S. J. d. (2009) The impact of off-task and gaming behaviors on learning: immediate or aggregate? Proceedings of the 14th international Conference on artificial intelligence in education, 507\u2013514."},{"issue":"1","key":"10.1007\/s40593-017-0152-1_CR22","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educational and Psychological Measurement"},{"key":"10.1007\/s40593-017-0152-1_CR23","doi-asserted-by":"crossref","unstructured":"Cooper, D. G., Arroyo, I., Woolf, B. P., Muldner, K., Burleson, W., & Christopherson, R. (2009). Sensors model student self concept in the classroom. In International Conference on User Modeling, Adaptation, and Personalization (pp. 30\u201341). Springer, Berlin.","DOI":"10.1007\/978-3-642-02247-0_6"},{"key":"10.1007\/s40593-017-0152-1_CR24","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1080\/1358165042000283101","article-title":"Affect and learning: An exploratory look into the role of affect in learning","volume":"29","author":"Craig","year":"2004","journal-title":"Journal of Educational Media"},{"issue":"3","key":"10.1007\/s40593-017-0152-1_CR25","first-page":"43","article-title":"A review and meta-analysis of multimodal affect detection systems","volume":"47","author":"D\u2019Mello","year":"2015","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"1\u20132","key":"10.1007\/s40593-017-0152-1_CR26","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1007\/s11257-007-9037-6","article-title":"Automatic detection of Learner\u2019s affect from conversational cues","volume":"18","author":"D\u2019Mello","year":"2008","journal-title":"User Modeling and User-Adapted Interaction"},{"key":"10.1007\/s40593-017-0152-1_CR27","doi-asserted-by":"crossref","unstructured":"D\u2019Mello, S. K., Strain, A. C., Olney, A., & Graesser, A. (2013). Affect, meta-affect, and affect regulation during complex learning. In International handbook of metacognition and learning technologies (pp. 669\u2013681). New York: Springer.","DOI":"10.1007\/978-1-4419-5546-3_44"},{"key":"10.1007\/s40593-017-0152-1_CR28","unstructured":"de Wit, S., & Dickinson, A. (2015). Ideomotor Mechanisms of Goal-Directed Behavior. In Braver, T. (2015). (Ed.), Motivation and Cognitive Control (pp. 143-163). London: Routledge."},{"issue":"8","key":"10.1007\/s40593-017-0152-1_CR29","doi-asserted-by":"crossref","first-page":"685","DOI":"10.1093\/milmed\/166.8.685","article-title":"Medic for the millennium: The US Army 91W health care specialist","volume":"166","author":"DeLorenzo","year":"2001","journal-title":"Military Medicine"},{"key":"10.1007\/s40593-017-0152-1_CR30","first-page":"2013","article-title":"The return of the tourniquet: What we learned from war led to lives saved in Boston","volume":"17","author":"DePillis","year":"2013","journal-title":"New Republic, April"},{"key":"10.1007\/s40593-017-0152-1_CR31","unstructured":"D'Mello, S., & Graesser, A. (2010). Mining bodily patterns of affective experience during learning. In Proceedings of the 3rd International Conference on Educational Data Mining (pp. 31\u201340)."},{"issue":"7","key":"10.1007\/s40593-017-0152-1_CR32","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1080\/02699931.2011.613668","article-title":"The half-life of cognitive-affective states during complex learning","volume":"25","author":"D'Mello","year":"2011","journal-title":"Cognition & Emotion"},{"issue":"2","key":"10.1007\/s40593-017-0152-1_CR33","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1080\/00223890802634290","article-title":"Development and validation of the short grit scale (GRIT\u2013S)","volume":"91","author":"Duckworth","year":"2009","journal-title":"Journal of Personality Assessment"},{"issue":"4","key":"10.1007\/s40593-017-0152-1_CR34","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1007\/BF03173468","article-title":"Girls and mathematics\u2014A \u201chopeless\u201d issue? A control-value approach to gender differences in emotions towards mathematics","volume":"22","author":"Frenzel","year":"2007","journal-title":"European Journal of Psychology of Education"},{"issue":"4","key":"10.1007\/s40593-017-0152-1_CR35","doi-asserted-by":"crossref","first-page":"1053","DOI":"10.1109\/JBHI.2015.2446195","article-title":"Automatic stress detection in working environments for smartphones\u2019 accelerometer data: A first step","volume":"20","author":"Garcia-Ceja","year":"2016","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"10.1007\/s40593-017-0152-1_CR36","series-title":"Continuous stress monitoring using a wrist device and a smartphone","author":"Gjoreski","year":"2016"},{"key":"10.1007\/s40593-017-0152-1_CR37","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.chb.2015.05.008","article-title":"Feedback source modality effects on training outcomes in a serious game: Pedagogical agents make a difference","volume":"52","author":"Goldberg","year":"2015","journal-title":"Computers in Human Behavior"},{"key":"10.1007\/s40593-017-0152-1_CR38","unstructured":"Grafsgaard, J., Boyer, K., Wiebe, E., & Lester, J. (2012). Analyzing posture and affect in task-oriented tutoring. In Proceedings of the 25th Florida Artificial Intelligence Research Society Conference, 438\u2013443."},{"key":"10.1007\/s40593-017-0152-1_CR39","doi-asserted-by":"crossref","unstructured":"Grafsgaard, J. F., Wiggins, J. B., Vail, A. K., Boyer, K. E., Wiebe, E. N., Lester, J. C. (2014). The additive value of multimodal features for predicting engagement, frustration, and learning during tutoring. In: Proceedings of the 16th ACM International Conference on Multimodal Interaction (pp. 42\u201349).","DOI":"10.1145\/2663204.2663264"},{"key":"10.1007\/s40593-017-0152-1_CR40","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","article-title":"The meaning and use of the area under a receiver operating characteristic (ROC) curve","volume":"143","author":"Hanley","year":"1982","journal-title":"Radiology"},{"key":"10.1007\/s40593-017-0152-1_CR41","doi-asserted-by":"crossref","unstructured":"Hershkovitz, A., Wixon, M., Baker, R. S. J. d., Gobert, J., & Sao Pedro, M. (2011) Carelessness and Goal Orientation in a Science Microworld. Poster paper. Proceedings of the 15th International Conference on Artificial Intelligence in Education (pp. 462\u2013465).","DOI":"10.1007\/978-3-642-21869-9_70"},{"issue":"10","key":"10.1007\/s40593-017-0152-1_CR42","doi-asserted-by":"crossref","first-page":"1480","DOI":"10.1177\/0002764213479365","article-title":"Discovery with models a case study on carelessness in computer-based science inquiry","volume":"57","author":"Hershkovitz","year":"2013","journal-title":"American Behavioral Scientist"},{"key":"10.1007\/s40593-017-0152-1_CR43","series-title":"Efficiency of automated detectors of learner engagement and affect compared with traditional observation methods","author":"Hollands","year":"2015"},{"key":"10.1007\/s40593-017-0152-1_CR44","doi-asserted-by":"crossref","unstructured":"Jacobs, L. M., McSwain Jr, N. E., Rotondo, M. F., Wade, D., Fabbri, W., Eastman, A. L., et al. (2013). Improving survival from active shooter events: the Hartford Consensus. Journal of Trauma and Acute Care Surgery, 74(6), 1399-1400.","DOI":"10.1097\/TA.0b013e318296b237"},{"key":"10.1007\/s40593-017-0152-1_CR45","series-title":"Proceedings of the 12th international conference on intelligent tutoring systems","first-page":"29","article-title":"Predicting affect from gaze data during interaction with an intelligent tutoring system","author":"Jaques","year":"2014"},{"key":"10.1007\/s40593-017-0152-1_CR46","series-title":"Proceedings of the 8th International Conference on Educational Data Mining (EDM 2015)","first-page":"77","article-title":"Comparison of face-based and interaction-based affect detectors in physics playground","author":"Kai","year":"2015"},{"issue":"8","key":"10.1007\/s40593-017-0152-1_CR47","doi-asserted-by":"crossref","first-page":"724","DOI":"10.1016\/j.ijhcs.2007.02.003","article-title":"Automatic prediction of frustration","volume":"65","author":"Kapoor","year":"2007","journal-title":"International Journal of Human-Computer Studies"},{"key":"10.1007\/s40593-017-0152-1_CR48","doi-asserted-by":"crossref","unstructured":"Keselman, H. J. (1998) Testing treatment effects in repeated measures designs: An update for psychophysiological researchers. Psychophysiology, 35(4), 470-478.","DOI":"10.1017\/S0048577298000237"},{"issue":"2","key":"10.1007\/s40593-017-0152-1_CR49","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S0953-5438(01)00053-4","article-title":"This computer responds to user frustration: Theory, design, and results","volume":"14","author":"Klein","year":"2002","journal-title":"Interacting with Computers"},{"key":"10.1007\/s40593-017-0152-1_CR50","series-title":"Tragedy into drama: An American history of tourniquet use in the current war","author":"Kragh","year":"2013"},{"key":"10.1007\/s40593-017-0152-1_CR51","unstructured":"Liu Z, Pataranutaporn V, Ocumpaugh J, Baker RSJd (2013). Sequences of frustration and confusion, and learning. In: Proceedings of the 6th international conference on educational data mining, pp 114\u2013120."},{"key":"10.1007\/s40593-017-0152-1_CR52","unstructured":"Mall, H., Goldberg, B. (2014) SIMILE: An authoring and reasoning system for GIFT. In Proceedings of the 2nd Annual GIFT Users Symposium. Orlando: US Army research laboratory."},{"key":"10.1007\/s40593-017-0152-1_CR53","unstructured":"Marien, H., Aarts, H., & Custer, R. (2015). How goals control behavior: The role of action- outcome and reward information. In Braver, T. (2015). (Ed.), Motivation and cognitive control (pp. 165\u2013185). London: Routledge."},{"issue":"4","key":"10.1007\/s40593-017-0152-1_CR54","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1016\/j.ijhcs.2006.11.015","article-title":"Modeling and evaluating empathy in embodied companion agents","volume":"65","author":"McQuiggan","year":"2007","journal-title":"International Journal of Human-Computer Studies"},{"issue":"1","key":"10.1007\/s40593-017-0152-1_CR55","doi-asserted-by":"crossref","first-page":"86","DOI":"10.4018\/jgcms.2011010107","article-title":"Ecosystem science learning via multi-user virtual environments","volume":"3","author":"Metcalf","year":"2011","journal-title":"International Journal of Gaming and Computer-Mediated Simulations"},{"key":"10.1007\/s40593-017-0152-1_CR56","doi-asserted-by":"crossref","unstructured":"Mierswa, I., Wurst, M., Klinkenberg, R., Scholz, M., and Euler, T. (2006). YALE: Rapid prototyping for complex data mining tasks. Proc. of the 12th ACM SIGKDD Int'l Conf. on Knowledge Discovery & Data Mining (pp. 935\u2013940).","DOI":"10.1145\/1150402.1150531"},{"key":"10.1007\/s40593-017-0152-1_CR57","unstructured":"Narciss, S. (2008). Feedback strategies for interactive learning tasks. Handbook of research on educational communications and technology, 3, 125\u2013144."},{"key":"10.1007\/s40593-017-0152-1_CR58","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1007\/s10111-003-0143-x","article-title":"Emotion from physiological signals using wireless sensors for presence technologies","volume":"6","author":"Nasoz","year":"2004","journal-title":"Cognition, Technology & Work"},{"key":"10.1007\/s40593-017-0152-1_CR59","unstructured":"Ocumpaugh, J., Baker, R. S. J.d., & Rodrigo, M. M. T. (2012). Baker-Rodrigo observation method protocol (BROMP). Training manual version 1.0. Technical report. EdLab: New York, Manila: Ateneo Laboratory for the Learning Sciences."},{"key":"10.1007\/s40593-017-0152-1_CR60","series-title":"Baker Rodrigo Ocumpaugh monitoring protocol (BROMP) 2.0 technical and training manual. Technical report","author":"Ocumpaugh","year":"2015"},{"key":"10.1007\/s40593-017-0152-1_CR61","unstructured":"Ocumpaugh, J., Baker, R.S., Rodrigo, M.M.T., Salvi, A. van Velsen, M., Aghababyan, A., et al. (2015b). HART: The human affect recording tool. Proceedings of the 33rd Annual International Conference on the Design of Communication (p. 24). ACM.."},{"key":"10.1007\/s40593-017-0152-1_CR62","doi-asserted-by":"crossref","unstructured":"Paquette, L., Baker, R. S., Sao Pedro, M. A., Gobert, J. D., Rossi, L., Nakama, A., et al. (2014). Sensor-free affect detection for a simulation-based science inquiry learning environment. In Intelligent tutoring systems (pp. 1\u201310). Springer International Publishing.","DOI":"10.1007\/978-3-319-07221-0_1"},{"key":"10.1007\/s40593-017-0152-1_CR63","unstructured":"Paquette, L., Rowe, J., Baker, R.S., Mott, B., Lester, J., DeFalco, J., Brawner, K., Sottilare, R., Georgoulas, V. (2015). Sensor-Free or Sensor-Full: A Comparison of Data Modalities in Multi-Channel Affect Detection. Proceedings of the 8th International Conference on Educational Data Mining, 93\u2013100."},{"issue":"1","key":"10.1007\/s40593-017-0152-1_CR64","doi-asserted-by":"crossref","first-page":"107","DOI":"10.18608\/jla.2014.11.6","article-title":"Affective states and state tests: Investigating how affect and engagement during the school year predict end-of-year learning outcomes","volume":"1","author":"Pardos","year":"2014","journal-title":"Journal of Learning Analytic"},{"key":"10.1007\/s40593-017-0152-1_CR65","series-title":"Fort Sam Houston, TX: Center for Army Lessons Learned","article-title":"12-10 - tactical combat casualty care (TCCC) handbook","author":"Parsons","year":"2005"},{"issue":"3","key":"10.1007\/s40593-017-0152-1_CR66","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1037\/0022-0663.98.3.583","article-title":"Achievement goals and discrete achievement emotions: A theoretical model and prospective test","volume":"98","author":"Pekrun","year":"2006","journal-title":"Journal of Educational Psychology"},{"key":"10.1007\/s40593-017-0152-1_CR67","doi-asserted-by":"crossref","unstructured":"Picard, R. W., Papert, S., Bender, W., Blumberg, B., Breazeal, C., Cavallo, D., et al. (2004). Affective learning\u2014a manifesto. BT technology journal, 22(4), 253\u2013269.","DOI":"10.1023\/B:BTTJ.0000047603.37042.33"},{"key":"10.1007\/s40593-017-0152-1_CR68","doi-asserted-by":"crossref","unstructured":"Robison, J., McQuiggan, S., & Lester, J. (2009). Evaluating the consequences of affective feedback in intelligent tutoring systems. In Affective Computing and Intelligent Interaction and Workshops, 2009. ACII 2009, 3rd International Conference on (pp. 1\u20136). IEEE.","DOI":"10.1109\/ACII.2009.5349555"},{"key":"10.1007\/s40593-017-0152-1_CR69","unstructured":"Rodrigo, M.M.T., Baker, R.S.J.d., McLaren, B., Jayme, A., and Dy, T. (2012). Development of a Workbench to Address the Educational Data Mining Bottleneck. Proc. of the 5th Int'l Conf. on Educational Data Mining, (pp. 152\u2013155)."},{"key":"10.1007\/s40593-017-0152-1_CR70","doi-asserted-by":"crossref","unstructured":"Roll, I., Aleven, V., McLaren, B. M., & Koedinger, K. R. (2011). Improving students\u2019 help-seeking skills using metacognitive feedback in an intelligent tutoring system. Learning and Instruction, 21(2), 267\u2013280.","DOI":"10.1016\/j.learninstruc.2010.07.004"},{"key":"10.1007\/s40593-017-0152-1_CR71","unstructured":"Rowe, J., Mott, B., McQuiggan, J., Robison, S., and Lester, J. (2009). Crystal Island: A narrative-centered learning environment for eighth grade microbiology. Workshop on Educational Games at the 14th International Conference on Artificial Intelligence in Education, (pp. 11\u201320).."},{"key":"10.1007\/s40593-017-0152-1_CR72","doi-asserted-by":"crossref","first-page":"450","DOI":"10.1037\/0022-3514.43.3.450","article-title":"Control and information in the intrapersonal sphere: An extension of cognitive evaluation theory","volume":"43","author":"Ryan","year":"1982","journal-title":"Journal of Personality and Social Psychology"},{"key":"10.1007\/s40593-017-0152-1_CR73","doi-asserted-by":"crossref","unstructured":"Sabourin, J., Rowe, J., Mott, B., & Lester, J. (2011). When off-task in on-task: The affective role of off-task behavior in narrative-centered learning environments. In Proceedings of the 15th International Conference on Artificial Intelligence in Education (pp. 534\u2013536).","DOI":"10.1007\/978-3-642-21869-9_93"},{"key":"10.1007\/s40593-017-0152-1_CR74","doi-asserted-by":"crossref","unstructured":"San Pedro, M. O. C., Baker, R.S.J.d., Rodrigo, M. M. (2011a) The relationship between carelessness and affect in a cognitive tutor. In Proceedings of the 4th bi-annual International Conference on affective computing and intelligent interaction (pp. 306\u2013315).","DOI":"10.1007\/978-3-642-24600-5_34"},{"key":"10.1007\/s40593-017-0152-1_CR75","doi-asserted-by":"crossref","unstructured":"San Pedro, M. O. C., Baker, R., Rodrigo, M. M. (2011b) Detecting carelessness through contextual estimation of slip probabilities among students using an intelligent tutor for mathematics. In Proceedings of 15th International Conference on Artificial Intelligence in Education (pp. 304\u2013311).","DOI":"10.1007\/978-3-642-21869-9_40"},{"key":"10.1007\/s40593-017-0152-1_CR76","doi-asserted-by":"crossref","unstructured":"Sanghvi, J., Castellano, G., Leite, I., Pereira, A., McOwan, P. W., & Paiva, A. (2011). Automatic analysis of affective postures and body motion to detect engagement with a game companion. In Proceedings of the 6th ACM\/IEEE International Conference on Human-Robot Interaction (pp. 305\u2013311).","DOI":"10.1145\/1957656.1957781"},{"key":"10.1007\/s40593-017-0152-1_CR77","doi-asserted-by":"crossref","first-page":"638","DOI":"10.1521\/soco.2007.25.5.638","article-title":"Attitude construction: Evaluation in context","volume":"25","author":"Schwarz","year":"2007","journal-title":"Social Cognition"},{"key":"10.1007\/s40593-017-0152-1_CR78","series-title":"Social cognition: The basis of human interaction","first-page":"121","article-title":"Mental construal in social judgment","author":"Schwarz","year":"2009"},{"key":"10.1007\/s40593-017-0152-1_CR79","unstructured":"Shih, B., Koedinger, K., & Scheines, R. (2008). A response time model for bottom-out hints as worked examples. In Proceedings of the 1st International Conference on Educational Data Mining (pp. 117\u2013126)."},{"key":"10.1007\/s40593-017-0152-1_CR80","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1016\/j.jcms.2011.09.005","article-title":"The immediate lifesaving management of maxillofacial, life-threatening hemorrhages due to IED and\/or shrapnel injuries: When hazard is in hesitation, not in the action","volume":"40","author":"Shuker","year":"2011","journal-title":"Journal of Cranio-Maxillo-Facial Surgery"},{"key":"10.1007\/s40593-017-0152-1_CR81","series-title":"The intersectionality between the short grit scale and four measures of academic self-efficacy of African American males enrolled through a remedial program at a historically black college and university","author":"Slack","year":"2014"},{"key":"10.1007\/s40593-017-0152-1_CR82","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/S0065-2601(04)36002-8","article-title":"Socially situated cognition: Cognition in its social context","volume":"36","author":"Smith","year":"2004","journal-title":"Advances in Experimental Social Psychology"},{"key":"10.1007\/s40593-017-0152-1_CR83","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1111\/j.1467-8721.2007.00490.x","article-title":"Situated social cognition","volume":"16","author":"Smith","year":"2007","journal-title":"Current Directions in Psychological Science"},{"key":"10.1007\/s40593-017-0152-1_CR84","first-page":"176","article-title":"Teaching tactical combat casualty care using the TC3Sim game based simulation: A study to measure training effectiveness","volume":"154","author":"Sotomayor","year":"2010","journal-title":"Studies in Health Technology and Informatics"},{"key":"10.1007\/s40593-017-0152-1_CR85","unstructured":"Sottilare, R. A., Brawner, K. W., Goldberg, B. S., & Holden, H. K. (2012). The Generalized Intelligent Framework for Tutoring (GIFT). Concept paper released as part of GIFT software documentation. Orlando, FL: US Army Research Laboratory\u2013Human Research & Engineering Directorate (ARL-HRED). US Army Research Laboratory\u2013Human Research & Engineering Directorate (ARL-HRED)."},{"issue":"47","key":"10.1007\/s40593-017-0152-1_CR86","first-page":"74","article-title":"An integrative theory of intergroup conflict","volume":"33","author":"Tajfel","year":"1979","journal-title":"The Social Psychology of Intergroup Relations"},{"key":"10.1007\/s40593-017-0152-1_CR87","unstructured":"Verma, J. P. (2016). Repeated Measures Design for Empirical Researchers. Hoboken, NJ: John Wiley & Sons."},{"key":"10.1007\/s40593-017-0152-1_CR88","unstructured":"Wagster, J., Tan, J., Wu, Y., Biwas, G., & Schwartz, D. (2007). Do learning by teaching environments with metacognitive support help students develop better learning behaviors?. In Proceedings of the Cognitive Science Society (Vol. 29, No. 29)."},{"key":"10.1007\/s40593-017-0152-1_CR89","unstructured":"Weinberg, S. L., & Abramowitz, S. K. (2002). Data Analysis for the Behavioral Sciences Using SPSS. New York: Cambridge University Press."},{"key":"10.1007\/s40593-017-0152-1_CR90","doi-asserted-by":"crossref","unstructured":"Witmer, B. G., & Singer, M. J. (1998). Measuring Presence in Virtual Environments: A Presence Questionnaire. Presence: Teleoperators & Virtual Environments, 7(3), 225-240. https:\/\/doi.org\/10.1162\/105474698565686.","DOI":"10.1162\/105474698565686"},{"key":"10.1007\/s40593-017-0152-1_CR91","series-title":"The factor structure of the presence questionnaire. Presence, 14(3), 298 312","author":"Witmer","year":"2005"},{"key":"10.1007\/s40593-017-0152-1_CR92","doi-asserted-by":"crossref","unstructured":"Wixon, M., Baker, R.S.J.d., Gobert, J., Ocumpaugh, J., & Bachmann, M. (2012). WTF? Detecting Students who are Conducting Inquiry Without Thinking Fastidiously. Proceedings of the 20th International Conference on User Modeling, Adaptation and Personalization (UMAP 2012), (pp. 286\u2013298).","DOI":"10.1007\/978-3-642-31454-4_24"},{"key":"10.1007\/s40593-017-0152-1_CR93","doi-asserted-by":"crossref","unstructured":"Worsley, M., Scherer, S., Morency, L. P., & Blikstein, P. (2015). Exploring behavior representation for learning analytics. In Proceedings of the 2015 ACM International Conference on Multimodal Interaction (pp. 251\u2013258).","DOI":"10.1145\/2818346.2820737"},{"issue":"1","key":"10.1007\/s40593-017-0152-1_CR94","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1109\/TPAMI.2008.52","article-title":"A survey of affect recognition methods: Audio, visual, and spontaneous expressions","volume":"31","author":"Zeng","year":"2009","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s40593-017-0152-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-017-0152-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226006669?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226006669?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-017-0152-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:13:29Z","timestamp":1779084809000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226006669"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6]]},"references-count":94,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2018,6]]}},"alternative-id":["S1560429226006669"],"URL":"https:\/\/doi.org\/10.1007\/s40593-017-0152-1","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2018,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Detecting and Addressing Frustration in a Serious Game for Military Training","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-017-0152-1","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2017 The Author(s). Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}