{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:01:15Z","timestamp":1775066475718,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1561676"],"award-info":[{"award-number":["1561676"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3636555.3636875","type":"proceedings-article","created":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T18:11:20Z","timestamp":1709662280000},"page":"241-252","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Exploring Confusion and Frustration as Non-linear Dynamical Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7599-6768","authenticated-orcid":false,"given":"Elizabeth B.","family":"Cloude","sequence":"first","affiliation":[{"name":"Tampere University, Finland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3366-9048","authenticated-orcid":false,"given":"Anabil","family":"Munshi","sequence":"additional","affiliation":[{"name":"Edmentum, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7509-1574","authenticated-orcid":false,"given":"J. M. Alexandra","family":"Andres","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9667-8523","authenticated-orcid":false,"given":"Jaclyn","family":"Ocumpaugh","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3051-3232","authenticated-orcid":false,"given":"Ryan S.","family":"Baker","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2752-3878","authenticated-orcid":false,"given":"Gautam","family":"Biswas","sequence":"additional","affiliation":[{"name":"Vanderbilt University, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,3,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.12787"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0043125"},{"key":"e_1_3_2_1_3_1","volume-title":"Frustration theory: An analysis of dispositional learning and memory. Number\u00a011","author":"Amsel A.","unstructured":"A. Amsel. 1992. Frustration theory: An analysis of dispositional learning and memory. Number\u00a011. Cambridge University Press."},{"key":"e_1_3_2_1_4_1","volume-title":"Brain. In LAK\u201919: Proceedings of the 9th International Conference on Learning Analytics & Knowledge. 383\u2013390","author":"Andres M.","unstructured":"J.\u00a0M. A.\u00a0L. Andres, J. Ocumpaugh, R.\u00a0S. Baker, S. Slater, L. Paquette, Y. Jiang, and G. Biswas. 2019. Affect sequences and learning in Betty\u2019s Brain. In LAK\u201919: Proceedings of the 9th International Conference on Learning Analytics & Knowledge. 383\u2013390."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78292-4_5"},{"key":"e_1_3_2_1_6_1","volume-title":"The Oxford handbook of affective computing, D\u2019Mello S","author":"Jaclyn Ocumpaugh Baker","unstructured":"Ryan\u00a0S.J.d Baker and Jaclyn Ocumpaugh. 2014. Interaction-Based Affect Detection in Educational Software. In The Oxford handbook of affective computing, D\u2019Mello S. Gratch Jonathan Matthew Kappas\u00a0Arvid Calvo, Rafael\u00a0A. (Ed.). Oxford University Press, 233\u2013245."},{"key":"e_1_3_2_1_7_1","volume-title":"Emotions as natural kinds?Perspectives on Psychological Science 1","author":"Barrett F.","year":"2006","unstructured":"L.\u00a0F. Barrett. 2006. Emotions as natural kinds?Perspectives on Psychological Science 1 (2006), 28\u201358."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1037\/11164-000"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0057-9"},{"key":"e_1_3_2_1_10_1","volume-title":"Emotions conceptualized as intervening variables\u2014with suggestions toward a theory of frustration.Psychological bulletin 48, 6","author":"Brown S","year":"1951","unstructured":"Judson\u00a0S Brown and Isabel\u00a0E Farber. 1951. Emotions conceptualized as intervening variables\u2014with suggestions toward a theory of frustration.Psychological bulletin 48, 6 (1951), 465."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3210755"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 42nd Annual Conference of the Cognitive Science Society. 423\u2013429","author":"Cloude B.","unstructured":"E.\u00a0B. Cloude, F. Wortha, D. Dever, and R. Azevedo. 2020. How do emotions change during learning with an intelligent tutoring system? Metacognitive monitoring and performance with MetaTutor. In Proceedings of the 42nd Annual Conference of the Cognitive Science Society. 423\u2013429."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.32614\/RJ-2021-062"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-017-0152-1"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2022.813677"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2019.03.001"},{"key":"e_1_3_2_1_17_1","volume-title":"Frustration and aggression","author":"Dollard J.","unstructured":"J. Dollard, L.\u00a0W. Doob, N.\u00a0E. Miller, O.\u00a0H. Mowrer, R.\u00a0R. Sears, C.\u00a0S. Ford, C.\u00a0I. Hovland, and R.\u00a0T. Sollenberger. 1939. Frustration and aggression. Yale University Press."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2011.10.001"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2012.05.003"},{"key":"e_1_3_2_1_20_1","volume-title":"An argument for basic emotions. Cognition & emotion 6, 3-4","author":"Ekman Paul","year":"1992","unstructured":"Paul Ekman. 1992. An argument for basic emotions. Cognition & emotion 6, 3-4 (1992), 169\u2013200."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Paul Ekman. 1994. Strong evidence for universals in facial expressions: a reply to Russell\u2019s mistaken critique. (1994).","DOI":"10.1037\/\/0033-2909.115.2.268"},{"key":"e_1_3_2_1_22_1","volume-title":"concentration, and other emotions of interest: Commentary on Rozin and Cohen","author":"Ellsworth C","year":"2003","unstructured":"Phoebe\u00a0C Ellsworth. 2003. Confusion, concentration, and other emotions of interest: Commentary on Rozin and Cohen (2003). (2003)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2019.05.009"},{"key":"e_1_3_2_1_24_1","volume-title":"Emotion regulation: Current status and future prospects. Psychological inquiry 26, 1","author":"Gross J","year":"2015","unstructured":"James\u00a0J Gross. 2015. Emotion regulation: Current status and future prospects. Psychological inquiry 26, 1 (2015), 1\u201326."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"J.\u00a0T Gross and J. Cassidy. 2019. Expressive suppression of negative emotions in children and adolescents: Theory data and a guide for future research.Developmental Psychology 55 9 (2019) 1938.","DOI":"10.1037\/dev0000722"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2015.02.013"},{"key":"e_1_3_2_1_27_1","unstructured":"Clark\u00a0Leonard Hull. 1943. Principles of behavior: an introduction to behavior theory.Appleton-Century."},{"key":"e_1_3_2_1_28_1","unstructured":"iMotions. 2016. Facial expression analysis: The definitive guide. https:\/\/imotions.com\/facialexpression-guide-ebook\/"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93843-1_15"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3506860.3506863"},{"key":"e_1_3_2_1_31_1","unstructured":"S. Karumbaiah R.\u00a0S. Baker J. Ocumpaugh and A. Andres. 2021. A re-analysis and synthesis of data on affect dynamics in learning. IEEE Transactions on Affective Computing (2021)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992553"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02319858"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/1454278.1454280"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iheduc.2012.01.002"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39112-5_6"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170358.3170407"},{"key":"e_1_3_2_1_38_1","volume-title":"Educational data mining","author":"Liu Zhongxiu","year":"2013","unstructured":"Zhongxiu Liu, Visit Pataranutaporn, Jaclyn Ocumpaugh, and Ryan Baker. 2013. Sequences of frustration and confusion, and learning. In Educational data mining 2013."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"J.\u00a0M. Lodge G. Kennedy L. Lockyer A. Arguel and M. Pachman. 2018. Understanding difficulties and resulting confusion in learning: An integrative review. In Frontiers in Education Vol.\u00a03. 49.","DOI":"10.3389\/feduc.2018.00049"},{"key":"e_1_3_2_1_40_1","unstructured":"G. Mandler. 1976. Mind and Emotion. Wiley New York."},{"key":"e_1_3_2_1_41_1","volume-title":"Recurrence plots for the analysis of complex systems. Physics reports 438, 5-6","author":"Marwan Norbert","year":"2007","unstructured":"Norbert Marwan, M\u00a0Carmen Romano, Marco Thiel, and J\u00fcrgen Kurths. 2007. Recurrence plots for the analysis of complex systems. Physics reports 438, 5-6 (2007), 237\u2013329."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1119\/1.2372468"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2890247"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings from 2010 I.E. Computer Society Conference on Computer Vision and Pattern Recognition \u2014 Workshops. 17\u201324","author":"McDuff D.","unstructured":"D. McDuff, El\u00a0K. R., K. Kassam, and R. Picard. 2010. Affect valence inference from facial action unit spectrograms. In Proceedings from 2010 I.E. Computer Society Conference on Computer Vision and Pattern Recognition \u2014 Workshops. 17\u201324."},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings from the 13th International Learning Analytics and Knowledge Conference. Solar, 430\u2013440","author":"Moulder R.","unstructured":"R. Moulder, B. Booth, A. Abitino, and S. D\u2019Mello. 2023. Recurrence quantification analysis of eye gaze dynamics during team collaboration. In Proceedings from the 13th International Learning Analytics and Knowledge Conference. Solar, 430\u2013440."},{"key":"e_1_3_2_1_46_1","unstructured":"A. Munshi. 2023. An Adaptive Scaffolding Framework for Self-Regulated Learning in an Open-Ended Learning Environment. Ph.\u00a0D. Dissertation. PhD Dissertation. Vanderbilt University."},{"key":"e_1_3_2_1_47_1","volume-title":"21st International Conference of Artificial Intelligence in Education. Springer International Publishing, 411\u2013422","author":"Munshi A.","unstructured":"A. Munshi, S. Mishra, N. Zhang, L. Paquette, J. Ocumpaugh, R.\u00a0S. Baker, and G. Biswas. 2020. Modeling the relationships between basic and achievement emotions in computer-based learning environments. In 21st International Conference of Artificial Intelligence in Education. Springer International Publishing, 411\u2013422."},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the 26th Conference on User Modeling, Adaptation and Personalization. 131\u2013138","author":"Munshi A.","unstructured":"A. Munshi, R. Rajendran, J. Ocumpaugh, G. Biswas, R.\u00a0S. Baker, and L. Paquette. 2018. Modeling learners\u2019 cognitive and affective states to scaffold SRL in open-ended learning environments. In Proceedings of the 26th Conference on User Modeling, Adaptation and Personalization. 131\u2013138."},{"key":"e_1_3_2_1_49_1","unstructured":"J. Ocumpaugh R.\u00a0S. Baker and M.\u00a0M.\u00a0T Rodrigo. 2015. Baker Rodrigo Ocumpaugh Monitoring Protocol (BROMP) 2.0 Technical and Training Manual. Technical Report. Teachers College Columbia University Manila Philippines: Ateneo Laboratory for the Learning Sciences."},{"key":"e_1_3_2_1_50_1","volume-title":"APA Educational Psychology Handbook: Individual Differences and Cultural and Contextual Factors, K.\u00a0R. Harris, S.\u00a0Graham, T.\u00a0Urdan, S.\u00a0Graham Royer, and M.\u00a0Zeidner (Eds.). Vol.\u00a02","author":"Pekrun R.","unstructured":"R. Pekrun and E.\u00a0J. Stephens. 2011. Academic Emotions. In APA Educational Psychology Handbook: Individual Differences and Cultural and Contextual Factors, K.\u00a0R. Harris, S.\u00a0Graham, T.\u00a0Urdan, S.\u00a0Graham Royer, and M.\u00a0Zeidner (Eds.). Vol.\u00a02. American Psychological Association, 3\u201331."},{"key":"e_1_3_2_1_51_1","volume-title":"The Origins of Intelligence","author":"Piaget J.","unstructured":"J. Piaget. 1952. The Origins of Intelligence. International University Press, New York."},{"key":"e_1_3_2_1_52_1","unstructured":"Recurrence Plots and Cross\u00a0Recurrence Plots. [n. d.]. Recurrence Plots At A Glance. http:\/\/www.recurrence-plot.tk\/ Accessed on: 01\/10\/2023."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.05.012"},{"key":"e_1_3_2_1_54_1","volume-title":"Core affect and the psychological construction of emotion.Psychological Review 110, 1","author":"Russell A.","year":"2003","unstructured":"J.\u00a0A. Russell. 2003. Core affect and the psychological construction of emotion.Psychological Review 110, 1 (2003), 145."},{"key":"e_1_3_2_1_55_1","volume-title":"Toward a dynamic theory of emotion: The component process model of affective states. Geneva studies in Emotion and Communication 1","author":"Scherer R","year":"1987","unstructured":"K.\u00a0R Scherer. 1987. Toward a dynamic theory of emotion: The component process model of affective states. Geneva studies in Emotion and Communication 1 (1987), 1\u201398."},{"key":"e_1_3_2_1_56_1","volume-title":"Confusion and interest: The role of knowledge emotions in aesthetic experience.Psychology of Aesthetics, Creativity, and the Arts 4, 2","author":"Silvia J.","year":"2010","unstructured":"P.\u00a0J. Silvia. 2010. Confusion and interest: The role of knowledge emotions in aesthetic experience.Psychology of Aesthetics, Creativity, and the Arts 4, 2 (2010), 75."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-017-0996-1"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","unstructured":"S. Wallot A. Roepstorff and D. M\u00f8nster. 2016. Multidimensional Recurrence Quantification Analysis (MdRQA) for the analysis of multidimensional time-series: A software implementation in MATLAB and its application to group-level data in joint action. Frontiers in psychology 7 (2016) 1835.","DOI":"10.3389\/fpsyg.2016.01835"},{"key":"e_1_3_2_1_59_1","first-page":"26","article-title":"Recurrence quantification analysis of nonlinear dynamical systems","volume":"94","author":"Webber\u00a0Jr L.","year":"2005","unstructured":"C.\u00a0L. Webber\u00a0Jr and J.\u00a0P. Zbilut. 2005. Recurrence quantification analysis of nonlinear dynamical systems. Tutorials in Contemporary Nonlinear Methods for the Behavioral Sciences 94 (2005), 26\u201394.","journal-title":"Tutorials in Contemporary Nonlinear Methods for the Behavioral Sciences"}],"event":{"name":"LAK '24: The 14th Learning Analytics and Knowledge Conference","location":"Kyoto Japan","acronym":"LAK '24"},"container-title":["Proceedings of the 14th Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636875","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3636555.3636875","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T01:23:06Z","timestamp":1758072186000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636875"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":59,"alternative-id":["10.1145\/3636555.3636875","10.1145\/3636555"],"URL":"https:\/\/doi.org\/10.1145\/3636555.3636875","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-03-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}