{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T11:06:51Z","timestamp":1753355211915,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["AI Institute for Engaged Learning, Grant No. DRL-2112635"],"award-info":[{"award-number":["AI Institute for Engaged Learning, Grant No. DRL-2112635"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,4]]},"DOI":"10.1145\/3678957.3685751","type":"proceedings-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T04:35:53Z","timestamp":1730262953000},"page":"575-584","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Relating Students Cognitive Processes and Learner-Centered Emotions: An Advanced Deep Learning Approach"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1690-1626","authenticated-orcid":false,"given":"Ashwin","family":"T S","sequence":"first","affiliation":[{"name":"Computer Science\/ISIS, Vanderbilt University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2236-4027","authenticated-orcid":false,"given":"Gautam","family":"Biswas","sequence":"additional","affiliation":[{"name":"Computer Science\/ISIS, Vanderbilt University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iswa.2022.200171"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.22318\/icls2024.321032"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.12729872"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.12729872"},{"key":"e_1_3_2_1_5_1","volume-title":"Identifying and Mitigating Algorithmic Bias in Student Emotional Analysis. In International Conference on Artificial Intelligence in Education. Springer, 89\u2013103","author":"Ashwin TS","year":"2024","unstructured":"TS Ashwin and Gautam Biswas. 2024. Identifying and Mitigating Algorithmic Bias in Student Emotional Analysis. In International Conference on Artificial Intelligence in Education. Springer, 89\u2013103."},{"key":"e_1_3_2_1_6_1","volume-title":"2018 IEEE 18th International Conference on Advanced Learning Technologies (ICALT). IEEE, 436\u2013440","author":"Ashwin TS","year":"2018","unstructured":"TS Ashwin and Ram Mohana\u00a0Reddy Guddeti. 2018. Unobtrusive students\u2019 engagement analysis in computer science laboratory using deep learning techniques. In 2018 IEEE 18th International Conference on Advanced Learning Technologies (ICALT). IEEE, 436\u2013440."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.02.075"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-019-09254-3"},{"volume-title":"Handbook of self-regulation of learning and performance","author":"Azevedo Roger","key":"e_1_3_2_1_9_1","unstructured":"Roger Azevedo, Michelle Taub, and Nicholas\u00a0V Mudrick. 2017. Understanding and reasoning about real-time cognitive, affective, and metacognitive processes to foster self-regulation with advanced learning technologies. In Handbook of self-regulation of learning and performance. Routledge, 254\u2013270."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.12.003"},{"key":"e_1_3_2_1_11_1","volume-title":"BROMP quantitative field observations: A review. Learning Science: Theory, Research, and Practice","author":"Baker S","year":"2020","unstructured":"Ryan\u00a0S Baker, Jaclyn\u00a0L Ocumpaugh, and JMAL Andres. 2020. BROMP quantitative field observations: A review. Learning Science: Theory, Research, and Practice. New York, NY: McGraw-Hill (2020)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG57933.2023.10042673"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2021.10.005"},{"key":"e_1_3_2_1_14_1","volume-title":"Confusion and its dynamics during device comprehension with breakdown scenarios. Acta psychologica 151","author":"D\u2019Mello Sidney","year":"2014","unstructured":"Sidney D\u2019Mello and Art Graesser. 2014. Confusion and its dynamics during device comprehension with breakdown scenarios. Acta psychologica 151 (2014), 106\u2013116."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the annual meeting of the cognitive science society, Vol.\u00a029","author":"D\u2019Mello Sidney","year":"2007","unstructured":"Sidney D\u2019Mello, Art Graesser, 2007. Monitoring affective trajectories during complex learning. In Proceedings of the annual meeting of the cognitive science society, Vol.\u00a029."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2011.10.001"},{"volume-title":"Artificial Intelligence in Education, Andrew\u00a0M","author":"Fonteles Joyce","key":"e_1_3_2_1_17_1","unstructured":"Joyce Fonteles, Eduardo Davalos, T.\u00a0S. Ashwin, Yike Zhang, Mengxi Zhou, Efrat Ayalon, Alicia Lane, Selena Steinberg, Gabriella Anton, Joshua Danish, Noel Enyedy, and Gautam Biswas. 2024. A First Step in Using Machine Learning Methods to Enhance Interaction Analysis for Embodied Learning Environments. In Artificial Intelligence in Education, Andrew\u00a0M. Olney, Irene-Angelica Chounta, Zitao Liu, Olga\u00a0C. Santos, and Ig\u00a0Ibert Bittencourt (Eds.). Springer Nature Switzerland, Cham, 3\u201316."},{"key":"e_1_3_2_1_18_1","volume-title":"Daisee: Towards user engagement recognition in the wild. arXiv preprint arXiv:1609.01885","author":"Gupta Abhay","year":"2016","unstructured":"Abhay Gupta, Arjun D\u2019Cunha, Kamal Awasthi, and Vineeth Balasubramanian. 2016. Daisee: Towards user engagement recognition in the wild. arXiv preprint arXiv:1609.01885 (2016)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2019.102423"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. 7680\u20137689","author":"Jacob Geethu\u00a0Miriam","year":"2021","unstructured":"Geethu\u00a0Miriam Jacob and Bjorn Stenger. 2021. Facial action unit detection with transformers. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. 7680\u20137689."},{"key":"e_1_3_2_1_21_1","volume-title":"Emotion recognition and artificial intelligence: A systematic review (2014\u20132023) and research recommendations. Information Fusion","author":"Khare K","year":"2023","unstructured":"Smith\u00a0K Khare, Victoria Blanes-Vidal, Esmaeil\u00a0S Nadimi, and U\u00a0Rajendra Acharya. 2023. Emotion recognition and artificial intelligence: A systematic review (2014\u20132023) and research recommendations. Information Fusion (2023), 102019."},{"key":"e_1_3_2_1_22_1","volume-title":"Analyzing the temporal evolution of students","author":"Kinnebrew S","year":"2014","unstructured":"John\u00a0S Kinnebrew, James\u00a0R Segedy, and Gautam Biswas. 2014. Analyzing the temporal evolution of students\u2019 behaviors in open-ended learning environments. Metacognition and learning 9 (2014), 187\u2013215."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2015.2513387"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2017.02.001"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/1454278.1454280"},{"key":"e_1_3_2_1_26_1","volume-title":"Deep facial expression recognition: A survey","author":"Li Shan","year":"2020","unstructured":"Shan Li and Weihong Deng. 2020. Deep facial expression recognition: A survey. IEEE transactions on affective computing 13, 3 (2020), 1195\u20131215."},{"key":"e_1_3_2_1_27_1","first-page":"1","article-title":"Measuring personality constructs: The advantages and disadvantages of self-reports, informant reports and behavioural assessments","volume":"1","author":"McDonald Jennifer\u00a0Dodorico","year":"2008","unstructured":"Jennifer\u00a0Dodorico McDonald. 2008. Measuring personality constructs: The advantages and disadvantages of self-reports, informant reports and behavioural assessments. Enquire 1, 1 (2008), 1\u201319.","journal-title":"Enquire"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2740923"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209219.3209241"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103641"},{"key":"e_1_3_2_1_31_1","volume-title":"Baker Rodrigo Ocumpaugh monitoring protocol (BROMP) 2.0 technical and training manual","author":"Jaclyn Ocumpaugh","year":"2015","unstructured":"Jaclyn Ocumpaugh 2015. Baker Rodrigo Ocumpaugh monitoring protocol (BROMP) 2.0 technical and training manual. New York, NY and Manila, Philippines: Teachers College, Columbia University and Ateneo Laboratory for the Learning Sciences 60 (2015)."},{"volume-title":"International handbook of emotions in education","author":"Pekrun Reinhard","key":"e_1_3_2_1_32_1","unstructured":"Reinhard Pekrun and Markus B\u00fchner. 2014. Self-report measures of academic emotions. In International handbook of emotions in education. Routledge, 561\u2013579."},{"key":"e_1_3_2_1_33_1","volume-title":"Academic emotions in students","author":"Pekrun Reinhard","year":"2002","unstructured":"Reinhard Pekrun, Thomas Goetz, Wolfram Titz, and Raymond\u00a0P Perry. 2002. Academic emotions in students\u2019 self-regulated learning and achievement: A program of qualitative and quantitative research. Educational psychologist 37, 2 (2002), 91\u2013105."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Reinhard Pekrun and Elizabeth\u00a0J Stephens. 2012. Academic emotions. (2012).","DOI":"10.1037\/13274-001"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2018.2807447"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-09741-5"},{"key":"e_1_3_2_1_37_1","volume-title":"A circumplex model of affect.Journal of personality and social psychology 39, 6","author":"Russell A","year":"1980","unstructured":"James\u00a0A Russell. 1980. A circumplex model of affect.Journal of personality and social psychology 39, 6 (1980), 1161."},{"key":"e_1_3_2_1_38_1","volume-title":"International Conference on Machine Learning. PMLR, 30119\u201330129","author":"Savchenko Andrey","year":"2023","unstructured":"Andrey Savchenko. 2023. Facial expression recognition with adaptive frame rate based on multiple testing correction. In International Conference on Machine Learning. PMLR, 30119\u201330129."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2022.3188390"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.35940\/ijeat.F9170.088619"},{"key":"e_1_3_2_1_41_1","volume-title":"How are students","author":"Taub Michelle","year":"2021","unstructured":"Michelle Taub, Roger Azevedo, Ramkumar Rajendran, Elizabeth\u00a0B Cloude, Gautam Biswas, and Megan\u00a0J Price. 2021. How are students\u2019 emotions related to the accuracy of cognitive and metacognitive processes during learning with an intelligent tutoring system?Learning and Instruction 72 (2021), 101200."},{"key":"e_1_3_2_1_42_1","volume-title":"Sensitive questions in surveys.Psychological bulletin 133, 5","author":"Tourangeau Roger","year":"2007","unstructured":"Roger Tourangeau and Ting Yan. 2007. Sensitive questions in surveys.Psychological bulletin 133, 5 (2007), 859."},{"key":"e_1_3_2_1_43_1","volume-title":"Automatic detection of students","author":"Ram Mohana\u00a0Reddy Guddeti Ashwin","year":"2020","unstructured":"Ashwin TS and Ram Mohana\u00a0Reddy Guddeti. 2020. Automatic detection of students\u2019 affective states in classroom environment using hybrid convolutional neural networks. Education and information technologies 25, 2 (2020), 1387\u20131415."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10643-019-00955-3"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1111\/bjep.12173"},{"key":"e_1_3_2_1_46_1","volume-title":"Self-regulation of learning within computer-based learning environments: A critical analysis. Educational psychology review 20","author":"Winters I","year":"2008","unstructured":"Fielding\u00a0I Winters, Jeffrey\u00a0A Greene, and Claudine\u00a0M Costich. 2008. Self-regulation of learning within computer-based learning environments: A critical analysis. Educational psychology review 20 (2008), 429\u2013444."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV57701.2024.00599"}],"event":{"name":"ICMI '24: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","acronym":"ICMI '24","location":"San Jose Costa Rica"},"container-title":["International Conference on Multimodel Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685751","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3678957.3685751","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:12Z","timestamp":1750295412000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685751"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"references-count":47,"alternative-id":["10.1145\/3678957.3685751","10.1145\/3678957"],"URL":"https:\/\/doi.org\/10.1145\/3678957.3685751","relation":{},"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"2024-11-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}