{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T19:47:41Z","timestamp":1782589661942,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"LEAD Graduate School & Research Network, which is funded by the Ministry of Science, Research and the Arts of the state of Baden- W\u00fcrttemberg"},{"name":"Deutsche Forschungsgemeinschaft (DFG, German Research Foundation) under Germany's Excellence Strategy","award":["2064\/1 - Project number 390727645"],"award-info":[{"award-number":["2064\/1 - Project number 390727645"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,4]]},"DOI":"10.1145\/3678957.3685710","type":"proceedings-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T04:35:53Z","timestamp":1730262953000},"page":"244-253","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Detecting Aware and Unaware Mind Wandering During Lecture Viewing: A Multimodal Machine Learning Approach Using Eye Tracking, Facial Videos and Physiological Data"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1679-4979","authenticated-orcid":false,"given":"Babette","family":"B\u00fchler","sequence":"first","affiliation":[{"name":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4594-4318","authenticated-orcid":false,"given":"Efe","family":"Bozkir","sequence":"additional","affiliation":[{"name":"Human-Centered Technologies for Learning, Technical University of Munich, Germany and Human-Computer Interaction, University of T\u00fcbingen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8754-6123","authenticated-orcid":false,"given":"Hannah","family":"Deininger","sequence":"additional","affiliation":[{"name":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5530-5034","authenticated-orcid":false,"given":"Patricia","family":"Goldberg","sequence":"additional","affiliation":[{"name":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1358-6779","authenticated-orcid":false,"given":"Peter","family":"Gerjets","sequence":"additional","affiliation":[{"name":"Leibniz-Institut f\u00fcr Wissensmedien, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0647-0057","authenticated-orcid":false,"given":"Ulrich","family":"Trautwein","sequence":"additional","affiliation":[{"name":"Hector Research Institute of Education Sciences and Psychology, University of T\u00fcbingen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3146-4484","authenticated-orcid":false,"given":"Enkelejda","family":"Kasneci","sequence":"additional","affiliation":[{"name":"Human-Centered Technologies for Learning, Technical University of Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Multimodal machine learning: A survey and taxonomy","author":"Baltru\u0161aitis Tadas","year":"2018","unstructured":"Tadas Baltru\u0161aitis, Chaitanya Ahuja, and Louis-Philippe Morency. 2018. Multimodal machine learning: A survey and taxonomy. IEEE transactions on pattern analysis and machine intelligence 41, 2 (2018), 423\u2013443."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2016.7477553"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820742"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-015-9167-1"},{"key":"e_1_3_2_1_5_1","volume-title":"ACM Symposium on Eye Tracking Research and Applications. 1\u201312","author":"E.","unstructured":"Robert\u00a0E. Bixler and Sidney\u00a0K. D\u2019Mello. 2021. Crossed eyes: Domain adaptation for gaze-based mind wandering models. In ACM Symposium on Eye Tracking Research and Applications. 1\u201312."},{"key":"e_1_3_2_1_6_1","volume-title":"Intelligent tutoring systems(Lecture Notes in Computer Science), \u015etefan Tr\u0103u\u015fan-Matu, Kristy\u00a0Elizabeth Boyer","author":"Blanchard Nathaniel","unstructured":"Nathaniel Blanchard, Robert Bixler, Tera Joyce, and Sidney D\u2019Mello. 2014. Automated Physiological-Based Detection of Mind Wandering during Learning. In Intelligent tutoring systems(Lecture Notes in Computer Science), \u015etefan Tr\u0103u\u015fan-Matu, Kristy\u00a0Elizabeth Boyer, Martha Crosby, and Kitty Panourgia (Eds.). Springer, Cham, 55\u201360."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2908837"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3481889"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.3390\/s20092546"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Babette B\u00fchler Efe Bozkir Patricia Goldberg Hannah Deininger Sidney D\u2019Mello Peter Gerjets Ulrich Trautwein and Enkelejda Kasneci. 2024. Temporal Dynamics of Meta-Awareness of Mind Wandering During Lecture Viewing: Implications for Learning and Automated Detection Using Machine Learning.. In Journal of Educational Psychology. Accepted for Publication.","DOI":"10.1037\/edu0000903"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0223941"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.953"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0900234106"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2021.697532"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2020.106453"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0222276"},{"key":"e_1_3_2_1_18_1","volume-title":"Educational Data Mining","author":"D\u2019Mello Sidney","year":"2013","unstructured":"Sidney D\u2019Mello, Jonathan Cobian, and Matthew Hunter. 2013. Automatic gaze-based detection of mind wandering during reading. In Educational Data Mining 2013."},{"key":"e_1_3_2_1_19_1","volume-title":"Zone out No More: Mitigating Mind Wandering during Computerized Reading","author":"D\u2019Mello K.","year":"2017","unstructured":"Sidney\u00a0K. D\u2019Mello, Caitlin Mills, Robert Bixler, and Nigel Bosch. 2017. Zone out No More: Mitigating Mind Wandering during Computerized Reading.International Educational Data Mining Society (2017)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-017-0857-y"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1037\/xhp0000743"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j"},{"key":"e_1_3_2_1_23_1","volume-title":"Gaze-Based Detection of Mind Wandering during Lecture Viewing","author":"Hutt Stephen","year":"2017","unstructured":"Stephen Hutt, Jessica Hardey, Robert Bixler, Angela Stewart, Evan Risko, and Sidney\u00a0K. D\u2019Mello. 2017. Gaze-Based Detection of Mind Wandering during Lecture Viewing. International Educational Data Mining Society (2017)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-019-09228-5"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201314","author":"Hutt Stephen","unstructured":"Stephen Hutt, Kristina Krasich, James R.\u00a0Brockmole, and Sidney K.\u00a0D\u2019Mello. 2021. Breaking out of the lab: Mitigating mind wandering with gaze-based attention-aware technology in classrooms. In Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u201314."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445269"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3079628.3079669"},{"key":"e_1_3_2_1_28_1","volume-title":"The Eyes Have It: Gaze-Based Detection of Mind Wandering during Learning with an Intelligent Tutoring System","author":"Hutt Stephen","year":"2016","unstructured":"Stephen Hutt, Caitlin Mills, Shelby White, Patrick\u00a0J Donnelly, and Sidney\u00a0K D\u2019Mello. 2016. The Eyes Have It: Gaze-Based Detection of Mind Wandering during Learning with an Intelligent Tutoring System.International Educational Data Mining Society (2016)."},{"key":"e_1_3_2_1_29_1","volume-title":"Webcam-based eye tracking to detect mind wandering and comprehension errors. Behavior Research Methods","author":"Hutt Stephen","year":"2023","unstructured":"Stephen Hutt, Aaron Wong, Alexandra Papoutsaki, Ryan\u00a0S Baker, Joshua\u00a0I Gold, and Caitlin Mills. 2023. Webcam-based eye tracking to detect mind wandering and comprehension errors. Behavior Research Methods (2023), 1\u201317."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2013.47"},{"key":"e_1_3_2_1_31_1","volume-title":"Eye fixations and cognitive processes. Cognitive psychology 8, 4","author":"Just Marcel\u00a0Adam","year":"1976","unstructured":"Marcel\u00a0Adam Just and Patricia\u00a0A Carpenter. 1976. Eye fixations and cognitive processes. Cognitive psychology 8, 4 (1976), 441\u2013480."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1037\/xge0000362"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1002\/adsr.202300067"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3577190.3614126"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00228"},{"key":"e_1_3_2_1_36_1","first-page":"I","article-title":"A Unified Approach to Interpreting Model Predictions","volume":"30","author":"Lundberg M","year":"2017","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. In Advances in Neural Information Processing Systems 30, I.\u00a0Guyon, U.\u00a0V. Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Curran Associates, Inc., 4765\u20134774. http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-020-01516-y"},{"key":"e_1_3_2_1_38_1","volume-title":"Automatic Gaze-Based Detection of Mind Wandering during Narrative Film Comprehension","author":"Mills Caitlin","year":"2016","unstructured":"Caitlin Mills, Robert Bixler, Xinyi Wang, and Sidney\u00a0K D\u2019Mello. 2016. Automatic Gaze-Based Detection of Mind Wandering during Narrative Film Comprehension.International Educational Data Mining Society (2016)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/07370024.2020.1716762"},{"key":"e_1_3_2_1_40_1","volume-title":"Eye-mind reader: An intelligent reading interface that promotes long-term comprehension by detecting and responding to mind wandering. Human\u2013Computer Interaction 36, 4","author":"Mills Caitlin","year":"2021","unstructured":"Caitlin Mills, Julie Gregg, Robert Bixler, and Sidney\u00a0K. D\u2019Mello. 2021. Eye-mind reader: An intelligent reading interface that promotes long-term comprehension by detecting and responding to mind wandering. Human\u2013Computer Interaction 36, 4 (2021), 306\u2013332."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jarmac.2020.07.004"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_43_1","volume-title":"Artificial intelligence in education(Lecture notes in computer science Lecture notes in artificial intelligence), Cristina Conati, Neil Heffernan, Antonija Mitrovic, and M.\u00a0Felisa Verdejo (Eds.)","author":"Pham Phuong","unstructured":"Phuong Pham and Jingtao Wang. 2015. AttentiveLearner: Improving Mobile MOOC Learning via Implicit Heart Rate Tracking. In Artificial intelligence in education(Lecture notes in computer science Lecture notes in artificial intelligence), Cristina Conati, Neil Heffernan, Antonija Mitrovic, and M.\u00a0Felisa Verdejo (Eds.). Springer, Cham, 367\u2013376."},{"key":"e_1_3_2_1_44_1","volume-title":"Eye movements in reading and information processing: 20 years of research.Psychological bulletin 124, 3","author":"Rayner Keith","year":"1998","unstructured":"Keith Rayner. 1998. Eye movements in reading and information processing: 20 years of research.Psychological bulletin 124, 3 (1998), 372."},{"key":"e_1_3_2_1_45_1","volume-title":"Using EZ Reader to simulate eye movements in nonreading tasks: A unified framework for understanding the eye\u2013mind link.Psychological review 119, 1","author":"Reichle D","year":"2012","unstructured":"Erik\u00a0D Reichle, Alexander Pollatsek, and Keith Rayner. 2012. Using EZ Reader to simulate eye movements in nonreading tasks: A unified framework for understanding the eye\u2013mind link.Psychological review 119, 1 (2012), 155."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1002\/acp.1814"},{"key":"e_1_3_2_1_47_1","volume-title":"An Integrated Approach","author":"Schiffman H.R.","unstructured":"H.R. Schiffman. 2001. Sensation and Perception. An Integrated Approach. John Wiley and Sons."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2011.05.006"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2018.03.010"},{"key":"e_1_3_2_1_50_1","volume-title":"Intentionality and meta-awareness of mind wandering: Are they one and the same, or distinct dimensions?Psychonomic bulletin & review 24","author":"Seli Paul","year":"2017","unstructured":"Paul Seli, Brandon\u00a0CW Ralph, Evan\u00a0F Risko, Jonathan W\u00a0Schooler, Daniel\u00a0L Schacter, and Daniel Smilek. 2017. Intentionality and meta-awareness of mind wandering: Are they one and the same, or distinct dimensions?Psychonomic bulletin & review 24 (2017), 1808\u20131818."},{"key":"e_1_3_2_1_51_1","volume-title":"Subjective experience and the attentional lapse: Task engagement and disengagement during sustained attention. Consciousness and cognition 13, 4","author":"Smallwood Jonathan","year":"2004","unstructured":"Jonathan Smallwood, John\u00a0B Davies, Derek Heim, Frances Finnigan, Megan Sudberry, Rory O\u2019Connor, and Marc Obonsawin. 2004. Subjective experience and the attentional lapse: Task engagement and disengagement during sustained attention. Consciousness and cognition 13, 4 (2004), 657\u2013690."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.3758\/BF03194102"},{"key":"e_1_3_2_1_53_1","volume-title":"When attention matters: The curious incident of the wandering mind. Memory & cognition 36","author":"Smallwood Jonathan","year":"2008","unstructured":"Jonathan Smallwood, Merrill McSpadden, and Jonathan\u00a0W Schooler. 2008. When attention matters: The curious incident of the wandering mind. Memory & cognition 36 (2008), 1144\u20131150."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.132.6.946"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-61425-0_30"},{"key":"e_1_3_2_1_56_1","volume-title":"Generalizability of Face-Based Mind Wandering Detection across Task Contexts","author":"Stewart Angela","year":"2017","unstructured":"Angela Stewart, Nigel Bosch, and Sidney\u00a0K. D\u2019Mello. 2017. Generalizability of Face-Based Mind Wandering Detection across Task Contexts.International Educational Data Mining Society (2017)."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00495"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jarmac.2017.01.015"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13423-017-1322-8"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2022.102098"},{"key":"e_1_3_2_1_61_1","volume-title":"Data Driven Approaches in Digital Education(Lecture Notes in Computer Science), \u00c9lise Lavou\u00e9, Hendrik Drachsler, Katrien Verbert, Julien Broisin, and Mar P\u00e9rez-Sanagust\u00edn (Eds.)","author":"Zhao Yue","unstructured":"Yue Zhao, Christoph Lofi, and Claudia Hauff. 2017. Scalable Mind-Wandering Detection for MOOCs: A Webcam-Based Approach. In Data Driven Approaches in Digital Education(Lecture Notes in Computer Science), \u00c9lise Lavou\u00e9, Hendrik Drachsler, Katrien Verbert, Julien Broisin, and Mar P\u00e9rez-Sanagust\u00edn (Eds.). Springer International Publishing, Cham, 330\u2013344."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66610-5_24"}],"event":{"name":"ICMI '24: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","location":"San Jose Costa Rica","acronym":"ICMI '24"},"container-title":["International Conference on Multimodel Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685710","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3678957.3685710","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:12Z","timestamp":1750295412000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685710"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"references-count":62,"alternative-id":["10.1145\/3678957.3685710","10.1145\/3678957"],"URL":"https:\/\/doi.org\/10.1145\/3678957.3685710","relation":{},"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"2024-11-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}