{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,7]],"date-time":"2026-01-07T12:48:00Z","timestamp":1767790080067,"version":"3.49.0"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031934117","type":"print"},{"value":"9783031934124","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-93412-4_8","type":"book-chapter","created":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T13:24:45Z","timestamp":1748697885000},"page":"139-158","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Tracking Individual Beliefs in\u00a0Co-situated Groups Using Multimodal Input"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-2162-3307","authenticated-orcid":false,"given":"Mariah","family":"Bradford","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4374-7263","authenticated-orcid":false,"given":"Ibrahim","family":"Khebour","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3234-6797","authenticated-orcid":false,"given":"Hannah","family":"VanderHoeven","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4635-3010","authenticated-orcid":false,"given":"Videep","family":"Venkatesha","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2653-0873","authenticated-orcid":false,"given":"Nathaniel","family":"Blanchard","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7878-7227","authenticated-orcid":false,"given":"Nikhil","family":"Krishnaswamy","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,30]]},"reference":[{"key":"8_CR1","doi-asserted-by":"crossref","unstructured":"Andrews-Todd, J., Forsyth, C.M.: Exploring social and cognitive dimensions of collaborative problem solving in an open online simulation-based task. Comput. Hum. Behav. 104, 105759 (2020)","DOI":"10.1016\/j.chb.2018.10.025"},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Avci, U., Aran, O.: Predicting the Performance in Decision-Making Tasks: From Individual Cues to Group Interaction. IEEE Trans. Multimedia 18(4), 643\u2013658 (2016). https:\/\/doi.org\/10.1109\/TMM.2016.2521348, conference Name: IEEE Transactions on Multimedia","DOI":"10.1109\/TMM.2016.2521348"},{"key":"8_CR3","doi-asserted-by":"crossref","unstructured":"Baltag, A., Moss, L.S., Solecki, S.: The Logic of Public Announcements, Common Knowledge, and Private Suspicions. Springer (2016)","DOI":"10.1007\/978-3-319-20451-2_38"},{"issue":"1","key":"8_CR4","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.apal.2013.07.007","volume":"165","author":"J van Benthem","year":"2014","unstructured":"van Benthem, J., Fern\u00e1ndez-Duque, D., Pacuit, E.: Evidence and plausibility in neighborhood structures. Ann. Pure Appl. Logic 165(1), 106\u2013133 (2014)","journal-title":"Ann. Pure Appl. Logic"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Bradford, M., Khebour, I., Blanchard, N., Krishnaswamy, N.: Automatic detection of collaborative states in small groups using multimodal features. In: Proceedings of the 24th International Conference on Artificial Intelligence in Education (2023)","DOI":"10.1007\/978-3-031-36272-9_69"},{"key":"8_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1007\/11677482_3","volume-title":"Machine Learning for Multimodal Interaction","author":"J Carletta","year":"2006","unstructured":"Carletta, J., et al.: The AMI meeting corpus: a pre-announcement. In: Renals, S., Bengio, S. (eds.) MLMI 2005. LNCS, vol. 3869, pp. 28\u201339. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11677482_3"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Cukurova, M., Zhou, Q., Spikol, D., Landolfi, L.: Modelling collaborative problem-solving competence with transparent learning analytics: is video data enough? In: Proceedings of the Tenth International Conference on Learning Analytics & Knowledge, pp. 270\u2013275 (2020)","DOI":"10.1145\/3375462.3375484"},{"issue":"3","key":"8_CR8","doi-asserted-by":"publisher","first-page":"297","DOI":"10.2307\/1932409","volume":"26","author":"LR Dice","year":"1945","unstructured":"Dice, L.R.: Measures of the amount of ecologic association between species. Ecology 26(3), 297\u2013302 (1945)","journal-title":"Ecology"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Goldman, A.I.: Simulating Minds: The Philosophy, Psychology, and Neuroscience of Mindreading. Oxford University Press (2006)","DOI":"10.1093\/0195138929.001.0001"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Graesser, A.C., Fiore, S.M., Greiff, S., Andrews-Todd, J., Foltz, P.W., Hesse, F.W.: Advancing the science of collaborative problem solving. Psychol. Sci. Public Interest 19(2), 59\u201392 (2018)","DOI":"10.1177\/1529100618808244"},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Hesse, F., Care, E., Buder, J., Sassenberg, K., Griffin, P.: A framework for teachable collaborative problem solving skills. In: Griffin, P., Care, E. (eds.) Assessment and Teaching of 21st Century Skills: Methods and Approach, pp. 37\u201356. Educational Assessment in an Information Age, Springer, Dordrecht (2015). https:\/\/doi.org\/10.1007\/978-94-017-9395-7_2, https:\/\/doi.org\/10.1007\/978-94-017-9395-7_2","DOI":"10.1007\/978-94-017-9395-7_2"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Johnson-Laird, P.N.: The history of mental models. In: Psychology of Reasoning, pp. 189\u2013222. Psychology Press (2004)","DOI":"10.4324\/9780203506936-10"},{"key":"8_CR13","doi-asserted-by":"publisher","unstructured":"Karadzhov, G., Stafford, T., Vlachos, A.: What makes you change your mind? An empirical investigation in online group decision-making conversations (Jul 2022). https:\/\/doi.org\/10.48550\/arXiv.2207.12035, http:\/\/arxiv.org\/abs\/2207.12035, arXiv:2207.12035 [cs]","DOI":"10.48550\/arXiv.2207.12035"},{"key":"8_CR14","doi-asserted-by":"crossref","unstructured":"Karadzhov, G., Stafford, T., Vlachos, A.: DeliData: a dataset for deliberation in multi-party problem solving. Proc. ACM Hum.-Comput. Interact. 7(CSCW2), 1\u201325 (2023)","DOI":"10.1145\/3610056"},{"key":"8_CR15","doi-asserted-by":"crossref","unstructured":"Khebour, I., et al.: When text and speech are not enough: a multimodal dataset of collaboration in a situated task. J. Open Hum. Data 10(1) (2024)","DOI":"10.5334\/johd.168"},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Khebour, I., Jung, C., Fitzgerald, J., Jamil, H., Krishnaswamy, N.: Feature contributions to multimodal interpretation of meaning. In: International Conference on Human-Computer Interaction (HCII). Springer (2025)","DOI":"10.1007\/978-3-031-93965-5_19"},{"key":"8_CR17","unstructured":"Khebour, I.K., et al.: Common ground tracking in multimodal dialogue. In: Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp. 3587\u20133602 (2024)"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Krishnaswamy, N., et al.: Diana\u2019s world: a situated multimodal interactive agent. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a034, pp. 13618\u201313619 (2020)","DOI":"10.1609\/aaai.v34i09.7096"},{"key":"8_CR19","unstructured":"Krishnaswamy, N., Pickard, W., Cates, B., Blanchard, N., Pustejovsky, J.: The voxworld platform for multimodal embodied agents. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, pp. 1529\u20131541 (2022)"},{"key":"8_CR20","unstructured":"Krishnaswamy, N., Pustejovsky, J.: A formal analysis of multimodal referring strategies under common ground. In: Proceedings of the Twelfth Language Resources and Evaluation Conference, pp. 5919\u20135927 (2020)"},{"key":"8_CR21","doi-asserted-by":"crossref","unstructured":"Liao, J., Duan, H., Feng, K., Zhao, W., Yang, Y., Chen, L.: A light weight model for active speaker detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 22932\u201322941 (2023)","DOI":"10.1109\/CVPR52729.2023.02196"},{"key":"8_CR22","doi-asserted-by":"publisher","unstructured":"Murray, G., Oertel, C.: Predicting group performance in task-based interaction. In: Proceedings of the 20th ACM International Conference on Multimodal Interaction,, Boulder CO USA, pp. 14\u201320. ACM (2018). https:\/\/doi.org\/10.1145\/3242969.3243027, https:\/\/dl.acm.org\/doi\/10.1145\/3242969.3243027","DOI":"10.1145\/3242969.3243027"},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Nath, A., et al.: \u201cany other thoughts, hedgehog?\u201d linking deliberation chains in collaborative dialogues. In: Findings of the Association for Computational Linguistics: EMNLP 2024, pp. 5297\u20135314 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.305"},{"key":"8_CR24","doi-asserted-by":"crossref","unstructured":"Pacuit, E.: Neighborhood Semantics for Modal Logic. Springer (2017)","DOI":"10.1007\/978-3-319-67149-9"},{"key":"8_CR25","unstructured":"Palmer, D., et al.: Speech is not enough: interpreting nonverbal indicators of common knowledge and engagement (2024). https:\/\/arxiv.org\/abs\/2412.05797, _eprint: 2412.05797"},{"key":"8_CR26","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s11229-007-9168-7","volume":"158","author":"J Plaza","year":"2007","unstructured":"Plaza, J.: Logics of public communications. Synthese 158, 165\u2013179 (2007)","journal-title":"Synthese"},{"issue":"4","key":"8_CR27","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1017\/S0140525X00076512","volume":"1","author":"D Premack","year":"1978","unstructured":"Premack, D., Woodruff, G.: Does the chimpanzee have a theory of mind? Behav. Brain Sci. 1(4), 515\u2013526 (1978)","journal-title":"Behav. Brain Sci."},{"key":"8_CR28","unstructured":"Pugh, S., et al.: Say what? Automatic modeling of collaborative problem solving skills from student speech in the wild. In: Proceedings of The 14th International Conference on Educational Data Mining (2021). https:\/\/par.nsf.gov\/biblio\/10494306, publisher: Educational Data Mining"},{"key":"8_CR29","doi-asserted-by":"crossref","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Embodied human-computer interactions through situated grounding. In: Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents, pp.\u00a01\u20133 (2020)","DOI":"10.1145\/3383652.3423910"},{"issue":"3","key":"8_CR30","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/s13218-021-00727-5","volume":"35","author":"J Pustejovsky","year":"2021","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Embodied human computer interaction. KI-K\u00fcnstliche Intelligenz 35(3), 307\u2013327 (2021)","journal-title":"KI-K\u00fcnstliche Intelligenz"},{"key":"8_CR31","unstructured":"Pustejovsky, J., Krishnaswamy, N., Draper, B., Narayana, P., Bangar, R.: Creating common ground through multimodal simulations. In: Proceedings of the IWCS workshop on Foundations of Situated and Multimodal Communication (2017)"},{"key":"8_CR32","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-Bert: sentence embeddings using SIAMESE Bert-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (2019). https:\/\/arxiv.org\/abs\/1908.10084","DOI":"10.18653\/v1\/D19-1410"},{"key":"8_CR33","doi-asserted-by":"publisher","first-page":"816","DOI":"10.1109\/TMM.2011.2181941","volume":"14","author":"D Sanchez-Cortes","year":"2012","unstructured":"Sanchez-Cortes, D., Aran, O., Mast, M., Gatica-Perez, D.: A nonverbal behavior approach to identify emergent leaders in small groups. IEEE Trans. Multimedia 14, 816\u2013832 (2012). https:\/\/doi.org\/10.1109\/TMM.2011.2181941","journal-title":"IEEE Trans. Multimedia"},{"key":"8_CR34","first-page":"1","volume":"5","author":"T Sorensen","year":"1948","unstructured":"Sorensen, T.: A method of establishing groups of equal amplitude in plant sociology based on similarity of species content and its application to analyses of the vegetation on Danish commons. Biologiske skrifter 5, 1\u201334 (1948)","journal-title":"Biologiske skrifter"},{"key":"8_CR35","doi-asserted-by":"crossref","unstructured":"Stewart, A., Keirn, Z., D\u2019Mello, S.K.: Multimodal modeling of collaborative problem-solving facets in triads. User Model. User-Adap. Inter. 31(4), 713\u2013751 (2021)","DOI":"10.1007\/s11257-021-09290-y"},{"key":"8_CR36","doi-asserted-by":"crossref","unstructured":"Stewart, A.E., et al.: CPSCoach: the design and implementation of intelligent collaborative problem solving feedback. In: International Conference on Artificial Intelligence in Education, pp. 695\u2013700. Springer (2023)","DOI":"10.1007\/978-3-031-36272-9_58"},{"key":"8_CR37","doi-asserted-by":"crossref","unstructured":"Subburaj, S.K., Stewart, A.E., Ramesh\u00a0Rao, A., D\u2019Mello, S.K.: Multimodal, multiparty modeling of collaborative problem solving performance. In: Proceedings of the 2020 International Conference on Multimodal Interaction, New York, NY, USA, pp. 423\u2013432. Association for Computing Machinery (2020). https:\/\/doi.org\/10.1145\/3382507.3418877","DOI":"10.1145\/3382507.3418877"},{"key":"8_CR38","doi-asserted-by":"crossref","unstructured":"Sun, C., Shute, V.J., Stewart, A., Yonehiro, J., Duran, N., D\u2019Mello, S.: Towards a generalized competency model of collaborative problem solving. Comput. Educ. 143, 103672 (2020)","DOI":"10.1016\/j.compedu.2019.103672"},{"key":"8_CR39","doi-asserted-by":"crossref","unstructured":"Sun, C., et al.: The relationship between collaborative problem solving behaviors and solution outcomes in a game-based learning environment. Comput. Hum. Behav. 128, 107120 (2022)","DOI":"10.1016\/j.chb.2021.107120"},{"key":"8_CR40","unstructured":"Tu, J., Rim, K., Holderness, E., Pustejovsky, J.: Dense paraphrasing for textual enrichment. arXiv preprint arXiv:2210.11563 (2022)"},{"key":"8_CR41","doi-asserted-by":"crossref","unstructured":"Tu, J., Rim, K., Ye, B., Lai, K., Pustejovsky, J.: Dense paraphrasing for multimodal dialogue interpretation. Front. Artif. Intell.7, 1479905 (2024), publisher: Frontiers","DOI":"10.3389\/frai.2024.1479905"},{"key":"8_CR42","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1007\/978-3-031-35741-1_42","volume-title":"Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management","author":"H VanderHoeven","year":"2023","unstructured":"VanderHoeven, H., Blanchard, N., Krishnaswamy, N.: Robust motion recognition using gesture phase annotation. In: Duffy, V.G. (ed.) Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management, pp. 592\u2013608. Springer, Cham (2023)"},{"key":"8_CR43","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1007\/978-3-031-61060-8_25","volume-title":"Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management","author":"H VanderHoeven","year":"2024","unstructured":"VanderHoeven, H., Blanchard, N., Krishnaswamy, N.: Point target detection for multimodal communication. In: Duffy, V.G. (ed.) Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management, pp. 356\u2013373. Springe, Cham (2024)"},{"key":"8_CR44","unstructured":"Venkatesha, V., et al.: Propositional extraction from natural speech in small group collaborative tasks. In: Educational Data Mining Conference (2024)"},{"key":"8_CR45","unstructured":"Zhang, F., et al.: Mediapipe hands: on-device real-time hand tracking. CoRR abs\/2006.10214 (2020). https:\/\/arxiv.org\/abs\/2006.10214"},{"key":"8_CR46","doi-asserted-by":"crossref","unstructured":"Zhu, Y., et al.: Modeling theory of mind in multimodal HCI. In: International Conference on Human-Computer Interaction, pp. 205\u2013225. Springer (2024)","DOI":"10.1007\/978-3-031-60405-8_14"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in HCI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-93412-4_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,7]],"date-time":"2026-01-07T07:41:51Z","timestamp":1767771711000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-93412-4_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031934117","9783031934124"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-93412-4_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"30 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to disclose.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Gothenburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}