{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T06:41:55Z","timestamp":1757313715207,"version":"3.40.3"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031768026"},{"type":"electronic","value":"9783031768033"}],"license":[{"start":{"date-parts":[[2024,12,6]],"date-time":"2024-12-06T00:00:00Z","timestamp":1733443200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,6]],"date-time":"2024-12-06T00:00:00Z","timestamp":1733443200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-76803-3_10","type":"book-chapter","created":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T04:23:44Z","timestamp":1733372624000},"page":"174-192","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Lexical Event Models for\u00a0Multimodal Dialogues"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2233-9761","authenticated-orcid":false,"given":"James","family":"Pustejovsky","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6597-7275","authenticated-orcid":false,"given":"Yifan","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,6]]},"reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Asher, N.: Common ground, corrections and coordination. J. Semantics 17(4), 481\u2013512 (1998)","DOI":"10.1023\/A:1026346605477"},{"key":"10_CR2","unstructured":"Banarescu, L., et al.: Abstract meaning representation for sembanking. In: Proceedings of the 7th Linguistic Annotation Workshop and Interoperability with Discourse, pp. 178\u2013186 (2013)"},{"issue":"1","key":"10_CR3","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.apal.2013.07.007","volume":"165","author":"J van Benthem","year":"2014","unstructured":"van Benthem, J., Fern\u00e1ndez-Duque, D., Pacuit, E.: Evidence and plausibility in neighborhood structures. Ann. Pure Appl. Logic 165(1), 106\u2013133 (2014)","journal-title":"Ann. Pure Appl. Logic"},{"key":"10_CR4","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s11225-011-9347-x","volume":"99","author":"J van Benthem","year":"2011","unstructured":"van Benthem, J., Pacuit, E.: Dynamic logics of evidence-based beliefs. Stud. Logica. 99, 61\u201392 (2011)","journal-title":"Stud. Logica."},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Bolander, T.: Seeing is believing: Formalising false-belief tasks in dynamic epistemic logic. Jaakko Hintikka on knowledge and game-theoretical semantics, pp. 207\u2013236 (2018)","DOI":"10.1007\/978-3-319-62864-6_8"},{"issue":"1","key":"10_CR6","doi-asserted-by":"publisher","first-page":"9","DOI":"10.3166\/jancl.21.9-34","volume":"21","author":"T Bolander","year":"2011","unstructured":"Bolander, T., Andersen, M.B.: Epistemic planning for single-and multi-agent systems. J. Appl. Non-Classical Logics 21(1), 9\u201334 (2011)","journal-title":"J. Appl. Non-Classical Logics"},{"key":"10_CR7","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2022.821697","volume":"5","author":"SW Brown","year":"2022","unstructured":"Brown, S.W., Bonn, J., Kazeminejad, G., Zaenen, A., Pustejovsky, J., Palmer, M.: Semantic representations for NLP using VerbNet and the generative lexicon. Front. Artif. Intell. 5, 821697 (2022)","journal-title":"Front. Artif. Intell."},{"key":"10_CR8","unstructured":"Brutti, R., Donatelli, L., Lai, K., Pustejovsky, J.: Abstract Meaning Representation for gesture. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, pp. 1576\u20131583. European Language Resources Association, Marseille, France (2022)"},{"key":"10_CR9","doi-asserted-by":"publisher","unstructured":"Budzianowski, P., et al.: MultiWOZ - a large-scale multi-domain Wizard-of-Oz dataset for task-oriented dialogue modelling. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 5016\u20135026. Association for Computational Linguistics, Brussels, Belgium (2018). https:\/\/doi.org\/10.18653\/v1\/D18-1547, https:\/\/aclanthology.org\/D18-1547","DOI":"10.18653\/v1\/D18-1547"},{"key":"10_CR10","unstructured":"Clark, H.H., Brennan, S.E.: Grounding in communication. In: Resnick, L., B., L., John, M., Teasley, S., D (eds.) Perspectives on Socially Shared Cognition, pp. 13\u20131991. American Psychological Association (1991)"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Dowty, D.R.: Word meaning and Montague grammar: The semantics of verbs and times in generative semantics and in Montague\u2019s PTQ, vol.\u00a07. Springer (1979)","DOI":"10.1007\/978-94-009-9473-7"},{"issue":"10","key":"10_CR12","doi-asserted-by":"publisher","first-page":"980","DOI":"10.1016\/j.ic.2008.11.003","volume":"207","author":"T Fernando","year":"2009","unstructured":"Fernando, T.: Situations in LTL as strings. Inf. Comput. 207(10), 980\u2013999 (2009)","journal-title":"Inf. Comput."},{"issue":"4","key":"10_CR13","first-page":"31","volume":"32","author":"K Fischer","year":"2011","unstructured":"Fischer, K.: How people talk with robots: designing dialog to reduce user uncertainty. AI Mag. 32(4), 31\u201338 (2011)","journal-title":"AI Mag."},{"key":"10_CR14","doi-asserted-by":"publisher","unstructured":"Goldin-Meadow, S.: Hearing Gesture: How Our Hands Help Us Think, vol.\u00a014 (2003). https:\/\/doi.org\/10.2307\/j.ctv1w9m9ds","DOI":"10.2307\/j.ctv1w9m9ds"},{"key":"10_CR15","doi-asserted-by":"crossref","unstructured":"Grice, H.P.: Logic and conversation. In: Speech acts, pp. 41\u201358. Brill (1975)","DOI":"10.1163\/9789004368811_003"},{"key":"10_CR16","doi-asserted-by":"publisher","unstructured":"Hadley, L.V., Naylor, G., Hamilton, A.F.d.C.: A review of theories and methods in the science of face-to-face social interaction. Nat. Rev. Psychol. 1(1), 42\u201354 (2022). https:\/\/doi.org\/10.1038\/s44159-021-00008-w, https:\/\/www.nature.com\/articles\/s44159-021-00008-w, number: 1 Publisher: Nature Publishing Group","DOI":"10.1038\/s44159-021-00008-w"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Hansen, L.D., Bolander, T.: Implementing theory of mind on a robot using dynamic epistemic logic. In: Twenty-Ninth International Joint Conference on Artificial Intelligence, pp. 1615\u20131621. International Joint Conference on Artificial Intelligence Organization (2020)","DOI":"10.24963\/ijcai.2020\/224"},{"key":"10_CR18","unstructured":"Im, S., Pustejovsky, J.: Annotating lexically entailed subevents for textual inference tasks. In: Twenty-Third International Flairs Conference (2010)"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Jacqmin, L., Barahona, L.M.R., Favre, B.: \u00c4\u00fado you follow me?\u00c4\u00fa: A survey of recent approaches in dialogue state tracking. In: Proceedings of the 23rd Annual Meeting of the Special Interest Group on Discourse and Dialogue, pp. 336\u2013350 (2022)","DOI":"10.18653\/v1\/2022.sigdial-1.33"},{"issue":"1875","key":"10_CR20","doi-asserted-by":"publisher","first-page":"20210473","DOI":"10.1098\/rstb.2021.0473","volume":"378","author":"KH Kendrick","year":"2023","unstructured":"Kendrick, K.H., Holler, J., Levinson, S.C.: Turn-taking in human face-to-face interaction is multimodal: gaze direction and manual gestures aid the coordination of turn transitions. Philos. Trans. R. Soc. B 378(1875), 20210473 (2023)","journal-title":"Philos. Trans. R. Soc. B"},{"key":"10_CR21","doi-asserted-by":"crossref","unstructured":"Khebour, I., et al.: The weights task dataset: a multimodal dataset of collaboration in a situated task. J. Open Humanit. Data 10(7), 1\u20137 (2024)","DOI":"10.5334\/johd.168"},{"key":"10_CR22","unstructured":"Khebour, I.K., et\u00a0al.: Common ground tracking in multimodal dialogue. In: Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp. 3587\u20133602 (2024)"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Krishnaswamy, N., Pustejovsky, J.: Generating a novel dataset of multimodal referring expressions. In: Proceedings of the 13th International Conference on Computational Semantics-Short Papers, pp. 44\u201351 (2019)","DOI":"10.18653\/v1\/W19-0507"},{"key":"10_CR24","doi-asserted-by":"crossref","unstructured":"Kruijff, G.J.M., et al.: Situated dialogue processing for human-robot interaction. In: Cognitive systems, pp. 311\u2013364. Springer (2010)","DOI":"10.1007\/978-3-642-11694-0_8"},{"issue":"6","key":"10_CR25","first-page":"1","volume":"19","author":"K Li","year":"2023","unstructured":"Li, K., Li, J., Guo, D., Yang, X., Wang, M.: Transformer-based visual grounding with cross-modality interaction. ACM Trans. Multimed. Comput. Commun. Appl. 19(6), 1\u201319 (2023)","journal-title":"ACM Trans. Multimed. Comput. Commun. Appl."},{"key":"10_CR26","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1162\/tacl_a_00384","volume":"9","author":"L Liao","year":"2021","unstructured":"Liao, L., Long, L.H., Ma, Y., Lei, W., Chua, T.S.: Dialogue state tracking with incremental reasoning. Trans. Assoc. Comput. Linguist. 9, 557\u2013569 (2021)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Mani, I., Pustejovsky, J.: Interpreting Motion: Grounded Representations for Spatial Language. Oxford University Press (2012)","DOI":"10.1093\/acprof:oso\/9780199601240.001.0001"},{"key":"10_CR28","unstructured":"Markowska, M., Soubki, A., Mar, G., Mirroshandel, S.A., Rambow, O., Wasilewska, A.: Formal representation of common ground in dialogue"},{"key":"10_CR29","unstructured":"Miller, P.W.: Body language in the classroom. Tech. Connecting Educ. Careers 80(8), 28\u201330 (2005)"},{"key":"10_CR30","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1093\/jos\/18.1.27","volume":"18","author":"R Naumann","year":"2001","unstructured":"Naumann, R.: Aspects of changes: a dynamic event semantics. J. Semant. 18, 27\u201381 (2001)","journal-title":"J. Semant."},{"key":"10_CR31","unstructured":"Ohmer, X., Duda, M., Bruni, E.: Emergence of hierarchical reference systems in multi-agent communication. In: Proceedings of the 29th International Conference on Computational Linguistics, pp. 5689\u20135706 (2022)"},{"key":"10_CR32","doi-asserted-by":"crossref","unstructured":"Pacuit, E.: Neighborhood semantics for modal logic. Springer (2017)","DOI":"10.1007\/978-3-319-67149-9"},{"issue":"2","key":"10_CR33","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s11229-007-9168-7","volume":"158","author":"J Plaza","year":"2007","unstructured":"Plaza, J.: Logics of public communications. Synthese 158(2), 165\u2013179 (2007)","journal-title":"Synthese"},{"issue":"41","key":"10_CR34","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/0010-0277(91)90032-Y","volume":"1","author":"J Pustejovsky","year":"1991","unstructured":"Pustejovsky, J.: The syntax of event structure. Cognition 1(41), 47\u201381 (1991)","journal-title":"Cognition"},{"key":"10_CR35","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3225.001.0001","volume-title":"The Generative Lexicon","author":"J Pustejovsky","year":"1995","unstructured":"Pustejovsky, J.: The Generative Lexicon. MIT Press, Cambridge, MA (1995)"},{"key":"10_CR36","unstructured":"Pustejovsky, J.: Events and the semantics of opposition. Events as grammatical objects, pp. 445\u2013482 (2000)"},{"key":"10_CR37","unstructured":"Pustejovsky, J.: Dynamic event structure and habitat theory. In: Proceedings of the 6th International Conference on Generative Approaches to the Lexicon (GL2013), pp. 1\u201310. ACL (2013)"},{"issue":"3\u20134","key":"10_CR38","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/s13218-021-00727-5","volume":"35","author":"J Pustejovsky","year":"2021","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Embodied human computer interaction. KI-K\u00fcnstliche Intelligenz 35(3\u20134), 307\u2013327 (2021)","journal-title":"KI-K\u00fcnstliche Intelligenz"},{"key":"10_CR39","doi-asserted-by":"crossref","unstructured":"Pustejovsky, J., Moszkowicz, J.: The qualitative spatial dynamics of motion. The Journal of Spatial Cognition and Computation (2011)","DOI":"10.1080\/13875868.2010.543497"},{"key":"10_CR40","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-030-52240-7_47","volume-title":"Artificial Intelligence in Education","author":"I Radu","year":"2020","unstructured":"Radu, I., Tu, E., Schneider, B.: Relationships between body postures and collaborative learning states in an augmented reality study. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 257\u2013262. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_47"},{"issue":"4","key":"10_CR41","first-page":"77","volume":"32","author":"M Scheutz","year":"2011","unstructured":"Scheutz, M., Cantrell, R., Schermerhorn, P.: Toward humanlike task-based dialogue processing for human robot interaction. AI Mag. 32(4), 77\u201384 (2011)","journal-title":"AI Mag."},{"key":"10_CR42","doi-asserted-by":"crossref","unstructured":"Stalnaker, R.: Common ground. Linguist. Philos. 25(5-6), 701\u2013721","DOI":"10.1023\/A:1020867916902"},{"key":"10_CR43","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103672","volume":"143","author":"C Sun","year":"2020","unstructured":"Sun, C., Shute, V.J., Stewart, A., Yonehiro, J., Duran, N., D\u2019Mello, S.: Towards a generalized competency model of collaborative problem solving. Comput. Educ. 143, 103672 (2020)","journal-title":"Comput. Educ."},{"key":"10_CR44","unstructured":"Tam, C., Brutti, R., Lai, K., Pustejovsky, J.: Annotating situated actions in dialogue. In: Proceedings of the 4th International Workshop on Designing Meaning Representation (2023)"},{"key":"10_CR45","unstructured":"Traum, D.: A computational theory of grounding in natural language conversation. PhD thesis, University of Rochester (1994)"},{"key":"10_CR46","doi-asserted-by":"crossref","unstructured":"Traum, D.R., Larsson, S.: The information state approach to dialogue management. Current and new directions in discourse and dialogue, pp. 325\u2013353 (2003)","DOI":"10.1007\/978-94-010-0019-2_15"},{"key":"10_CR47","unstructured":"Tu, J., et al.: GLAMR: augmenting AMR with GL-VerbNet event structure. In: Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp. 7746\u20137759 (2024)"},{"key":"10_CR48","unstructured":"Tu, J., Rim, K., Pustejovsky, J.: Competence-based question generation. In: Proceedings of the 29th International Conference on Computational Linguistics, pp. 1521\u20131533 (2022)"},{"key":"10_CR49","doi-asserted-by":"crossref","unstructured":"Van\u00a0Ditmarsch, H., van Der\u00a0Hoek, W., Kooi, B.: Dynamic epistemic logic, vol.\u00a0337. Springer Science (2007)","DOI":"10.1007\/978-1-4020-5839-4"},{"key":"10_CR50","doi-asserted-by":"crossref","unstructured":"Vendler, Z.: Verbs and times. The philosophical review pp. 143\u2013160 (1957)","DOI":"10.2307\/2182371"},{"issue":"1","key":"10_CR51","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/0010-0277(83)90004-5","volume":"13","author":"H Wimmer","year":"1983","unstructured":"Wimmer, H., Perner, J.: Beliefs about beliefs: representation and constraining function of wrong beliefs in young children\u2019s understanding of deception. Cognition 13(1), 103\u2013128 (1983)","journal-title":"Cognition"},{"key":"10_CR52","unstructured":"Zhu, Y., et al.: Modeling theory of mind in multimodal HCI. In: International Conference on Human-Computer Interaction"}],"container-title":["Lecture Notes in Computer Science","HCI International 2024 \u2013 Late Breaking Papers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-76803-3_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T10:51:40Z","timestamp":1733395900000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-76803-3_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,6]]},"ISBN":["9783031768026","9783031768033"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-76803-3_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,6]]},"assertion":[{"value":"6 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Washington DC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}