{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:40:14Z","timestamp":1742913614764,"version":"3.40.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031357404"},{"type":"electronic","value":"9783031357411"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35741-1_41","type":"book-chapter","created":{"date-parts":[[2023,7,11]],"date-time":"2023-07-11T06:02:10Z","timestamp":1689055330000},"page":"578-591","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Multimodal Behavior Schemas with\u00a0VoxWorld"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9126-4276","authenticated-orcid":false,"given":"Christopher","family":"Tam","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0449-4418","authenticated-orcid":false,"given":"Richard","family":"Brutti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2870-7019","authenticated-orcid":false,"given":"Kenneth","family":"Lai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2233-9761","authenticated-orcid":false,"given":"James","family":"Pustejovsky","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,7,9]]},"reference":[{"key":"41_CR1","unstructured":"Banarescu, L., et al.: Abstract meaning representation (AMR) 1.0 specification. In: Parsing on Freebase from Question-Answer Pairs. In Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, Seattle: ACL, pp. 1533\u20131544 (2012)"},{"key":"41_CR2","unstructured":"Bonial, C., et al.: Dialogue-AMR: abstract meaning representation for dialogue. In: Proceedings of the 12th Language Resources and Evaluation Conference, pp. 684\u2013695 (2020)"},{"key":"41_CR3","unstructured":"Bradford, M., et al.: Challenges and opportunities in annotating a multimodal collaborative problem-solving task (2022)"},{"key":"41_CR4","unstructured":"Brugman, H., Russel, A.: Annotating multi-media\/multi-modal resources with ELAN. In: Proceedings of the Fourth International Conference on Language Resources and Evaluation (LREC 2004). European Language Resources Association (ELRA), Lisbon, Portugal (2004). http:\/\/www.lrec-conf.org\/proceedings\/lrec2004\/pdf\/480.pdf"},{"key":"41_CR5","unstructured":"Brutti, R., Donatelli, L., Lai, K., Pustejovsky, J.: Abstract meaning representation for gesture. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, Marseille, France, pp. 1576\u20131583. European Language Resources Association (2022). https:\/\/aclanthology.org\/2022.lrec-1.169"},{"key":"41_CR6","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/2697.001.0001","volume-title":"Embodied Conversational Agents","author":"J Cassell","year":"2000","unstructured":"Cassell, J., Sullivan, J., Churchill, E., Prevost, S.: Embodied Conversational Agents. MIT Press, Cambridge (2000)"},{"issue":"2\u20133","key":"41_CR7","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1007\/s11168-006-6327-9","volume":"3","author":"A Copestake","year":"2005","unstructured":"Copestake, A., Flickinger, D., Pollard, C., Sag, I.A.: Minimal recursion semantics: an introduction. Res. Lang. Comput. 3(2\u20133), 281\u2013332 (2005)","journal-title":"Res. Lang. Comput."},{"key":"41_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1007\/978-3-030-50164-8_2","volume-title":"HCI in Games","author":"L Evans","year":"2020","unstructured":"Evans, L., Rzeszewski, M.: Hermeneutic relations in VR: immersion, embodiment, presence and HCI in VR gaming. In: Fang, X. (ed.) HCII 2020. LNCS, vol. 12211, pp. 23\u201338. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-50164-8_2"},{"key":"41_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"828","DOI":"10.1007\/978-3-540-73281-5_91","volume-title":"Universal Access in Human-Computer Interaction. Ambient Interaction","author":"ME Foster","year":"2007","unstructured":"Foster, M.E.: Enhancing human-computer interaction with embodied conversational agents. In: Stephanidis, C. (ed.) UAHCI 2007. LNCS, vol. 4555, pp. 828\u2013837. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-73281-5_91"},{"key":"41_CR10","doi-asserted-by":"crossref","unstructured":"Gu, C., et al.: Ava: a video dataset of spatio-temporally localized atomic visual actions. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 6047\u20136056 (2018)","DOI":"10.1109\/CVPR.2018.00633"},{"key":"41_CR11","unstructured":"Gupta, S., Malik, J.: Visual semantic role labeling. arXiv preprint arXiv:1505.04474 (2015)"},{"issue":"3","key":"41_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3446370","volume":"54","author":"M Hassanin","year":"2021","unstructured":"Hassanin, M., Khan, S., Tahtali, M.: Visual affordance and function understanding: a survey. ACM Comput. Surv. (CSUR) 54(3), 1\u201335 (2021)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"41_CR13","unstructured":"Helfrich, P., Rieb, E., Abrami, G., L\u00fccking, A., Mehler, A.: Treeannotator: versatile visual annotation of hierarchical text relations. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018) (2018)"},{"key":"41_CR14","doi-asserted-by":"publisher","first-page":"1084740","DOI":"10.3389\/frai.2023.1084740","volume":"6","author":"A Henlein","year":"2023","unstructured":"Henlein, A., Gopinath, A., Krishnaswamy, N., Mehler, A., Pustejovsky, J.: Grounding human-object interaction to affordance behavior in multimodal datasets. Front. Artif. Intell. 6, 1084740 (2023)","journal-title":"Front. Artif. Intell."},{"key":"41_CR15","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1007\/978-94-007-0485-5_3","volume-title":"Handbook of Philosophical Logic","author":"H Kamp","year":"2011","unstructured":"Kamp, H., Van Genabith, J., Reyle, U.: Discourse representation theory. In: Gabbay, D., Guenthner, F. (eds.) Handbook of Philosophical Logic, pp. 125\u2013394. Springer, Dordrecht (2011). https:\/\/doi.org\/10.1007\/978-94-007-0485-5_3"},{"issue":"4","key":"41_CR16","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1037\/0022-3514.65.4.681","volume":"65","author":"SJ Karau","year":"1993","unstructured":"Karau, S.J., Williams, K.D.: Social loafing: a meta-analytic review and theoretical integration. J. Pers. Soc. Psychol. 65(4), 681 (1993)","journal-title":"J. Pers. Soc. Psychol."},{"key":"41_CR17","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s10579-007-9053-5","volume":"41","author":"M Kipp","year":"2007","unstructured":"Kipp, M., Neff, M., Albrecht, I.: An annotation scheme for conversational gestures: how to economically capture timing and form. Lang. Resour. Eval. 41, 325\u2013339 (2007)","journal-title":"Lang. Resour. Eval."},{"key":"41_CR18","unstructured":"Knight, K., et al.: Abstract meaning representation (AMR) annotation release 1.2.6. Web download (2019)"},{"key":"41_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/11821830_17","volume-title":"Intelligent Virtual Agents","author":"S Kopp","year":"2006","unstructured":"Kopp, S., et al.: Towards a common framework for multimodal generation: the behavior markup language. In: Gratch, J., Young, M., Aylett, R., Ballin, D., Olivier, P. (eds.) IVA 2006. LNCS (LNAI), vol. 4133, pp. 205\u2013217. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11821830_17"},{"key":"41_CR20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-12553-9","volume-title":"Gesture in Embodied Communication and Human-Computer Interaction","author":"S Kopp","year":"2010","unstructured":"Kopp, S., Wachsmuth, I.: Gesture in Embodied Communication and Human-Computer Interaction, vol. 5934. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-12553-9"},{"key":"41_CR21","unstructured":"Krishnaswamy, N., et al.: Situational awareness in human computer interaction: Diana\u2019s world (2020)"},{"key":"41_CR22","doi-asserted-by":"crossref","unstructured":"Krishnaswamy, N., et al.: Diana\u2019s world: a situated multimodal interactive agent. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 13618\u201313619 (2020)","DOI":"10.1609\/aaai.v34i09.7096"},{"key":"41_CR23","unstructured":"Krishnaswamy, N., Pickard, W., Cates, B., Blanchard, N., Pustejovsky, J.: The voxworld platform for multimodal embodied agents. In: Proceedings of the Thirteenth Language Resources and Evaluation Conference, pp. 1529\u20131541 (2022)"},{"key":"41_CR24","unstructured":"Krishnaswamy, N., Pustejovsky, J.: Voxsim: a visual platform for modeling motion language. In: Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: System Demonstrations, pp. 54\u201358 (2016)"},{"key":"41_CR25","doi-asserted-by":"publisher","unstructured":"L\u00fccking, A., Bergmann, K., Hahn, F., Kopp, S., Rieser, H.: The bielefeld speech and gesture alignment corpus (SaGA) (2010). https:\/\/doi.org\/10.13140\/2.1.4216.1922","DOI":"10.13140\/2.1.4216.1922"},{"key":"41_CR26","doi-asserted-by":"crossref","unstructured":"Marshall, P., Hornecker, E.: Theories of embodiment in HCI. In: The SAGE Handbook of Digital Technology Research, vol. 1, pp. 144\u2013158 (2013)","DOI":"10.4135\/9781446282229.n11"},{"issue":"03","key":"41_CR27","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1142\/S0219843606000825","volume":"3","author":"JC Martin","year":"2006","unstructured":"Martin, J.C., Niewiadomski, R., Devillers, L., Buisine, S., Pelachaud, C.: Multimodal complex emotions: gesture expressivity and blended facial expressions. Int. J. Humanoid Rob. 3(03), 269\u2013291 (2006)","journal-title":"Int. J. Humanoid Rob."},{"key":"41_CR28","unstructured":"Nakayama, H., Kubo, T., Kamura, J., Taniguchi, Y., Liang, X.: doccano: text annotation tool for human (2018). https:\/\/github.com\/doccano\/doccano"},{"issue":"1","key":"41_CR29","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1162\/0891201053630264","volume":"31","author":"M Palmer","year":"2003","unstructured":"Palmer, M., Gildea, D., Kingsbury, P.: The proposition bank: an annotated corpus of semantic roles. Comput. Linguist. 31(1), 71\u2013106 (2003)","journal-title":"Comput. Linguist."},{"key":"41_CR30","doi-asserted-by":"publisher","first-page":"683","DOI":"10.3233\/IDA-2012-0544","volume":"16","author":"A Podlasov","year":"2012","unstructured":"Podlasov, A., Tan, S., O\u2019Halloran, K.: Interactive state-transition diagrams for visualization of multimodal annotation. Intell. Data Anal. 16, 683\u2013702 (2012). https:\/\/doi.org\/10.3233\/IDA-2012-0544","journal-title":"Intell. Data Anal."},{"key":"41_CR31","doi-asserted-by":"crossref","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Embodied human computer interaction. K\u00fcnstliche Intelligenz (2021)","DOI":"10.1007\/s13218-021-00727-5"},{"key":"41_CR32","unstructured":"Pustejovsky, J.: Unifying linguistic annotations: a timeml case study. In: Proceedings of Text, Speech, and Dialogue Conference (2006)"},{"key":"41_CR33","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Voxml: a visualization modeling language. In: Proceedings of LREC (2016)"},{"key":"41_CR34","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Voxml: a visualization modeling language. arXiv preprint arXiv:1610.01508 (2016)"},{"key":"41_CR35","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/978-3-031-05311-5_9","volume-title":"HCII 2022","author":"J Pustejovsky","year":"2022","unstructured":"Pustejovsky, J., Krishnaswamy, N.: Multimodal semantics for affordances and actions. In: Kurosu, M. (ed.) HCII 2022. LNCS, vol. 13302, pp. 137\u2013160. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-05311-5_9"},{"key":"41_CR36","unstructured":"Pustejovsky, J., Stubbs, A.: Natural Language Annotation for Machine Learning: A Guide to Corpus-Building for Applications. O\u2019Reilly Media, Inc. (2012)"},{"key":"41_CR37","unstructured":"Reallusion Inc.: Character Creator 4 (2022). https:\/\/www.reallusion.com\/character-creator\/"},{"key":"41_CR38","doi-asserted-by":"crossref","unstructured":"Sadhu, A., Gupta, T., Yatskar, M., Nevatia, R., Kembhavi, A.: Visual semantic role labeling for video understanding. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5589\u20135600 (2021)","DOI":"10.1109\/CVPR46437.2021.00554"},{"key":"41_CR39","doi-asserted-by":"crossref","unstructured":"Schaffer, S., Reithinger, N.: Conversation is multimodal: thus conversational user interfaces should be as well. In: Proceedings of the 1st International Conference on Conversational User Interfaces, pp. 1\u20133 (2019)","DOI":"10.1145\/3342775.3342801"},{"key":"41_CR40","unstructured":"Stenetorp, P., Pyysalo, S., Topi\u0107, G., Ohta, T., Ananiadou, S., Tsujii, J.: Brat: a web-based tool for NLP-assisted text annotation. In: Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics, pp. 102\u2013107 (2012)"},{"key":"41_CR41","unstructured":"Van Gysel, J.E., et al.: Designing a uniform meaning representation for natural language processing. KI-K\u00fcnstliche Intelligenz, pp. 1\u201318 (2021)"},{"key":"41_CR42","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/3-540-36678-4_1","volume-title":"SmartKom: Foundations of Multimodal Dialogue Systems","author":"W Wahlster","year":"2006","unstructured":"Wahlster, W.: Dialogue systems go multimodal: the smartkom experience. In: Wahlster, W. (ed.) SmartKom: Foundations of Multimodal Dialogue Systems, pp. 3\u201327. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/3-540-36678-4_1"},{"key":"41_CR43","doi-asserted-by":"crossref","unstructured":"Wolfert, P., Robinson, N., Belpaeme, T.: A review of evaluation practices of gesture generation in embodied conversational agents. IEEE Trans. Hum.-Mach. Syst. (2022)","DOI":"10.1109\/THMS.2022.3149173"},{"key":"41_CR44","doi-asserted-by":"crossref","unstructured":"Yang, S., Gao, Q., Liu, C., Xiong, C., Zhu, S.C., Chai, J.: Grounded semantic role labeling. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 149\u2013159 (2016)","DOI":"10.18653\/v1\/N16-1019"},{"key":"41_CR45","doi-asserted-by":"crossref","unstructured":"Yatskar, M., Zettlemoyer, L., Farhadi, A.: Situation recognition: Visual semantic role labeling for image understanding. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5534\u20135542 (2016)","DOI":"10.1109\/CVPR.2016.597"},{"key":"41_CR46","doi-asserted-by":"crossref","unstructured":"Ziem, A.: Do we really need a multimodal construction grammar? Linguist. Vanguard 3(s1) (2017)","DOI":"10.1515\/lingvan-2016-0095"}],"container-title":["Lecture Notes in Computer Science","Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35741-1_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,11]],"date-time":"2023-07-11T06:06:47Z","timestamp":1689055607000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35741-1_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031357404","9783031357411"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35741-1_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"9 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7472","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1578","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"396","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}