{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:22:57Z","timestamp":1766067777235,"version":"3.41.2"},"reference-count":39,"publisher":"Frontiers Media SA","license":[{"start":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T00:00:00Z","timestamp":1687824000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["frontiersin.org"],"crossmark-restriction":true},"short-container-title":["Front. Artif. Intell."],"DOI":"10.3389\/frai.2023.1234920","type":"journal-article","created":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T15:49:29Z","timestamp":1687880969000},"update-policy":"https:\/\/doi.org\/10.3389\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Editorial: Multimodal communication and multimodal computing"],"prefix":"10.3389","volume":"6","author":[{"given":"Alexander","family":"Mehler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andy","family":"L\u00fccking","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tiansi","family":"Dong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"1965","published-online":{"date-parts":[[2023,6,27]]},"reference":[{"key":"B1","doi-asserted-by":"publisher","DOI":"10.1038\/s42003-019-0740-8","article-title":"Mental models use common neural spatial structure for spatial and abstract content","author":"Alfred","year":"2020","journal-title":"Commun. Biol"},{"volume-title":"Connectionism and the Mind: Parallel Processing, Dynamics, and Evolution in Networks","year":"2002","author":"Bechtel","key":"B2"},{"key":"B3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1613\/jair.4135","article-title":"Multimodal distributional semantics","volume":"49","author":"Bruni","year":"2014","journal-title":"J. Artif. Intell. Res"},{"journal-title":"Reality","year":"2022","author":"Chalmers","key":"B4"},{"key":"B5","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2018.00048","article-title":"\u201cLearning to detect human-object interactions,\u201d","author":"Chao","year":"2018","journal-title":"2018 IEEE Winter Conference on Applications of Computer Vision, WACV"},{"key":"B6","first-page":"4171","article-title":"\u201cBERT: pre-training of deep bidirectional transformers for language understanding,\u201d","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019","author":"Devlin","year":"2019"},{"key":"B7","first-page":"1","article-title":"\u201cThunder in the gap,\u201d","volume-title":"The Symbolic and Connectionist Paradigms: Closing the Gap","author":"Dinsmore","year":"1992"},{"key":"B8","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-56275-5","volume-title":"A Geometric Approach to the Unification of Symbolic Structures and Neural Networks","author":"Dong","year":"2021"},{"key":"B9","first-page":"11","article-title":"\u201cStructure and Learning (Dagstuhl Seminar 21362),\u201d","volume-title":"Dagstuhl Reports","author":"Dong","year":"2022"},{"key":"B10","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1007\/BF02143160","article-title":"Eye movements as a window into real-time spoken language comprehension in natural contexts","volume":"24","author":"Eberhard","year":"1995","journal-title":"J. Psycholinguist. Res"},{"volume-title":"The Fourth Revolution. How the Infosphere is Reshaping Human Reality","year":"2014","author":"Floridi","key":"B11"},{"key":"B12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fnhum.2011.00011","article-title":"Experimental semiotics: a review","volume":"5","author":"Galantucci","year":"2011","journal-title":"Front. Human Neurosci"},{"key":"B13","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2076.001.0001","volume-title":"Conceptual Spaces-The Geometry of Thought","author":"G\u00e4rdenfors","year":"2000"},{"volume-title":"The Ecological Approach to Visual Perception","year":"1979","author":"Gibson","key":"B14"},{"key":"B15","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s11299-007-0031-9","article-title":"Towards the emergence of meaning processes in computers from peircean semiotics","volume":"6","author":"Gomes","year":"2007","journal-title":"Mind Soc"},{"key":"B16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.bandc.2008.01.008","article-title":"Pointing with the eyes: The role of gaze in communicating danger","volume":"68","author":"Hadjikhani","year":"2008","journal-title":"Brain Cogn"},{"key":"B17","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/0167-2789(90)90087-6","article-title":"The symbol grounding problem","volume":"42","author":"Harnad","year":"1990","journal-title":"Physica D"},{"key":"B18","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1016\/j.tics.2019.05.006","article-title":"Multimodal language processing in human communication","volume":"23","author":"Holler","year":"2019","journal-title":"Trends Cogn. Sci"},{"key":"B19","doi-asserted-by":"publisher","first-page":"18243","DOI":"10.1073\/pnas.1012933107","article-title":"Mental models and human reasoning","volume":"107","author":"Johnson-Laird","year":"2010","journal-title":"PNAS"},{"key":"B20","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511807572","volume-title":"Gesture: Visible Action as Utterance","author":"Kendon","year":"2004"},{"key":"B21","article-title":"\u201cTheory of mind as a theoretical prerequisite to model communication with virtual humans,\u201d","volume-title":"Modeling Communication with Robots and Virtual Humans","author":"Kr\u00e4mer","year":"2005"},{"key":"B22","doi-asserted-by":"crossref","DOI":"10.1515\/9783110197747.155","article-title":"\u201cDeictic object reference in task-oriented dialogue,\u201d","volume-title":"Situated Communication","author":"Kranstedt","year":"2006"},{"key":"B23","article-title":"\u201cViLBERT: Pretraining task-agnostic visiolinguistic representations for vision-and-language tasks,\u201d","volume-title":"Advances in Neural Information Processing Systems","author":"Lu","year":"2019"},{"key":"B24","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1017\/langcog.2022.30","article-title":"Leading voices: Dialogue semantics, cognitive science, and the polyphonic structure of multimodal interaction","volume":"15","author":"L\u00fccking","year":"2023","journal-title":"Langu. Cogn"},{"volume-title":"Hand and Mind-What Gestures Reveal about Thought","year":"1992","author":"McNeill","key":"B25"},{"key":"B26","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-35741-1_39","article-title":"\u201cA multimodal data model for simulation-based learning with Va.Si.Li-Lab,\u201d","volume-title":"Proceedings of HCI International 2023, Lecture Notes in Computer Science","author":"Mehler","year":"2023"},{"key":"B27","doi-asserted-by":"crossref","DOI":"10.1109\/AFRCON.2009.5308098","article-title":"\u201cA structural model of semiotic alignment: The classification of multimodal ensembles as a novel machine learning task,\u201d","volume-title":"AFRICON 2009","author":"Mehler","year":"2009"},{"key":"B28","article-title":"\u201cWhat is multimodality?\u201d","volume-title":"Proceedings of the 1st Workshop on Multimodal Semantic Representations, MMSR","author":"Parcalabescu","year":"2021"},{"key":"B29","first-page":"63","article-title":"\u201cSimulations, realizations, and theories of life,\u201d","volume-title":"Artificial Life. SFI Studies in the Sciences of Complexity","author":"Pattee","year":"1989"},{"volume-title":"Collected Papers: Pragmatism and Pragmaticism, volume 5","year":"1934","author":"Peirce","key":"B30"},{"key":"B31","first-page":"1","article-title":"\u201cDynamic event structure and habitat theory,\u201d","volume-title":"Proceedings of the 6th International Conference on Generative Approaches to the Lexicon, GL2013","author":"Pustejovsky","year":"2013"},{"key":"B32","first-page":"8748","article-title":"\u201cLearning transferable visual models from natural language supervision,\u201d","author":"Radford","year":"2021","journal-title":"Proceedings of the 38th International Conference on Machine Learning"},{"key":"B33","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1037\/a0032460","article-title":"A theory and a computational model of spatial reasoning with preferred mental models","volume":"120","author":"Ragni","year":"2013","journal-title":"Psychol. Rev"},{"key":"B34","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1111\/cgf.12603","article-title":"A review of eye gaze in virtual agents, social robotics and hci: Behaviour generation, user interaction and perception","volume":"34","author":"Ruhland","year":"2015","journal-title":"Comput. Graph. Forum"},{"key":"B35","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.emnlp-main.160","article-title":"\u201cFast WordPiece tokenization,\u201d","volume-title":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","author":"Song","year":"2021"},{"key":"B36","doi-asserted-by":"crossref","DOI":"10.1017\/9781108755610","volume-title":"The Cambridge Handbook of Computational Cognitive Sciences","author":"Sun","year":"2023"},{"key":"B37","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1080\/01638538109544517","article-title":"Indirectness in discourse: Ethnicity as conversational style","volume":"4","author":"Tannen","year":"1981","journal-title":"Disc. Process"},{"key":"B38","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1080\/01638530701600755","article-title":"Generating multimodal references","volume":"44","author":"van der Sluis","year":"2007","journal-title":"Disc. Process"},{"volume-title":"What Is ChatGPT Doing \u2026and Why Does It Work","year":"2023","author":"Wolfram","key":"B39"}],"container-title":["Frontiers in Artificial Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/www.frontiersin.org\/articles\/10.3389\/frai.2023.1234920\/full","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T22:10:36Z","timestamp":1702678236000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.frontiersin.org\/articles\/10.3389\/frai.2023.1234920\/full"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,27]]},"references-count":39,"alternative-id":["10.3389\/frai.2023.1234920"],"URL":"https:\/\/doi.org\/10.3389\/frai.2023.1234920","relation":{},"ISSN":["2624-8212"],"issn-type":[{"type":"electronic","value":"2624-8212"}],"subject":[],"published":{"date-parts":[[2023,6,27]]},"article-number":"1234920"}}