{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,17]],"date-time":"2026-10-17T06:15:05Z","timestamp":1792217705332,"version":"4.4.0"},"reference-count":65,"publisher":"Wiley","issue":"4","license":[{"start":{"date-parts":[[2024,3,17]],"date-time":"2024-03-17T00:00:00Z","timestamp":1710633600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["onlinelibrary.wiley.com"],"crossmark-restriction":true},"short-container-title":["Topics in Cognitive Science"],"published-print":{"date-parts":[[2025,10]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>Language is inherently multimodal. In spoken languages, combined spoken and visual signals (e.g., co\u2010speech gestures) are an integral part of linguistic structure and language representation. This requires an extension of the parallel architecture, which needs to include the visual signals concomitant to speech. We present the evidence for the multimodality of language. In addition, we propose that distributional semantics might provide a format for integrating speech and co\u2010speech gestures in a common semantic representation.<\/jats:p>","DOI":"10.1111\/tops.12728","type":"journal-article","created":{"date-parts":[[2024,3,17]],"date-time":"2024-03-17T13:28:48Z","timestamp":1710682128000},"page":"877-887","update-policy":"https:\/\/doi.org\/10.1002\/crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Extending the Architecture of Language From a Multimodal Perspective"],"prefix":"10.1111","volume":"17","author":[{"given":"Peter","family":"Hagoort","sequence":"first","affiliation":[{"name":"Max Planck Institute for Psycholinguistics, Nijmegen"},{"name":"Donders Institute for Brain Cognition and Behaviour, Nijmegen"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Asl\u0131","family":"\u00d6zy\u00fcrek","sequence":"additional","affiliation":[{"name":"Max Planck Institute for Psycholinguistics, Nijmegen"},{"name":"Donders Institute for Brain Cognition and Behaviour, Nijmegen"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"311","published-online":{"date-parts":[[2024,3,17]]},"reference":[{"key":"e_1_2_8_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/0163853X.2018.1519368"},{"key":"e_1_2_8_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/lnc3.12170"},{"key":"e_1_2_8_4_1","doi-asserted-by":"publisher","DOI":"10.1177\/0261927X99018004005"},{"key":"e_1_2_8_5_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-linguistics-011619-030303"},{"key":"e_1_2_8_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.143"},{"key":"e_1_2_8_7_1","volume-title":"The minimalist program","author":"Chomsky N.","year":"1995"},{"key":"e_1_2_8_8_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0036281"},{"key":"e_1_2_8_9_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511620539"},{"key":"e_1_2_8_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2015.10.007"},{"key":"e_1_2_8_11_1","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2021.778060"},{"key":"e_1_2_8_12_1","doi-asserted-by":"publisher","DOI":"10.3389\/fcomm.2021.567774"},{"key":"e_1_2_8_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/0163853X.2013.824286"},{"key":"e_1_2_8_14_1","doi-asserted-by":"publisher","DOI":"10.1353\/lan.2016.0076"},{"key":"e_1_2_8_15_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-7687.2011.01100.x"},{"key":"e_1_2_8_16_1","doi-asserted-by":"publisher","DOI":"10.1162\/jocn_a_01301"},{"key":"e_1_2_8_17_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-linguistics-022421-063057"},{"key":"e_1_2_8_18_1","doi-asserted-by":"publisher","DOI":"10.1353\/lan.2016.0013"},{"key":"e_1_2_8_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2014.11.029"},{"key":"e_1_2_8_20_1","doi-asserted-by":"publisher","DOI":"10.1080\/23273798.2017.1283425"},{"key":"e_1_2_8_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2005.07.004"},{"key":"e_1_2_8_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.conb.2014.07.013"},{"key":"e_1_2_8_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2017.01.048"},{"key":"e_1_2_8_24_1","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2007.2159"},{"key":"e_1_2_8_25_1","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2007.2089"},{"key":"e_1_2_8_26_1","doi-asserted-by":"publisher","DOI":"10.1038\/scientificamerican0960-88"},{"key":"e_1_2_8_27_1","doi-asserted-by":"publisher","DOI":"10.1162\/jocn.2007.19.7.1175"},{"key":"e_1_2_8_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2019.05.006"},{"key":"e_1_2_8_29_1","doi-asserted-by":"publisher","DOI":"10.1038\/24300"},{"key":"e_1_2_8_30_1","first-page":"37","volume-title":"The neurocognition of language","author":"Jackendoff R.","year":"1999"},{"key":"e_1_2_8_31_1","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198270126.001.0001"},{"key":"e_1_2_8_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.brainres.2006.08.111"},{"key":"e_1_2_8_33_1","volume-title":"The texture of the lexicon: Relational morphology and the parallel architecture","author":"Jackendoff R.","year":"2020"},{"key":"e_1_2_8_34_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511807572"},{"key":"e_1_2_8_35_1","doi-asserted-by":"publisher","DOI":"10.1006\/jmla.1999.2634"},{"key":"e_1_2_8_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797609357327"},{"key":"e_1_2_8_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/01690960802586188"},{"key":"e_1_2_8_38_1","doi-asserted-by":"publisher","DOI":"10.1038\/s44159-023-00186-9"},{"key":"e_1_2_8_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0749-596X(02)00505-3"},{"key":"e_1_2_8_40_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0305000906007380"},{"key":"e_1_2_8_41_1","doi-asserted-by":"publisher","DOI":"10.1080\/23273798.2022.2141282"},{"key":"e_1_2_8_42_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/4213.003.0004"},{"key":"e_1_2_8_43_1","volume-title":"Hand and mind: What gestures reveal about thought","author":"McNeill D.","year":"1992"},{"key":"e_1_2_8_44_1","first-page":"1","article-title":"Gesture, gaze, and ground","volume":"3869","author":"McNeill D.","year":"2005","journal-title":"Machine learning for multimodal Interaction"},{"key":"e_1_2_8_45_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797616629931"},{"key":"e_1_2_8_46_1","doi-asserted-by":"publisher","DOI":"10.1162\/jocn.2007.19.4.605"},{"key":"e_1_2_8_47_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/10841.003.0008"},{"key":"e_1_2_8_48_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.01109"},{"key":"e_1_2_8_49_1","doi-asserted-by":"publisher","DOI":"10.1111\/tops.12127"},{"key":"e_1_2_8_50_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.00222"},{"key":"e_1_2_8_51_1","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.13014"},{"key":"e_1_2_8_52_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00207"},{"key":"e_1_2_8_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.lingua.2023.103583"},{"key":"e_1_2_8_54_1","doi-asserted-by":"publisher","DOI":"10.1162\/ling_a_00331"},{"key":"e_1_2_8_55_1","volume-title":"Chomsky's minimalism","author":"Seuren P. A. M.","year":"2004"},{"key":"e_1_2_8_56_1","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.13133"},{"key":"e_1_2_8_57_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0051207"},{"key":"e_1_2_8_58_1","doi-asserted-by":"publisher","DOI":"10.1177\/17456916221141422"},{"key":"e_1_2_8_59_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2022.105127"},{"key":"e_1_2_8_60_1","unstructured":"Wahlster W.(2002).SmartKom: Fusion and fission of speech gestures and facial expressions.Proceedings of the 1st International Workshop on Man\u2010Machine Symbiotic Systems Kyoto Japan(pp.213\u2013225)."},{"key":"e_1_2_8_61_1","article-title":"Understanding computational dialogue understanding","volume":"381","author":"Wahlster W.","year":"2023","journal-title":"Philosophical Transactions A"},{"key":"e_1_2_8_62_1","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhl141"},{"key":"e_1_2_8_63_1","doi-asserted-by":"publisher","DOI":"10.3758\/BF03194028"},{"key":"e_1_2_8_64_1","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhp119"},{"key":"e_1_2_8_65_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0909197106"},{"key":"e_1_2_8_66_1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(89)90013-9"}],"container-title":["Topics in Cognitive Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/tops.12728","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:13:51Z","timestamp":1761696831000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1111\/tops.12728"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,17]]},"references-count":65,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["10.1111\/tops.12728"],"URL":"https:\/\/doi.org\/10.1111\/tops.12728","archive":["Portico"],"relation":{},"ISSN":["1756-8757","1756-8765"],"issn-type":[{"value":"1756-8757","type":"print"},{"value":"1756-8765","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,17]]},"assertion":[{"value":"2023-09-24","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-02-27","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-03-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}