{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T00:37:22Z","timestamp":1767919042134,"version":"3.49.0"},"publisher-location":"Cham","reference-count":206,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031357473","type":"print"},{"value":"9783031357480","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35748-0_30","type":"book-chapter","created":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T18:03:19Z","timestamp":1689012199000},"page":"402-438","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A Roadmap for\u00a0Technological Innovation in\u00a0Multimodal Communication Research"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0143-2000","authenticated-orcid":false,"given":"Alina","family":"Gregori","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3539-1067","authenticated-orcid":false,"given":"Federica","family":"Amici","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7227-2054","authenticated-orcid":false,"given":"Ingmar","family":"Brilmayer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1513-0188","authenticated-orcid":false,"given":"Aleksandra","family":"\u0106wiek","sequence":"additional","affiliation":[]},{"given":"Lennart","family":"Fritzsche","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6751-9286","authenticated-orcid":false,"given":"Susanne","family":"Fuchs","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2611-1417","authenticated-orcid":false,"given":"Alexander","family":"Henlein","sequence":"additional","affiliation":[]},{"given":"Oliver","family":"Herbort","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8101-0005","authenticated-orcid":false,"given":"Frank","family":"K\u00fcgler","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3661-4752","authenticated-orcid":false,"given":"Jens","family":"Lemanski","sequence":"additional","affiliation":[]},{"given":"Katja","family":"Liebal","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5070-2233","authenticated-orcid":false,"given":"Andy","family":"L\u00fccking","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2567-7539","authenticated-orcid":false,"given":"Alexander","family":"Mehler","sequence":"additional","affiliation":[]},{"given":"Kim Tien","family":"Nguyen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2729-6502","authenticated-orcid":false,"given":"Wim","family":"Pouw","sequence":"additional","affiliation":[]},{"given":"Pilar","family":"Prieto","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2714-7294","authenticated-orcid":false,"given":"Patrick Louis","family":"Rohrer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3394-1013","authenticated-orcid":false,"given":"Paula G.","family":"S\u00e1nchez-Ram\u00f3n","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7198-9923","authenticated-orcid":false,"given":"Martin","family":"Schulte-R\u00fcther","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0263-8502","authenticated-orcid":false,"given":"Petra B.","family":"Schumacher","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5762-0188","authenticated-orcid":false,"given":"Stefan R.","family":"Schweinberger","sequence":"additional","affiliation":[]},{"given":"Volker","family":"Struckmeier","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2233-6720","authenticated-orcid":false,"given":"Patrick C.","family":"Trettenbrein","sequence":"additional","affiliation":[]},{"given":"Celina I.","family":"von Eiff","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,9]]},"reference":[{"issue":"11","key":"30_CR1","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1111\/lnc3.12168","volume":"9","author":"N Abner","year":"2015","unstructured":"Abner, N., Cooperrider, K., Goldin-Meadow, S.: Gesture for linguists: a handy primer. Lang. Linguist. Compass 9(11), 437\u2013451 (2015). https:\/\/doi.org\/10.1111\/lnc3.12168","journal-title":"Lang. Linguist. Compass"},{"key":"30_CR2","unstructured":"Abzaliev, A., Owens, A., Mihalcea, R.: Towards understanding the relation between gestures and language. In: Proceedings of the 29th International Conference on Computational Linguistics, pp. 5507\u20135520 (2022)"},{"key":"30_CR3","doi-asserted-by":"publisher","first-page":"11761","DOI":"10.1109\/ACCESS.2019.2963113","volume":"8","author":"F Ahmed","year":"2019","unstructured":"Ahmed, F., Bari, A.H., Gavrilova, M.L.: Emotion recognition from body movement. IEEE Access 8, 11761\u201311781 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2963113","journal-title":"IEEE Access"},{"issue":"3","key":"30_CR4","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/s10579-007-9061-5","volume":"41","author":"J Allwood","year":"2007","unstructured":"Allwood, J., Cerrato, L., Jokinen, K., Navarretta, C., Paggio, P.: The mumin coding scheme for the annotation of feedback, turn management and sequencing phenomena. Lang. Resour. Eval. 41(3), 273\u2013287 (2007). https:\/\/doi.org\/10.1007\/s10579-007-9061-5","journal-title":"Lang. Resour. Eval."},{"issue":"8","key":"30_CR5","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1080\/0163853X.2020.1768500","volume":"57","author":"C Alviar","year":"2020","unstructured":"Alviar, C., Dale, R., Dewitt, A., Kello, C.: Multimodal coordination of sound and movement in music and speech. Discourse Process. 57(8), 682\u2013702 (2020). https:\/\/doi.org\/10.1080\/0163853X.2020.1768500","journal-title":"Discourse Process."},{"key":"30_CR6","doi-asserted-by":"publisher","unstructured":"Alviar, C., Kello, C.T., Dale, R.: Multimodal coordination and pragmatic modes in conversation. Language Sciences, p. 101524 (2023). https:\/\/doi.org\/10.1016\/j.langsci.2022.101524","DOI":"10.1016\/j.langsci.2022.101524"},{"key":"30_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/s10764-022-00316-9","author":"F Amici","year":"2022","unstructured":"Amici, F., O\u00f1a, L., Liebal, K.: Compositionality in primate gestural communication and multicomponent signal displays. Int. J. Primatol. (2022). https:\/\/doi.org\/10.1007\/s10764-022-00316-9","journal-title":"Int. J. Primatol."},{"issue":"38","key":"30_CR8","doi-asserted-by":"publisher","first-page":"10256","DOI":"10.1073\/pnas.1704785114","volume":"114","author":"CA Anderson","year":"2017","unstructured":"Anderson, C.A., Wiggins, I.M., Kitterick, P.T., Hartley, D.E.H.: Adaptive benefit of cross-modal plasticity following cochlear implantation in deaf adults. Proc. Natl. Acad. Sci. U.S.A. 114(38), 10256\u201310261 (2017). https:\/\/doi.org\/10.1073\/pnas.1704785114","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"30_CR9","doi-asserted-by":"publisher","unstructured":"Aranyi, G., Pecune, F., Charles, F., Pelachaud, C., Cavazza, M.: Affective interaction with a virtual character through an fNIRS brain-computer interface. Front. Comput. Neurosci. 10, 70 (Jul 2016). https:\/\/doi.org\/10.3389\/fncom.2016.00070","DOI":"10.3389\/fncom.2016.00070"},{"key":"30_CR10","doi-asserted-by":"publisher","first-page":"258","DOI":"10.3389\/fnhum.2017.00258","volume":"11","author":"JB Baladrin","year":"2017","unstructured":"Baladrin, J.B., et al.: Imaging brain function with functional near-infrared spectroscopy in unconstrained environments. Front. Hum. Neurosci. 11, 258 (2017). https:\/\/doi.org\/10.3389\/fnhum.2017.00258","journal-title":"Front. Hum. Neurosci."},{"issue":"3","key":"30_CR11","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1080\/00222895.2020.1774490","volume":"53","author":"M Balconi","year":"2021","unstructured":"Balconi, M., Fronda, G., Bartolo, A.: Affective, social, and informative gestures reproduction in human interaction: hyperscanning and brain connectivity. J. Mot. Behav. 53(3), 296\u2013315 (2021). https:\/\/doi.org\/10.1080\/00222895.2020.1774490","journal-title":"J. Mot. Behav."},{"key":"30_CR12","doi-asserted-by":"publisher","unstructured":"Baltrusaitis, T., Zadeh, A., Lim, Y.C., Morency, L.P.: Openface 2.0: Facial behavior analysis toolkit. In: 2018 13th IEEE International Conference On Automatic Face & Gesture Recognition (FG 2018), pp. 59\u201366. IEEE (2018). https:\/\/doi.org\/10.1109\/FG.2018.00019","DOI":"10.1109\/FG.2018.00019"},{"issue":"1","key":"30_CR13","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1111\/lnc3.12170","volume":"10","author":"M Baroni","year":"2016","unstructured":"Baroni, M.: Grounding distributional semantics in the visual world. Lang. Linguist. Compass 10(1), 3\u201313 (2016). https:\/\/doi.org\/10.1111\/lnc3.12170","journal-title":"Lang. Linguist. Compass"},{"key":"30_CR14","unstructured":"Barros, P., Parisi, G.I., Fu, D., Liu, X., Wermter, S.: Expectation learning for adaptive crossmodal stimuli association. In: EUCog Meeting Proceedings. EUCog, EUCog Meeting (Nov 2017). ARXIV:1801.07654"},{"issue":"2","key":"30_CR15","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s13218-020-00632-3","volume":"34","author":"T Baur","year":"2020","unstructured":"Baur, T., et al.: eXplainable cooperative machine learning with NOVA. KI - K\u00fcnstliche Intelligenz 34(2), 143\u2013164 (2020). https:\/\/doi.org\/10.1007\/s13218-020-00632-3","journal-title":"KI - K\u00fcnstliche Intelligenz"},{"issue":"6","key":"30_CR16","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1001\/archneur.1994.00540180063015","volume":"51","author":"JT Becker","year":"1994","unstructured":"Becker, J.T., Boller, F., Lopez, O.L., Saxton, J., McGonigle, K.L.: The natural history of Alzheimer\u2019s disease: description of study cohort and accuracy of diagnosis. Arch. Neurol. 51(6), 585\u2013594 (1994). https:\/\/doi.org\/10.1001\/archneur.1994.00540180063015","journal-title":"Arch. Neurol."},{"issue":"2","key":"30_CR17","doi-asserted-by":"publisher","first-page":"243","DOI":"10.2307\/2104916","volume":"23","author":"AK Bierman","year":"1962","unstructured":"Bierman, A.K.: That there are no iconic signs. Res. 23(2), 243\u2013249 (1962). https:\/\/doi.org\/10.2307\/2104916","journal-title":"Res."},{"key":"30_CR18","doi-asserted-by":"publisher","unstructured":"Birdwhistell, R.L.: Kinesics and Context. Conduct and Communication Series, University of Pennsylvania Press, Philadelphia (1970). https:\/\/doi.org\/10.9783\/9780812201284","DOI":"10.9783\/9780812201284"},{"key":"30_CR19","doi-asserted-by":"publisher","unstructured":"Blache, P., Bertrand, R., Ferr\u00e9, G., Pallaud, B., Pr\u00e9vot, L., Rauzy, S.: The corpus of interactional data: A large multimodal annotated resource. In: Handbook of linguistic annotation, pp. 1323\u20131356. Springer (2017). https:\/\/doi.org\/10.1007\/978-94-024-0881-2_51","DOI":"10.1007\/978-94-024-0881-2_51"},{"key":"30_CR20","doi-asserted-by":"publisher","unstructured":"Boersma, P.: The use of Praat in corpus research. In: Durand, J., Gut, U., Kristoffersen, G. (eds.) The Oxford handbook of corpus phonology, pp. 342\u2013360. Oxford handbooks in linguistics, Oxford University Press, Oxford (2014). https:\/\/doi.org\/10.1093\/oxfordhb\/9780199571932.013.016","DOI":"10.1093\/oxfordhb\/9780199571932.013.016"},{"key":"30_CR21","unstructured":"Boersma, P., Weenink, D.: Praat: doing phonetics by computer [computer program] version 6.3.03. https:\/\/www.praat.org\/ (2022)"},{"issue":"1","key":"30_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1743-0003-6-30","volume":"6","author":"RW Bohannon","year":"2009","unstructured":"Bohannon, R.W., Harrison, S., Kinsella-Shaw, J.: Reliability and validity of pendulum test measures of spasticity obtained with the polhemus tracking system from patients with chronic stroke. J. Neuroeng. Rehabil. 6(1), 1\u20137 (2009). https:\/\/doi.org\/10.1186\/1743-0003-6-30","journal-title":"J. Neuroeng. Rehabil."},{"key":"30_CR23","unstructured":"Bolly, C.T.: CorpAGEst annotation manual (ii. speech annotation guidelines) (2016). https:\/\/corpagest.wordpress.com\/working-papers\/"},{"key":"30_CR24","doi-asserted-by":"publisher","unstructured":"Bressem, J.: A linguistic perspective on the notation of form features in gestures. In: M\u00fcller, C., Cienki, A., Fricke, E., Ladewig, S.H., McNeill, David und Bressem, J. (eds.) Body - Language - Communication. An International Handbook on Multimodality in Human Interaction, Handbooks of Linguistics and Communication Science, vol. 1, chap. 70, pp. 1079\u20131089. De Gruyter Mouton, Berlin and Boston (2013). https:\/\/doi.org\/10.1515\/9783110261318.1079","DOI":"10.1515\/9783110261318.1079"},{"issue":"4","key":"30_CR25","doi-asserted-by":"publisher","first-page":"673","DOI":"10.2307\/2103298","volume":"9","author":"AW Burks","year":"1949","unstructured":"Burks, A.W.: Icon, index, and symbol. Res. 9(4), 673\u2013689 (1949). https:\/\/doi.org\/10.2307\/2103298","journal-title":"Res."},{"key":"30_CR26","doi-asserted-by":"publisher","unstructured":"Caeiro, C.C., Waller, B.M., Zimmermann, E., Burrows, A.M., Davila-Ross, M.: OrangFACS: A muscle-based facial movement coding system for orangutans (Pongo spp.). Int. J. Primatol. 34(1), 115\u2013129 (2013). https:\/\/doi.org\/10.1007\/s10764-012-9652-x","DOI":"10.1007\/s10764-012-9652-x"},{"issue":"6334","key":"30_CR27","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1126\/science.aal4230","volume":"356","author":"A Caliskan","year":"2017","unstructured":"Caliskan, A., Bryson, J., Narayanan, A.: Semantics derived automatically from language corpora contain human-like biases. Science 356(6334), 183\u2013186 (2017). https:\/\/doi.org\/10.1126\/science.aal4230","journal-title":"Science"},{"key":"30_CR28","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2929257","author":"Z Cao","year":"2019","unstructured":"Cao, Z., Hidalgo Martinez, G., Simon, T., Wei, S., Sheikh, Y.A.: OpenPose: realtime multi-person 2d pose estimation using part affinity fields. IEEE Trans. Pattern Anal. Mach. Intell. (2019). https:\/\/doi.org\/10.1109\/TPAMI.2019.2929257","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"1","key":"30_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/srep37036","volume":"6","author":"A Cavallo","year":"2016","unstructured":"Cavallo, A., Koul, A., Ansuini, C., Capozzi, F., Becchio, C.: Decoding intentions from movement kinematics. Sci. Rep. 6(1), 1\u20138 (2016). https:\/\/doi.org\/10.1038\/srep37036","journal-title":"Sci. Rep."},{"key":"30_CR30","unstructured":"Ch\u00e9telat-Pel\u00e9, E., Braffort, A., V\u00e9ronis, J.: Annotation of non manual gestures: Eyebrow movement description. In: sign-lang@ LREC 2008, pp. 28\u201332. European Language Resources Association (ELRA) (2008)"},{"key":"30_CR31","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20, 37\u201346 (1960). https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educ. Psychol. Measur."},{"key":"30_CR32","unstructured":"Contributors, M.: Openmmlab pose estimation toolbox and benchmark. https:\/\/github.com\/open-mmlab\/mmpose (2020)"},{"key":"30_CR33","unstructured":"Cormier, K., Crasborn, O., Bank, R.: Digging into signs: Emerging annotation standards for sign language corpora. In: Efthimiou, E., Fotinea, S.E., Hanke, T., Hochgesang, J.A., Kristoffersen, J., Mesch, J. (eds.) Proceedings of the LREC2016 7th Workshop on the Representation and Processing of Sign Languages: Corpus Mining, pp. 35\u201340. European Language Resources Association (ELRA), Portoro\u017e, Slovenia (May 2016)"},{"key":"30_CR34","unstructured":"Crasborn, O., Bank, R.: An annotation scheme for the linguistic study of mouth actions in sign languages (2014). https:\/\/hdl.handle.net\/2066\/132960"},{"key":"30_CR35","doi-asserted-by":"publisher","unstructured":"Crasborn, O., Zwitserlood, I., van der Kooij, E., Ormel, E.: Global SignBank manual, version 2 (11 2020). https:\/\/doi.org\/10.13140\/RG.2.2.16205.67045\/1","DOI":"10.13140\/RG.2.2.16205.67045\/1"},{"issue":"2","key":"30_CR36","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1177\/002383099704000203","volume":"40","author":"A Cutler","year":"1997","unstructured":"Cutler, A., Dahan, D., Van Donselaar, W.: Prosody in the comprehension of spoken language: a literature review. Lang. Speech 40(2), 141\u2013201 (1997)","journal-title":"Lang. Speech"},{"issue":"3","key":"30_CR37","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1080\/09528130802319078","volume":"20","author":"R Dale","year":"2008","unstructured":"Dale, R.: The possibility of a pluralist cognitive science. J. Exp. Theor. Artif. Intell. 20(3), 155\u2013179 (2008). https:\/\/doi.org\/10.1080\/09528130802319078","journal-title":"J. Exp. Theor. Artif. Intell."},{"key":"30_CR38","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1038\/s44159-022-00120-5","volume":"2","author":"R Dale","year":"2022","unstructured":"Dale, R., Warlaumont, A., Johnson, K.: The fundamental importance of method to theory. Nature Rev. Psychol. 2, 55\u201366 (2022). https:\/\/doi.org\/10.1038\/s44159-022-00120-5","journal-title":"Nature Rev. Psychol."},{"key":"30_CR39","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1016\/j.wocn.2018.09.007","volume":"71","author":"SG Danner","year":"2018","unstructured":"Danner, S.G., Barbosa, A.V., Goldstein, L.: Quantitative analysis of multimodal speech data. J. Phon. 71, 268\u2013283 (2018). https:\/\/doi.org\/10.1016\/j.wocn.2018.09.007","journal-title":"J. Phon."},{"key":"30_CR40","doi-asserted-by":"publisher","unstructured":"Dogdu, C., Kessler, T., Schneider, D., Shadaydeh, M., Schweinberger, S.R.: A comparison of machine learning algorithms and feature sets for automatic vocal emotion recognition in speech. Sensors 22(19), (2022). https:\/\/doi.org\/10.3390\/s22197561","DOI":"10.3390\/s22197561"},{"key":"30_CR41","doi-asserted-by":"publisher","unstructured":"Drimalla, H., Baskow, I., Behnia, B., Roepke, S., Dziobek, I.: Imitation and recognition of facial emotions in autism: A computer vision approach. Molecular Autism 12(1) (2021). https:\/\/doi.org\/10.1186\/s13229-021-00430-0","DOI":"10.1186\/s13229-021-00430-0"},{"key":"30_CR42","unstructured":"Ebert, C., Ebert, C.: Gestures, demonstratives, and the attributive\/referential distinction. Talk at Semantics and Philosophy in Europe 7, ZAS, Berlin (2014)"},{"issue":"1","key":"30_CR43","first-page":"161","volume":"24","author":"C Ebert","year":"2020","unstructured":"Ebert, C., Ebert, C., H\u00f6rnig, R.: Demonstratives as dimension shifters. Proc. Sinn und Bedeutung 24(1), 161\u2013178 (2020)","journal-title":"Proc. Sinn und Bedeutung"},{"key":"30_CR44","doi-asserted-by":"publisher","DOI":"10.7717\/peerj.7838","volume":"7","author":"BV Ehinger","year":"2019","unstructured":"Ehinger, B.V., Dimigen, O.: Unfold: an integrated toolbox for overlap correction, non-linear modeling, and regression-based EEG analysis. PeerJ 7, e7838 (2019). https:\/\/doi.org\/10.7717\/peerj.7838","journal-title":"PeerJ"},{"key":"30_CR45","doi-asserted-by":"publisher","unstructured":"von Eiff, C.I., Fr\u00fchholz, S., Korth, D., Guntinas-Lichius, O., Schweinberger, S.R.: Crossmodal benefits to vocal emotion perception in cochlear implant users. iScience 25(12), 105711 (2022). https:\/\/doi.org\/10.1016\/j.isci.2022.105711","DOI":"10.1016\/j.isci.2022.105711"},{"key":"30_CR46","doi-asserted-by":"publisher","unstructured":"Ekman, P., Friesen, W.V.: Facial Action Coding System: A Technique for the Measurement of Facial Movement. Consulting Psychologists Press, Palo Alto, CA (1978). https:\/\/doi.org\/10.1037\/t27734-000","DOI":"10.1037\/t27734-000"},{"key":"30_CR47","unstructured":"Erard, M.: Why sign-language gloves don\u2019t help deaf people. The Atlantic. https:\/\/www.theatlantic.com\/technology\/archive\/2017\/11\/why-sign-language-gloves-dont-help-deaf-people\/545441\/ (2017)"},{"issue":"3","key":"30_CR48","doi-asserted-by":"publisher","first-page":"850","DOI":"10.1044\/1092-4388(2012\/12-0049)","volume":"56","author":"N Esteve-Gibert","year":"2013","unstructured":"Esteve-Gibert, N., Prieto, P.: Prosodic structure shapes the temporal realization of intonation and manual gesture movements. J. Speech Lang. Hear. Res. 56(3), 850\u2013864 (2013). https:\/\/doi.org\/10.1044\/1092-4388(2012\/12-0049)","journal-title":"J. Speech Lang. Hear. Res."},{"key":"30_CR49","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.imavis.2018.07.002","volume":"78","author":"A Fernandez-Lopez","year":"2018","unstructured":"Fernandez-Lopez, A., Sukno, F.M.: Survey on automatic lip-reading in the era of deep learning. Image Vis. Comput. 78, 53\u201372 (2018). https:\/\/doi.org\/10.1016\/j.imavis.2018.07.002","journal-title":"Image Vis. Comput."},{"key":"30_CR50","doi-asserted-by":"publisher","unstructured":"Ferstl, Y., Neff, M., McDonnell, R.: Understanding the predictability of gesture parameters from speech and their perceptual importance. In: Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents, pp. 1\u20138 (2020). https:\/\/doi.org\/10.1145\/3383652.3423882","DOI":"10.1145\/3383652.3423882"},{"issue":"6","key":"30_CR51","doi-asserted-by":"publisher","first-page":"1257","DOI":"10.3390\/s17061257","volume":"17","author":"A Filippeschi","year":"2017","unstructured":"Filippeschi, A., Schmitz, N., Miezal, M., Bleser, G., Ruffaldi, E., Stricker, D.: Survey of motion tracking methods based on inertial sensors: a focus on upper limb human motion. Sensors 17(6), 1257 (2017). https:\/\/doi.org\/10.3390\/s17061257","journal-title":"Sensors"},{"key":"30_CR52","doi-asserted-by":"publisher","DOI":"10.1016\/j.pneurobio.2020.101948","volume":"199","author":"S Fr\u00fchholz","year":"2021","unstructured":"Fr\u00fchholz, S., Schweinberger, S.R.: Nonverbal auditory communication - evidence for integrated neural systems for voice signal production and perception. Prog. Neurobiol. 199, 101948 (2021). https:\/\/doi.org\/10.1016\/j.pneurobio.2020.101948","journal-title":"Prog. Neurobiol."},{"key":"30_CR53","unstructured":"Geng, J., Huang, D., De la Torre, F.: Densepose from wifi. arXiv preprint arXiv:2301.00250 (2022)"},{"key":"30_CR54","doi-asserted-by":"publisher","unstructured":"Gerloff, C., Konrad, K., Kruppa, J., Schulte-R\u00fcther, M., Reindl, V.: Autism Spectrum Disorder Classification Based on Interpersonal Neural Synchrony: Can Classification be Improved by Dyadic Neural Biomarkers Using Unsupervised Graph Representation Learning? In: Abdulkadir, A., et al. (eds.) Machine Learning in Clinical Neuroimaging, vol. 13596, pp. 147\u2013157. Springer Nature Switzerland, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-17899-3_15","DOI":"10.1007\/978-3-031-17899-3_15"},{"key":"30_CR55","doi-asserted-by":"crossref","unstructured":"Ginosar, S., Bar, A., Kohavi, G., Chan, C., Owens, A., Malik, J.: Learning individual styles of conversational gesture. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3497\u20133506 (2019)","DOI":"10.1109\/CVPR.2019.00361"},{"key":"30_CR56","doi-asserted-by":"publisher","first-page":"1938","DOI":"10.3389\/fpsyg.2016.01938","volume":"7","author":"J Ginzburg","year":"2016","unstructured":"Ginzburg, J., Poesio, M.: Grammar is a system that characterizes talk in interaction. Front. Psychol. 7, 1938 (2016). https:\/\/doi.org\/10.3389\/fpsyg.2016.01938","journal-title":"Front. Psychol."},{"key":"30_CR57","doi-asserted-by":"publisher","DOI":"10.5040\/9781350928541","volume-title":"Languages of Art","author":"N Goodman","year":"1976","unstructured":"Goodman, N.: Languages of Art, 2nd edn. An Approach to a Theory of Symbols. Hackett Publishing Company Inc, Idianapolis (1976)","edition":"2"},{"key":"30_CR58","doi-asserted-by":"publisher","unstructured":"Goodwin, C.: Pointing as situated practice. In: Kita, S. (ed.) Pointing: Where Language, Culture, and Cognition Meet, chap. 2, pp. 217\u2013241. Lawrence Erlbaum Associates Inc, Mahwah, New Jersey (2003). https:\/\/doi.org\/10.4324\/9781410607744","DOI":"10.4324\/9781410607744"},{"key":"30_CR59","unstructured":"Gregori, A., K\u00fcgler, F.: Multimodal marking of focus: Articulatory and visual hyperarticulation (submitted)"},{"key":"30_CR60","doi-asserted-by":"publisher","unstructured":"Gussenhoven, C.: The phonology of tone and intonation. Cambridge: Cambridge University Press (2004). https:\/\/doi.org\/10.1017\/CBO9780511616983","DOI":"10.1017\/CBO9780511616983"},{"key":"30_CR61","volume-title":"Handbook of Inter-Rater Reliability","author":"K Gwet","year":"2001","unstructured":"Gwet, K.: Handbook of Inter-Rater Reliability. STATAXIS Publishing Company, Gaithersburg, MD (2001)"},{"issue":"18","key":"30_CR62","doi-asserted-by":"publisher","first-page":"6850","DOI":"10.3390\/s22186850","volume":"22","author":"Y Hammadi","year":"2022","unstructured":"Hammadi, Y., Grondin, F., Ferland, F., Lebel, K.: Evaluation of various state of the art head pose estimation algorithms for clinical scenarios. Sensors 22(18), 6850 (2022). https:\/\/doi.org\/10.3390\/s22186850","journal-title":"Sensors"},{"key":"30_CR63","unstructured":"Hanke, T.: HamNoSys - representing sign language data in language resources and language processing contexts. In: LREC. vol. 4, pp. 1\u20136 (2004)"},{"key":"30_CR64","doi-asserted-by":"publisher","unstructured":"Hartz, A., Guth, B., Jording, M., Vogeley, K., Schulte-R\u00fcther, M.: Temporal behavioral parameters of on-going gaze encounters in a virtual environment. Front. Psychol. 12 (2021). https:\/\/doi.org\/10.3389\/fpsyg.2021.673982","DOI":"10.3389\/fpsyg.2021.673982"},{"key":"30_CR65","first-page":"2147","volume-title":"Handbook Body - Language - Communication","author":"A Herrmann","year":"2014","unstructured":"Herrmann, A., Pendzich, N.K.: Nonmanual gestures in sign languages. In: M\u00fcller, C., Cienki, A., Fricke, E., Ladewig, S.H., McNeill, D., Bressem, J. (eds.) Handbook Body - Language - Communication, pp. 2147\u20132160. DeGruyter Mouton, Berlin, Boston (2014)"},{"key":"30_CR66","doi-asserted-by":"publisher","first-page":"1596","DOI":"10.1016\/j.cub.2014.05.066","volume":"24","author":"C Hobaiter","year":"2014","unstructured":"Hobaiter, C., Byrne, R.W.: The meanings of chimpanzee gestures. Curr. Biol. 24, 1596\u20131600 (2014)","journal-title":"Curr. Biol."},{"issue":"8","key":"30_CR67","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1016\/j.tics.2019.05.006","volume":"23","author":"J Holler","year":"2019","unstructured":"Holler, J., Levinson, S.C.: Multimodal language processing in human communication. Trends Cogn. Sci. 23(8), 639\u2013652 (2019). https:\/\/doi.org\/10.1016\/j.tics.2019.05.006","journal-title":"Trends Cogn. Sci."},{"issue":"11","key":"30_CR68","doi-asserted-by":"publisher","first-page":"2224","DOI":"10.1016\/j.neuropsychologia.2013.07.013","volume":"51","author":"J Hosemann","year":"2013","unstructured":"Hosemann, J., Herrmann, A., Steinbach, M., Bornkessel-Schlesewsky, I., Schlesewsky, M.: Lexical prediction via forward models: N400 evidence from German sign language. Neuropsychologia 51(11), 2224\u20132237 (2013). https:\/\/doi.org\/10.1016\/j.neuropsychologia.2013.07.013","journal-title":"Neuropsychologia"},{"issue":"1","key":"30_CR69","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1515\/zfsw.1982.1.1.76","volume":"1","author":"TN H\u00f6hle","year":"1982","unstructured":"H\u00f6hle, T.N.: \u00dcber Komposition und Derivation: zur Konstituentenstruktur von Wortbildungsprodukten im Deutschen. Z. Sprachwiss. 1(1), 76\u2013112 (1982). https:\/\/doi.org\/10.1515\/zfsw.1982.1.1.76","journal-title":"Z. Sprachwiss."},{"key":"30_CR70","doi-asserted-by":"publisher","unstructured":"Ide, N., Pustejovsky, J. (eds.): Handbook of Linguistic Annotation. Springer, Netherlands, Dordrecht (2017). https:\/\/doi.org\/10.1007\/978-94-024-0881-2_1","DOI":"10.1007\/978-94-024-0881-2_1"},{"key":"30_CR71","doi-asserted-by":"publisher","unstructured":"Ienaga, N., Cravotta, A., Terayama, K., Scotney, B.W., Saito, H., Bus\u00e0, M.G.: Semi-automation of gesture annotation by machine learning and human collaboration. Language Resources and Evaluation, pp. 1\u201328 (2022). https:\/\/doi.org\/10.1007\/s10579-022-09586-4","DOI":"10.1007\/s10579-022-09586-4"},{"issue":"1","key":"30_CR72","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/j.cviu.2006.10.019","volume":"108","author":"A Jaimes","year":"2007","unstructured":"Jaimes, A., Sebe, N.: Multimodal human-computer interaction: a survey. Comput. Vis. Image Underst. 108(1), 116\u2013134 (2007). https:\/\/doi.org\/10.1016\/j.cviu.2006.10.019","journal-title":"Comput. Vis. Image Underst."},{"key":"30_CR73","doi-asserted-by":"publisher","unstructured":"Jiang, Z., Moryossef, A., M\u00fcller, M., Ebling, S.: Machine translation between spoken languages and signed languages represented in signwriting. arXiv preprint arXiv:2210.05404 (2022). https:\/\/doi.org\/10.48550\/arXiv.2210.05404","DOI":"10.48550\/arXiv.2210.05404"},{"key":"30_CR74","doi-asserted-by":"publisher","first-page":"151","DOI":"10.7551\/mitpress\/10413.003.0007","volume-title":"Prosodic Theory and Practice","author":"SA Jun","year":"2022","unstructured":"Jun, S.A.: The ToBI transcription system: conventions, strengths, and challenges. In: Barnes, J., Shattuck-Hufnagel, S. (eds.) Prosodic Theory and Practice, pp. 151\u2013181. MIT Press, Cambridge (2022)"},{"issue":"1664","key":"30_CR75","doi-asserted-by":"publisher","first-page":"1949","DOI":"10.1098\/rspb.2008.1811","volume":"276","author":"F Kano","year":"2009","unstructured":"Kano, F., Tomonaga, M.: How chimpanzees look at pictures: a comparative eye-tracking study. Proc. Royal Society B: Biol. Sci. 276(1664), 1949\u20131955 (2009)","journal-title":"Proc. Royal Society B: Biol. Sci."},{"issue":"2","key":"30_CR76","doi-asserted-by":"publisher","first-page":"517","DOI":"10.3758\/s13423-014-0681-7","volume":"22","author":"S Kelly","year":"2014","unstructured":"Kelly, S., Healey, M., \u00d6zy\u00fcrek, A., Holler, J.: The processing of speech, gesture, and action during language comprehension. Psychonom. Bull. Rev. 22(2), 517\u2013523 (2014). https:\/\/doi.org\/10.3758\/s13423-014-0681-7","journal-title":"Psychonom. Bull. Rev."},{"issue":"3\u20134","key":"30_CR77","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1515\/tl-2016-0011","volume":"42","author":"R Kempson","year":"2016","unstructured":"Kempson, R., Cann, R., Gregoromichelaki, E., Chatzikyriakidis, S.: Language as mechanisms for interaction. Theor. Linguist. 42(3\u20134), 203\u2013276 (2016). https:\/\/doi.org\/10.1515\/tl-2016-0011","journal-title":"Theor. Linguist."},{"key":"30_CR78","doi-asserted-by":"crossref","unstructured":"Kendon, A.: Some relationships between body motion and speech. An analysis of an example. In: Siegman, A.W., Pope, B. (eds.) Studies in Dyadic Communication, chap. 9, pp. 177\u2013210. Pergamon Press, Elmsford, NY (1972)","DOI":"10.1016\/B978-0-08-015867-9.50013-7"},{"key":"30_CR79","doi-asserted-by":"crossref","unstructured":"Kendon, A.: Gesticulation and speech: Two aspects of the process of utterance. In: Key, M.R. (ed.) The Relationship of Verbal and Nonverbal Communication, pp. 207\u2013227. No. 25 in Contributions to the Sociology of Language, Mouton, The Hague (1980)","DOI":"10.1515\/9783110813098.207"},{"key":"30_CR80","doi-asserted-by":"publisher","unstructured":"Kendon, A.: Gesture: Visible Action as Utterance. Cambridge University Press, Cambridge, MA (2004). https:\/\/doi.org\/10.1017\/CBO9780511807572","DOI":"10.1017\/CBO9780511807572"},{"key":"30_CR81","doi-asserted-by":"publisher","first-page":"117327","DOI":"10.1109\/ACCESS.2019.2936124","volume":"7","author":"RA Khalil","year":"2019","unstructured":"Khalil, R.A., Jones, E., Babar, M.I., Jan, T., Zafar, M.H., Alhussain, T.: Speech emotion recognition using deep learning techniques: a review. IEEE Access 7, 117327\u2013117345 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2936124","journal-title":"IEEE Access"},{"key":"30_CR82","doi-asserted-by":"publisher","unstructured":"Khasbage, Y., et al.: The Red Hen Anonymizer and the Red Hen Protocol for de-identifying audiovisual recordings. Linguist. Vanguard (0) (2022). https:\/\/doi.org\/10.1515\/lingvan-2022-0017","DOI":"10.1515\/lingvan-2022-0017"},{"key":"30_CR83","doi-asserted-by":"publisher","unstructured":"Kipp, M.: Anvil-a generic annotation tool for multimodal dialogue. In: Seventh European Conference on Speech Communication and Technology, pp. 2001\u2013354 (2001). https:\/\/doi.org\/10.21437\/Eurospeech.","DOI":"10.21437\/Eurospeech."},{"issue":"3\u20134","key":"30_CR84","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s10579-007-9053-5","volume":"41","author":"M Kipp","year":"2007","unstructured":"Kipp, M., Neff, M., Albrecht, I.: An annotation scheme for conversational gestures: how to economically capture timing and form. J. Lang. Resour. Eval. - Special Issue Multimodal Corpora 41(3\u20134), 325\u2013339 (2007). https:\/\/doi.org\/10.1007\/s10579-007-9053-5","journal-title":"J. Lang. Resour. Eval. - Special Issue Multimodal Corpora"},{"issue":"21","key":"30_CR85","doi-asserted-by":"publisher","first-page":"4787","DOI":"10.3390\/s19214787","volume":"19","author":"AE Kowallik","year":"2019","unstructured":"Kowallik, A.E., Schweinberger, S.R.: Sensor-based technology for social information processing in autism: a review. Sensors 19(21), 4787 (2019). https:\/\/doi.org\/10.3390\/s19214787","journal-title":"Sensors"},{"key":"30_CR86","doi-asserted-by":"publisher","unstructured":"Krauss, R.M., Hadar, U.: The role of speech-related arm\/hand gestures in word retrieval. In: Campbell, R., Messing, L.S. (eds.) Gesture, speech, and sign, pp. 93\u2013116. Oxford University Press, Oxford (1999). https:\/\/doi.org\/10.1093\/acprof:oso\/9780198524519.003.0006","DOI":"10.1093\/acprof:oso\/9780198524519.003.0006"},{"key":"30_CR87","volume-title":"Content Analysis: An Introduction to Its Methodology","author":"K Krippendorff","year":"2018","unstructured":"Krippendorff, K.: Content Analysis: An Introduction to Its Methodology, 4th edn. SAGE Publications, Thousand Oaks, CA (2018)","edition":"4"},{"key":"30_CR88","doi-asserted-by":"publisher","unstructured":"Kruppa, J.A., et al.: Brain and motor synchrony in children and adolescents with ASD-a fNIRS hyperscanning study. Social Cogn. Affect. Neurosci.16(1\u20132), 103\u2013116 (07 2020). https:\/\/doi.org\/10.1093\/scan\/nsaa092","DOI":"10.1093\/scan\/nsaa092"},{"key":"30_CR89","doi-asserted-by":"crossref","unstructured":"Kubina, P., Abramov, O., L\u00fccking, A.: Barrier-free communication. In: Mehler, A., Romary, L. (eds.) Handbook of Technical Communication, chap. 19, pp. 645\u2013706. No. 8 in Handbooks of Applied Linguistics, De Gruyter Mouton, Berlin and Boston (2012)","DOI":"10.1515\/9783110224948.645"},{"key":"30_CR90","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2022.104994","volume":"144","author":"P Kuhnke","year":"2023","unstructured":"Kuhnke, P., Beaupain, M.C., Arola, J., Kiefer, M., Hartwigsen, G.: Meta-analytic evidence for a novel hierarchical model of conceptual processing. Neurosci. Biobehav. Rev. 144, 104994 (2023). https:\/\/doi.org\/10.1016\/j.neubiorev.2022.104994","journal-title":"Neurosci. Biobehav. Rev."},{"key":"30_CR91","doi-asserted-by":"publisher","unstructured":"K\u00f6p\u00fckl\u00fc, O., Gunduz, A., Kose, N., Rigoll, G.: Real-time hand gesture detection and classification using convolutional neural networks. In: Proceedings of the 14th IEEE International Conference on Automatic Face & Gesture Recognition, pp. 1\u20138. FG 2019 (2019). https:\/\/doi.org\/10.1109\/FG.2019.8756576","DOI":"10.1109\/FG.2019.8756576"},{"key":"30_CR92","doi-asserted-by":"publisher","unstructured":"Ladd, D.: Intonational phonology. Cambridge: Cambridge University Press, 2 edn. (2012). https:\/\/doi.org\/10.1017\/CBO9780511808814","DOI":"10.1017\/CBO9780511808814"},{"issue":"3","key":"30_CR93","doi-asserted-by":"publisher","first-page":"550","DOI":"10.2307\/414611","volume":"66","author":"P Ladefoged","year":"1990","unstructured":"Ladefoged, P.: The revised international phonetic alphabet. Language 66(3), 550\u2013552 (1990). https:\/\/doi.org\/10.2307\/414611","journal-title":"Language"},{"issue":"2","key":"30_CR94","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1075\/gest.9.2.01las","volume":"9","author":"A Lascarides","year":"2009","unstructured":"Lascarides, A., Stone, M.: Discourse coherence and gesture interpretation. Gesture 9(2), 147\u2013180 (2009). https:\/\/doi.org\/10.1075\/gest.9.2.01las","journal-title":"Gesture"},{"key":"30_CR95","doi-asserted-by":"publisher","unstructured":"Latash, M.L.: Synergy. Oxford University Press (2008). https:\/\/doi.org\/10.1093\/acprof:oso\/9780195333169.001.0001","DOI":"10.1093\/acprof:oso\/9780195333169.001.0001"},{"issue":"3","key":"30_CR96","doi-asserted-by":"publisher","first-page":"841","DOI":"10.3758\/BRM.41.3.841","volume":"41","author":"H Lausberg","year":"2009","unstructured":"Lausberg, H., Sloetjes, H.: Coding gestural behavior with the neuroges-elan system. Behav. Res. Methods 41(3), 841\u2013849 (2009). https:\/\/doi.org\/10.3758\/BRM.41.3.841","journal-title":"Behav. Res. Methods"},{"issue":"1","key":"30_CR97","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/0010-0277(83)90026-4","volume":"14","author":"WJM Levelt","year":"1983","unstructured":"Levelt, W.J.M.: Monitoring and self-repair in speech. Cognition 14(1), 41\u2013104 (1983). https:\/\/doi.org\/10.1016\/0010-0277(83)90026-4","journal-title":"Cognition"},{"issue":"3","key":"30_CR98","doi-asserted-by":"publisher","first-page":"1195","DOI":"10.1109\/TAFFC.2020.2981446","volume":"13","author":"S Li","year":"2020","unstructured":"Li, S., Deng, W.: Deep facial expression recognition: a survey. IEEE Trans. Affect. Comput. 13(3), 1195\u20131215 (2020). https:\/\/doi.org\/10.1109\/TAFFC.2020.2981446","journal-title":"IEEE Trans. Affect. Comput."},{"key":"30_CR99","doi-asserted-by":"publisher","first-page":"478","DOI":"10.3389\/fpsyg.2018.00478","volume":"9","author":"K Liebal","year":"2018","unstructured":"Liebal, K., O\u00f1a, L.: Different approaches to meaning in primate gestural and vocal communication. Front. Psychol. 9, 478 (2018)","journal-title":"Front. Psychol."},{"issue":"1","key":"30_CR100","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-021-01772-8","volume":"11","author":"M Liebherr","year":"2021","unstructured":"Liebherr, M., et al.: Eeg and behavioral correlates of attentional processing while walking and navigating naturalistic environments. Sci. Rep. 11(1), 1\u201313 (2021). https:\/\/doi.org\/10.1038\/s41598-021-01772-8","journal-title":"Sci. Rep."},{"issue":"4","key":"30_CR101","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1111\/j.1551-6709.2011.01228.x","volume":"36","author":"U Liszkowski","year":"2012","unstructured":"Liszkowski, U., Brown, P., Callaghan, T., Takada, A., De Vos, C.: A prelinguistic gestural universal of human communication. Cogn. Sci. 36(4), 698\u2013713 (2012). https:\/\/doi.org\/10.1111\/j.1551-6709.2011.01228.x","journal-title":"Cogn. Sci."},{"issue":"1","key":"30_CR102","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1515\/lp-2012-0006","volume":"3","author":"DP Loehr","year":"2012","unstructured":"Loehr, D.P.: Temporal, structural, and pragmatic synchrony between intonation and gesture. Lab. Phonol.: J. Assoc. Lab. Phonol. 3(1), 71\u201389 (2012). https:\/\/doi.org\/10.1515\/lp-2012-0006","journal-title":"Lab. Phonol.: J. Assoc. Lab. Phonol."},{"key":"30_CR103","unstructured":"Lopez, A., Liesenfeld, A., Dingemanse, M.: Evaluation of automatic speech recognition for conversational speech in Dutch, English, and German: What goes missing? In: Proceedings of the 18th Conference on Natural Language Processing, pp. 135\u2013143. KONVENS 2022 (2022)"},{"key":"30_CR104","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuropsychologia.2022.108347","volume":"174","author":"J Lozano-Goupil","year":"2022","unstructured":"Lozano-Goupil, J., Raffard, S., Capdevielle, D., Aigoin, E., Marin, L.: Gesture-speech synchrony in schizophrenia: a pilot study using a kinematic-acoustic analysis. Neuropsychologia 174, 108347 (2022). https:\/\/doi.org\/10.1016\/j.neuropsychologia.2022.108347","journal-title":"Neuropsychologia"},{"key":"30_CR105","doi-asserted-by":"publisher","unstructured":"L\u00fccking, A.: Gesture. In: M\u00fcller, S., Abeill\u00e9, A., Borsley, R.D., Koenig, J.P. (eds.) Head Driven Phrase Structure Grammar: The handbook, chap. 27, pp. 1201\u20131250. No. 9 in Empirically Oriented Theoretical Morphology and Syntax, Language Science Press, Berlin (2021). https:\/\/doi.org\/10.5281\/zenodo.5543318","DOI":"10.5281\/zenodo.5543318"},{"issue":"1","key":"30_CR106","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s12193-012-0106-8","volume":"7","author":"A L\u00fccking","year":"2013","unstructured":"L\u00fccking, A., Bergman, K., Hahn, F., Kopp, S., Rieser, H.: Data-based analysis of speech and gesture: the Bielefeld speech and gesture alignment corpus (SaGA) and its applications. J. Multimodal User Interfaces 7(1), 5\u201318 (2013)","journal-title":"J. Multimodal User Interfaces"},{"key":"30_CR107","unstructured":"L\u00fccking, A., Mehler, A., Menke, P.: Taking fingerprints of speech-and-gesture ensembles: Approaching empirical evidence of intrapersonal alignmnent in multimodal communication. In: Proceedings of the 12th Workshop on the Semantics and Pragmatics of Dialogue, pp. 157\u2013164. LonDial\u201908, King\u2019s College London (2008)"},{"key":"30_CR108","doi-asserted-by":"publisher","unstructured":"L\u00fccking, A., Ptock, S., Bergmann, K.: Assessing agreement on segmentations by means of Staccato, the Segmentation Agreement Calculator according to Thomann. In: Efthimiou, E., Kouroupetroglou, G., Fotina, S.E. (eds.) Gesture and Sign Language in Human-Computer Interaction and Embodied Communication, pp. 129\u2013138. No. 7206 in LNAI, Springer, Berlin and Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-34182-3_12","DOI":"10.1007\/978-3-642-34182-3_12"},{"key":"30_CR109","volume-title":"The CHILDES Project: Tools for Analyzing Talk","author":"B MacWhinney","year":"2000","unstructured":"MacWhinney, B.: The CHILDES Project: Tools for Analyzing Talk, 3rd edn. Lawrence Erlbaum Associates, Mahwah, NJ (2000)","edition":"3"},{"issue":"4","key":"30_CR110","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1097\/WNR.0b013e32801776e6","volume":"18","author":"M Magnee","year":"2007","unstructured":"Magnee, M., Stekelenburg, J.J., Kemner, C., de Gelder, B.: Similar facial electromyographic responses to faces, voices, and body expressions. NeuroReport 18(4), 369\u2013372 (2007). https:\/\/doi.org\/10.1097\/WNR.0b013e32801776e6","journal-title":"NeuroReport"},{"key":"30_CR111","doi-asserted-by":"crossref","unstructured":"Marschik, P.B., et al.: Open video data sharing in developmental and behavioural science (2022). 10.48550\/ARXIV.2207.11020","DOI":"10.2139\/ssrn.4231648"},{"issue":"9","key":"30_CR112","doi-asserted-by":"publisher","first-page":"1281","DOI":"10.1038\/s41593-018-0209-y","volume":"21","author":"A Mathis","year":"2018","unstructured":"Mathis, A., et al.: DeepLabCut: markerless pose estimation of user-defined body parts with deep learning. Nat. Neurosci. 21(9), 1281\u20131289 (2018). https:\/\/doi.org\/10.1038\/s41593-018-0209-y","journal-title":"Nat. Neurosci."},{"key":"30_CR113","doi-asserted-by":"publisher","unstructured":"McNeill, D.: Hand and Mind - What Gestures Reveal about Thought. Chicago University Press, Chicago (1992). https:\/\/doi.org\/10.2307\/1576015","DOI":"10.2307\/1576015"},{"key":"30_CR114","doi-asserted-by":"crossref","unstructured":"McNeill, D.: Gesture: A psycholinguistic approach. In: Brown, K. (ed.) The encyclopedia of language and linguistics, pp. 58\u201366. Elsevier (2006)","DOI":"10.1016\/B0-08-044854-2\/00798-7"},{"key":"30_CR115","unstructured":"Mehler, A., L\u00fccking, A.: Pathways of alignment between gesture and speech: Assessing information transmission in multimodal ensembles. In: Giorgolo, G., Alahverdzhieva, K. (eds.) Proceedings of the International Workshop on Formal and Computational Approaches to Multimodal Communication under the auspices of ESSLLI 2012, Opole, Poland, 6\u201310 August (2012)"},{"key":"30_CR116","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-022-09627-y","author":"I Mlakar","year":"2022","unstructured":"Mlakar, I., Verdonik, D., Majheni\u010d, S., Rojc, M.: Understanding conversational interaction in multiparty conversations: the EVA Corpus. Lang. Resour. Eval. (2022). https:\/\/doi.org\/10.1007\/s10579-022-09627-y","journal-title":"Lang. Resour. Eval."},{"key":"30_CR117","unstructured":"Monarch, R.M.: Human-in-the-Loop Machine Learning: Active learning and annotation for human-centered AI. Simon and Schuster (2021)"},{"key":"30_CR118","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/j.pragma.2014.04.004","volume":"65","author":"L Mondada","year":"2014","unstructured":"Mondada, L.: The local constitution of multimodal resources for social interaction. J. Pragmat. 65, 137\u2013156 (2014). https:\/\/doi.org\/10.1016\/j.pragma.2014.04.004","journal-title":"J. Pragmat."},{"issue":"3","key":"30_CR119","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1111\/josl.1_12177","volume":"20","author":"L Mondada","year":"2016","unstructured":"Mondada, L.: Challenges of multimodality: language and the body in social interaction. J. Socioling. 20(3), 336\u2013366 (2016). https:\/\/doi.org\/10.1111\/josl.1_12177","journal-title":"J. Socioling."},{"issue":"4","key":"30_CR120","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1006\/nimg.2002.1150","volume":"16","author":"P Montague","year":"2002","unstructured":"Montague, P.: Hyperscanning: simultaneous fMRI during linked social interactions. Neuroimage 16(4), 1159\u20131164 (2002). https:\/\/doi.org\/10.1006\/nimg.2002.1150","journal-title":"Neuroimage"},{"key":"30_CR121","unstructured":"Morgenstern, A., Ca\u00ebt, S.: Signes en famille [corpus] (2021)"},{"key":"30_CR122","doi-asserted-by":"publisher","first-page":"133330","DOI":"10.1109\/ACCESS.2020.3010248","volume":"8","author":"TL Munea","year":"2020","unstructured":"Munea, T.L., Jembre, Y.Z., Weldegebriel, H.T., Chen, L., Huang, C., Yang, C.: The progress of human pose estimation: a survey and taxonomy of models applied in 2d human pose estimation. IEEE Access 8, 133330\u2013133348 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3010248","journal-title":"IEEE Access"},{"key":"30_CR123","doi-asserted-by":"publisher","first-page":"1307","DOI":"10.1121\/1.4890284","volume":"136","author":"S Narayanan","year":"2014","unstructured":"Narayanan, S., et al.: Real-time magnetic resonance imaging and electromagnetic articulography database for speech production research (TC). J. Acoust. Society Am. 136, 1307 (2014). https:\/\/doi.org\/10.1121\/1.4890284","journal-title":"J. Acoust. Society Am."},{"issue":"12","key":"30_CR124","doi-asserted-by":"publisher","first-page":"8158","DOI":"10.1111\/ejn.14956","volume":"54","author":"F Nenna","year":"2021","unstructured":"Nenna, F., Do, C.T., Protzak, J., Gramann, K.: Alteration of brain dynamics during dual-task overground walking. Eur. J. Neurosci. 54(12), 8158\u20138174 (2021). https:\/\/doi.org\/10.1111\/ejn.14956","journal-title":"Eur. J. Neurosci."},{"key":"30_CR125","doi-asserted-by":"crossref","unstructured":"Ng, E., Ginosar, S., Darrell, T., Joo, H.: Body2hands: Learning to infer 3d hands from conversational gesture body dynamics. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11865\u201311874 (2021)","DOI":"10.1109\/CVPR46437.2021.01169"},{"key":"30_CR126","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1016\/j.cortex.2019.11.020","volume":"124","author":"T Nguyen","year":"2020","unstructured":"Nguyen, T., Schleihauf, H., Kayhan, E., Matthes, D., Vrti\u010dka, P., Hoehl, S.: The effects of interaction quality on neural synchrony during mother-child problem solving. Cortex 124, 235\u2013249 (2020). https:\/\/doi.org\/10.1016\/j.cortex.2019.11.020","journal-title":"Cortex"},{"key":"30_CR127","doi-asserted-by":"publisher","unstructured":"Noah, J.A., et al.: fMRI Validation of fNIRS Measurements During a Naturalistic Task. J. Visualized Experiments 100, 52116 (Jun 2015). https:\/\/doi.org\/10.3791\/52116","DOI":"10.3791\/52116"},{"key":"30_CR128","doi-asserted-by":"publisher","unstructured":"Nyatsanga, S., Kucherenko, T., Ahuja, C., Henter, G.E., Neff, M.: A comprehensive review of data-driven co-speech gesture generation. arXiv preprint 2301.05339 (2023). https:\/\/doi.org\/10.48550\/arXiv.2301.05339","DOI":"10.48550\/arXiv."},{"issue":"8","key":"30_CR129","doi-asserted-by":"publisher","first-page":"782","DOI":"10.1038\/s41562-019-0626-2","volume":"3","author":"R N\u00fa\u00f1ez","year":"2019","unstructured":"N\u00fa\u00f1ez, R., Allen, M., Gao, R., Miller Rigoli, C., Relaford-Doyle, J., Semenuks, A.: What happened to cognitive science? Nat. Hum. Behav. 3(8), 782\u2013791 (2019). https:\/\/doi.org\/10.1038\/s41562-019-0626-2","journal-title":"Nat. Hum. Behav."},{"issue":"12","key":"30_CR130","doi-asserted-by":"publisher","DOI":"10.1111\/lnc3.12443","volume":"15","author":"T Offrede","year":"2021","unstructured":"Offrede, T., Fuchs, S., Mooshammer, C.: Multi-speaker experimental designs: methodological considerations. Lang. Linguist. Compass 15(12), e12443 (2021). https:\/\/doi.org\/10.1111\/lnc3.12443","journal-title":"Lang. Linguist. Compass"},{"key":"30_CR131","doi-asserted-by":"publisher","unstructured":"Oudah, M., Al-Naji, A., Chahl, J.: Hand gesture recognition based on computer vision: a review of techniques. J. Imag. 6(8), 73 (2020). https:\/\/doi.org\/10.3390\/jimaging6080073","DOI":"10.3390\/jimaging6080073"},{"issue":"11","key":"30_CR132","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1145\/319382.319398","volume":"42","author":"S Oviatt","year":"1999","unstructured":"Oviatt, S.: Ten myths of multimodal interaction. Commun. ACM 42(11), 74\u201381 (1999). https:\/\/doi.org\/10.1145\/319382.319398","journal-title":"Commun. ACM"},{"key":"30_CR133","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2022.101236","volume":"20","author":"B Owoyele","year":"2022","unstructured":"Owoyele, B., Trujillo, J., De Melo, G., Pouw, W.: Masked-Piper: masking personal identities in visual recordings while preserving multimodal information. SoftwareX 20, 101236 (2022). https:\/\/doi.org\/10.1016\/j.softx.2022.101236","journal-title":"SoftwareX"},{"key":"30_CR134","unstructured":"PaddlePaddle: PaddleDetection, object detection and instance segmentation toolkit based on PaddlePaddle. https:\/\/github.com\/PaddlePaddle\/PaddleDetection (2019)"},{"key":"30_CR135","unstructured":"Paggio, P., Navarretta, C.: Integration and representation issues in the annotation of multimodal data. In: Navarretta, C., Paggio, P., Allwood, J., Als\u00e9n, E., Katagiri, Y. (eds.) Proceedings of the NODALIDA 2009 workshop: Multimodal Communication - from Human Behaviour to Computational Models, pp. 25\u201331. Northern European Association for Language Technology (2009)"},{"issue":"3","key":"30_CR136","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1111\/bjop.12290","volume":"109","author":"XN Pan","year":"2018","unstructured":"Pan, X.N., Hamilton, A.F.D.: Why and how to use virtual reality to study human social interaction: the challenges of exploring a new research landscape. Br. J. Psychol. 109(3), 395\u2013417 (2018). https:\/\/doi.org\/10.1111\/bjop.12290","journal-title":"Br. J. Psychol."},{"issue":"2","key":"30_CR137","doi-asserted-by":"publisher","first-page":"831","DOI":"10.1002\/hbm.23421","volume":"38","author":"Y Pan","year":"2017","unstructured":"Pan, Y., Cheng, X., Zhang, Z., Li, X., Hu, Y.: Cooperation in lovers: an fNIRS-based hyperscanning study: cooperation in lovers. Hum. Brain Mapp. 38(2), 831\u2013841 (2017). https:\/\/doi.org\/10.1002\/hbm.23421","journal-title":"Hum. Brain Mapp."},{"key":"30_CR138","doi-asserted-by":"crossref","unstructured":"Paquot, M., Gries, S.T.: A practical handbook of corpus linguistics. Springer Nature (2021)","DOI":"10.1007\/978-3-030-46216-1"},{"key":"30_CR139","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.neunet.2019.01.012","volume":"113","author":"GI Parisi","year":"2019","unstructured":"Parisi, G.I., Kemker, R., Part, J.L., Kanan, C., Wermter, S.: Continual lifelong learning with neural networks: a review. Neural Netw. 113, 54\u201371 (2019). https:\/\/doi.org\/10.1016\/j.neunet.2019.01.012","journal-title":"Neural Netw."},{"issue":"4","key":"30_CR140","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1002\/ajpa.21401","volume":"143","author":"L Parr","year":"2010","unstructured":"Parr, L., Waller, B., Burrows, A., Gothard, K., Vick, S.J.: Brief communication: MaqFACS: a muscle-based facial movement coding system for the rhesus macaque. Am. J. Phys. Anthropol. 143(4), 625\u2013630 (2010)","journal-title":"Am. J. Phys. Anthropol."},{"key":"30_CR141","doi-asserted-by":"publisher","unstructured":"Peer, A., Ullich, P., Ponto, K.: Vive tracking alignment and correction made easy. In: 2018 IEEE conference on virtual reality and 3D user interfaces (VR), pp. 653\u2013654. IEEE (2018). https:\/\/doi.org\/10.1109\/VR.2018.8446435","DOI":"10.1109\/VR.2018.8446435"},{"key":"30_CR142","doi-asserted-by":"publisher","unstructured":"Peikert, A., Brandmaier, A.M.: A Reproducible Data Analysis Workflow With R Markdown, Git, Make, and Docker. Quantitative and Computational Methods in Behavioral Sciences, pp. 1\u201327 (2021). https:\/\/doi.org\/10.5964\/qcmb.3763","DOI":"10.5964\/qcmb.3763"},{"key":"30_CR143","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.3389\/fpsyg.2018.01109","volume":"9","author":"P Perniss","year":"2018","unstructured":"Perniss, P.: Why we should study multimodal language. Front. Psychol. 9, 1109 (2018). https:\/\/doi.org\/10.3389\/fpsyg.2018.01109","journal-title":"Front. Psychol."},{"key":"30_CR144","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.plrev.2018.06.014","volume":"28","author":"G Pezzulo","year":"2019","unstructured":"Pezzulo, G., Donnarumma, F., Dindo, H., D\u2019Ausilio, A., Konvalinka, I., Castelfranchi, C.: The body talks: sensorimotor communication and its brain and kinematic signatures. Phys. Life Rev. 28, 1\u201321 (2019). https:\/\/doi.org\/10.1016\/j.plrev.2018.06.014","journal-title":"Phys. Life Rev."},{"key":"30_CR145","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1017\/s0140525x12001495","volume":"4","author":"MJ Pickering","year":"2013","unstructured":"Pickering, M.J., Garrod, S.: An integrated theory of language production and comprehension. Behav. Brain Sci. 4, 329\u2013347 (2013). https:\/\/doi.org\/10.1017\/s0140525x12001495","journal-title":"Behav. Brain Sci."},{"key":"30_CR146","unstructured":"Pierrehumbert, J.B.: The phonology and phonetics of English intonation. Ph.D. thesis, Massachusetts Institute of Technology (1980)"},{"issue":"1","key":"30_CR147","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1111\/nyas.13948","volume":"1464","author":"P Pinti","year":"2020","unstructured":"Pinti, P., et al.: The present and future use of functional near-infrared spectroscopy (fNIRS) for cognitive neuroscience. Ann. N. Y. Acad. Sci. 1464(1), 5\u201329 (2020). https:\/\/doi.org\/10.1111\/nyas.13948","journal-title":"Ann. N. Y. Acad. Sci."},{"key":"30_CR148","doi-asserted-by":"crossref","unstructured":"Posner, R., Robering, K., Sebeok, T.A., Wiegand, H.E. (eds.): Semiotik : ein Handbuch zu den zeichentheoretischen Grundlagen von Natur und Kultur = Semiotics. No. 13 in Handb\u00fccher zur Sprach- und Kommunikationswissenschaft, de Gruyter, Berlin (1997)","DOI":"10.1515\/9783110095845.1"},{"issue":"7","key":"30_CR149","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.13014","volume":"45","author":"W Pouw","year":"2021","unstructured":"Pouw, W., Dingemanse, M., Motamedi, Y., \u00d6zy\u00fcrek, A.: A systematic investigation of gesture kinematics in evolving manual languages in the lab. Cogn. Sci. 45(7), e13014 (2021). https:\/\/doi.org\/10.1111\/cogs.13014","journal-title":"Cogn. Sci."},{"issue":"4","key":"30_CR150","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1080\/0163853X.2019.1678967","volume":"57","author":"W Pouw","year":"2020","unstructured":"Pouw, W., Dixon, J.A.: Gesture networks: introducing dynamic time warping and network analysis for the kinematic study of gesture ensembles. Discourse Process. 57(4), 301\u2013319 (2020). https:\/\/doi.org\/10.1080\/0163853X.2019.1678967","journal-title":"Discourse Process."},{"key":"30_CR151","doi-asserted-by":"publisher","unstructured":"Pouw, W., Fuchs, S.: Origins of vocal-entangled gesture. Neuroscience & Biobehavioral Reviews, p. 104836 (2022). https:\/\/doi.org\/10.1016\/j.neubiorev.2022.104836","DOI":"10.1016\/j.neubiorev.2022.104836"},{"issue":"2","key":"30_CR152","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/7\/2\/026002","volume":"7","author":"SD Power","year":"2010","unstructured":"Power, S.D., Falk, T.H., Chau, T.: Classification of prefrontal activity due to mental arithmetic and music imagery using hidden Markov models and frequency domain near-infrared spectroscopy. J. Neural Eng. 7(2), 026002 (2010). https:\/\/doi.org\/10.1088\/1741-2560\/7\/2\/026002","journal-title":"J. Neural Eng."},{"issue":"4","key":"30_CR153","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1002\/wcs.1352","volume":"6","author":"P Prieto","year":"2015","unstructured":"Prieto, P.: Intonational meaning. WIRES. Cogn. Sci. 6(4), 371\u2013381 (2015). https:\/\/doi.org\/10.1002\/wcs.1352","journal-title":"Cogn. Sci."},{"key":"30_CR154","unstructured":"Prillwitz, S., Hanke, T., K\u00f6nig, S., Konrad, R., Langer, G., Schwarz, A.: DGS corpus project-development of a corpus based electronic dictionary German Sign Language\/German. In: sign-lang@ LREC 2008, pp. 159\u2013164. European Language Resources Association (ELRA) (2008)"},{"key":"30_CR155","doi-asserted-by":"crossref","unstructured":"Quer, J., Pfau, R., Herrmann, A.: The Routledge Handbook of Theoretical and Experimental Sign Language Research. Routledge (2021)","DOI":"10.4324\/9781315754499"},{"key":"30_CR156","unstructured":"Rachow, M., Karnowski, T., O\u2019Toole, A.J.: Identity masking effectiveness and gesture recognition: Effects of eye enhancement in seeing through the mask. arXiv preprint 2301.08408 (2023). 10.48550\/arXiv. 2301.08408"},{"key":"30_CR157","unstructured":"Radford, A., et al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763. PMLR (2021)"},{"key":"30_CR158","unstructured":"Radford, A., Kim, J.W., Xu, T., Brockman, G., McLeavey, C., Sutskever, I.: Robust speech recognition via large-scale weak supervision. arXiv preprint arXiv:2212.04356 (2022). 10.48550\/arXiv. 2212.04356"},{"key":"30_CR159","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.langsci.2015.08.002","volume":"53","author":"M Ramscar","year":"2016","unstructured":"Ramscar, M., Port, R.F.: How spoken languages work in the absence of an inventory of discrete units. Lang. Sci. 53, 58\u201374 (2016). https:\/\/doi.org\/10.1016\/j.langsci.2015.08.002","journal-title":"Lang. Sci."},{"key":"30_CR160","doi-asserted-by":"publisher","unstructured":"Ren, Y., Wang, Z., Wang, Y., Tan, S., Chen, Y., Yang, J.: Gopose: 3d human pose estimation using wifi 6(2) (jul 2022). https:\/\/doi.org\/10.1145\/3534605","DOI":"10.1145\/3534605"},{"key":"30_CR161","doi-asserted-by":"crossref","unstructured":"Richard, A., Zollh\u00f6fer, M., Wen, Y., de la Torre, F., Sheikh, Y.: Meshtalk: 3d face animation from speech using cross-modality disentanglement. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 1173\u20131182 (October 2021)","DOI":"10.1109\/ICCV48922.2021.00121"},{"issue":"8","key":"30_CR162","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3765\/sp.13.8","volume":"13","author":"H Rieser","year":"2020","unstructured":"Rieser, H., Lawler, I.: Multi-modal meaning - an empirically-founded process algebra approach. Semantics Pragmatics 13(8), 1\u201355 (2020). https:\/\/doi.org\/10.3765\/sp.13.8","journal-title":"Semantics Pragmatics"},{"issue":"4","key":"30_CR163","doi-asserted-by":"publisher","first-page":"1783","DOI":"10.3758\/s13428-020-01350-2","volume":"52","author":"J Ripperda","year":"2020","unstructured":"Ripperda, J., Drijvers, L., Holler, J.: Speeding up the detection of non-iconic and iconic gestures (SPUDNIG): a toolkit for the automatic detection of hand movements and gestures in video data. Behav. Res. Methods 52(4), 1783\u20131794 (2020). https:\/\/doi.org\/10.3758\/s13428-020-01350-2","journal-title":"Behav. Res. Methods"},{"key":"30_CR164","unstructured":"Rohrer, P.: A temporal and pragmatic analysis of gesture-speech association: A corpus-based approach using the novel MultiModal MultiDimensional (M3D) labeling system. Ph.D. thesis (2022)"},{"key":"30_CR165","doi-asserted-by":"publisher","unstructured":"Rohrer, P.L., et al.: The multimodal multidimensional (m3d) labeling system (Jan 2023). https:\/\/doi.org\/10.17605\/OSF.IO\/ANKDX","DOI":"10.17605\/OSF.IO\/ANKDX"},{"issue":"4","key":"30_CR166","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1080\/23273798.2018.1502458","volume":"34","author":"J Sassenhagen","year":"2019","unstructured":"Sassenhagen, J.: How to analyse electrophysiological responses to naturalistic language with time-resolved multiple regression. Lang., Cogn. Neurosci. 34(4), 474\u2013490 (2019). https:\/\/doi.org\/10.1080\/23273798.2018.1502458","journal-title":"Lang., Cogn. Neurosci."},{"key":"30_CR167","doi-asserted-by":"crossref","unstructured":"Schegloff, E.A.: On some gestures\u2019 relation to talk. In: Atkinson, J.M., Heritage, J. (eds.) Structures of Social Action. Studies in Conversational Analysis, chap. 12, pp. 266\u2013296. Studies in Emotion and Social Interaction, Cambridge University Press, Cambridge, MA (1984)","DOI":"10.1017\/CBO9780511665868.018"},{"issue":"4","key":"30_CR168","first-page":"565","volume":"19","author":"T Schmidt","year":"2009","unstructured":"Schmidt, T., W\u00f6rner, K.: EXMARaLDA - creating, analysing and sharing spoken language corpora for pragmatic research. Pragmatics 19(4), 565\u2013582 (2009)","journal-title":"Pragmatics"},{"key":"30_CR169","doi-asserted-by":"publisher","unstructured":"Scholkmann, F., et al.: A review on continuous wave functional near-infrared spectroscopy and imaging instrumentation and methodology. NeuroImage 85, 6\u201327 (2014). https:\/\/doi.org\/10.1016\/j.neuroimage.2013.05.004, https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1053811913004941","DOI":"10.1016\/j.neuroimage.2013.05.004"},{"issue":"5","key":"30_CR170","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1145\/3129340","volume":"61","author":"BW Schuller","year":"2018","unstructured":"Schuller, B.W.: Speech emotion recognition: two decades in a nutshell, benchmarks, and ongoing trends. Commun. ACM 61(5), 90\u201399 (2018). https:\/\/doi.org\/10.1145\/3129340","journal-title":"Commun. ACM"},{"issue":"1","key":"30_CR171","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1111\/jcpp.13650","volume":"64","author":"M Schulte-Ruether","year":"2023","unstructured":"Schulte-Ruether, M., et al.: Using machine learning to improve diagnostic assessment of ASD in the light of specific differential and co-occurring diagnoses. J. Child Psychol. Psychiatry 64(1), 16\u201326 (2023). https:\/\/doi.org\/10.1111\/jcpp.13650","journal-title":"J. Child Psychol. Psychiatry"},{"issue":"2","key":"30_CR172","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1002\/aur.1654","volume":"10","author":"M Schulte-Ruether","year":"2017","unstructured":"Schulte-Ruether, M., et al.: Intact mirror mechanisms for automatic facial emotions in children and adolescents with autism spectrum disorder. Autism Res. 10(2), 298\u2013310 (2017). https:\/\/doi.org\/10.1002\/aur.1654","journal-title":"Autism Res."},{"key":"30_CR173","unstructured":"Selting, M., Auer, P., et al.: Gespr\u00e4chsanalytisches Transkriptionssystem 2 (GAT 2). Gespr\u00e4chsforschung - Online-Zeitschrift zur verbalen Interaktion 10, 353\u2013402 (2009). https:\/\/www.gespraechsforschung-ozs.de"},{"key":"30_CR174","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/BF01708572","volume":"25","author":"S Shattuck-Hufnagel","year":"1996","unstructured":"Shattuck-Hufnagel, S., Turk, A.E.: A prosody tutorial for investigators of auditory sentence processing. J. Psycholinguist. Res. 25, 193\u2013247 (1996)","journal-title":"J. Psycholinguist. Res."},{"key":"30_CR175","first-page":"34","volume-title":"Fundamentals of Verbal And Nonverbal Communication And The Biometric Issue","author":"S Shattuck-Hufnagel","year":"2007","unstructured":"Shattuck-Hufnagel, S., Yasinnik, Y., Veilleux, N., Renwick, M.: A method for studying the time-alignment of gestures and prosody in American English: \u2018Hits\u2019 and pitch accents in academic-lecture-style speech. In: Esposito, A., Bratanic, M., Keller, E., Marinaro, M. (eds.) Fundamentals of Verbal And Nonverbal Communication And The Biometric Issue, pp. 34\u201344. IOS Press, Amsterdam (2007)"},{"key":"30_CR176","doi-asserted-by":"publisher","unstructured":"Shoemark, P., Liza, F.F., Nguyen, D., Hale, S., McGillivray, B.: Room to Glo: A systematic comparison of semantic change detection approaches with word embeddings. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, pp. 66\u201376. EMNLP-IJCNLP, Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/doi.org\/10.18653\/v1\/D19-1007","DOI":"10.18653\/v1\/D19-1007"},{"issue":"4","key":"30_CR177","doi-asserted-by":"publisher","first-page":"1416","DOI":"10.1016\/j.neuroimage.2006.11.005","volume":"34","author":"R Sitaram","year":"2007","unstructured":"Sitaram, R., et al.: Temporal classification of multichannel near-infrared spectroscopy signals of motor imagery for developing a brain-computer interface. Neuroimage 34(4), 1416\u20131427 (2007). https:\/\/doi.org\/10.1016\/j.neuroimage.2006.11.005","journal-title":"Neuroimage"},{"issue":"4","key":"30_CR178","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1080\/03637759309376314","volume":"60","author":"J Streeck","year":"1993","unstructured":"Streeck, J.: Gesture as communication I: its coordination with gaze and speech. Commun. Monogr. 60(4), 275\u2013299 (1993)","journal-title":"Commun. Monogr."},{"key":"30_CR179","doi-asserted-by":"crossref","unstructured":"Struckmeier, V.: Attribute im Deutschen: Zu ihren Eigenschaften und ihrer Position im grammatischen System. No. 65 in studia grammatica, Akademie Verlag, Berlin (2007)","DOI":"10.1524\/9783050086552"},{"issue":"3","key":"30_CR180","doi-asserted-by":"publisher","first-page":"248","DOI":"10.3758\/BF03195387","volume":"33","author":"B Thomann","year":"2001","unstructured":"Thomann, B.: Oberservation and judgment in psychology: assessing agreement among markings of behavioral events. Behav. Res. Methods, Instruments, Comput. 33(3), 248\u2013339 (2001)","journal-title":"Behav. Res. Methods, Instruments, Comput."},{"key":"30_CR181","unstructured":"Tiku, N.: The Google engineer who thinks the company\u2019s AI has come to life (2022)"},{"key":"30_CR182","doi-asserted-by":"crossref","unstructured":"Tkachman, O., Hall, K.C., Xavier, A., Gick, B.: Sign language phonetic annotation meets phonological corpustools: Towards a sign language toolset for phonetic notation and phonological analysis. In: Proceedings of the Annual Meetings on Phonology, vol. 3 (2016)","DOI":"10.3765\/amp.v3i0.3667"},{"key":"30_CR183","doi-asserted-by":"crossref","unstructured":"Torricelli, F., Tomassini, A., Pezzulo, G., Pozzo, T., Fadiga, L., D\u2019Ausilio, A.: Motor invariants in action execution and perception. Physics of Life Reviews (2022)","DOI":"10.1016\/j.plrev.2022.11.003"},{"issue":"5","key":"30_CR184","doi-asserted-by":"publisher","first-page":"1817","DOI":"10.3758\/s13428-020-01524-y","volume":"53","author":"PC Trettenbrein","year":"2020","unstructured":"Trettenbrein, P.C., Pendzich, N.-K., Cramer, J.-M., Steinbach, M., Zaccarella, E.: Psycholinguistic norms for more than 300 lexical signs in German Sign Language (DGS). Behav. Res. Methods 53(5), 1817\u20131832 (2020). https:\/\/doi.org\/10.3758\/s13428-020-01524-y","journal-title":"Behav. Res. Methods"},{"issue":"3","key":"30_CR185","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1002\/hbm.25254","volume":"42","author":"PC Trettenbrein","year":"2021","unstructured":"Trettenbrein, P.C., Papitto, G., Friederici, A.D., Zaccarella, E.: Functional neuroanatomy of language without speech: an ale meta-analysis of sign language. Hum. Brain Mapp. 42(3), 699\u2013712 (2021). https:\/\/doi.org\/10.1002\/hbm.25254","journal-title":"Hum. Brain Mapp."},{"key":"30_CR186","doi-asserted-by":"publisher","unstructured":"Trettenbrein, P.C., Zaccarella, E.: Controlling video stimuli in sign language and gesture research: the openposer package for analyzing openpose motion-tracking data in r. Front. Psychol. 12 (2021). https:\/\/doi.org\/10.3389\/fpsyg.2021.628728","DOI":"10.3389\/fpsyg.2021.628728"},{"key":"30_CR187","doi-asserted-by":"crossref","unstructured":"Trujillo, J.P., Holler, J.: Interactionally embedded gestalt principles of multimodal human communication. Perspectives on Psychological Science 17456916221141422 (2023)","DOI":"10.31234\/osf.io\/6p9fy"},{"key":"30_CR188","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.cognition.2018.04.003","volume":"180","author":"JP Trujillo","year":"2018","unstructured":"Trujillo, J.P., Simanova, I., Bekkering, H., \u00d6zy\u00fcrek, A.: Communicative intent modulates production and comprehension of actions and gestures: A Kinect study. Cognition 180, 38\u201351 (2018)","journal-title":"Cognition"},{"issue":"4","key":"30_CR189","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1162\/nol\\_a\\_00076","volume":"3","author":"J Udd\u00e9n","year":"2022","unstructured":"Udd\u00e9n, J.: Supramodal Sentence Processing in the Human Brain: fMRI Evidence for the Influence of Syntactic Complexity in More Than 200 Participants. Neurobiol. Lang. 3(4), 575\u2013598 (2022). https:\/\/doi.org\/10.1162\/nol_a_00076","journal-title":"Neurobiol. Lang."},{"issue":"7","key":"30_CR190","doi-asserted-by":"publisher","first-page":"1517","DOI":"10.1007\/s10803-012-1695-5","volume":"43","author":"M Uljarevic","year":"2013","unstructured":"Uljarevic, M., Hamilton, A.: Recognition of emotions in autism: a formal meta-analysis. J. Autism Dev. Disord. 43(7), 1517\u20131526 (2013). https:\/\/doi.org\/10.1007\/s10803-012-1695-5","journal-title":"J. Autism Dev. Disord."},{"issue":"4","key":"30_CR191","doi-asserted-by":"publisher","first-page":"1592","DOI":"10.3758\/s13428-020-01517-x","volume":"53","author":"NV Valtakari","year":"2021","unstructured":"Valtakari, N.V., Hooge, I.T.C., Viktorsson, C., Nystr\u00f6m, P., Falck-Ytter, T., Hessels, R.S.: Eye tracking in human interaction: possibilities and limitations. Behav. Res. Methods 53(4), 1592\u20131608 (2021). https:\/\/doi.org\/10.3758\/s13428-020-01517-x","journal-title":"Behav. Res. Methods"},{"issue":"1","key":"30_CR192","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10919-006-0017-z","volume":"31","author":"SJ Vick","year":"2007","unstructured":"Vick, S.J., Waller, B.M., Parr, L.A., Smith Pasqualini, M.C., Bard, K.A.: A cross-species comparison of facial morphology and movement in humans and chimpanzees using the facial action coding system (FACS). J. Nonverbal Behav. 31(1), 1\u201320 (2007)","journal-title":"J. Nonverbal Behav."},{"key":"30_CR193","doi-asserted-by":"publisher","unstructured":"Vilhj\u00e1lmsson, H., et al.: The behavior markup language: Recent developments and challenges. In: Pelachaud, C., Martin, J.C., Andr\u00e9, E., Chollet, G., Karpouzis, K., Pel\u00e9, D. (eds.) Intelligent Virtual Agents. pp. 99\u2013111. Springer, Berlin and Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-74997-4_10","DOI":"10.1007\/978-3-540-74997-4_10"},{"issue":"4","key":"30_CR194","doi-asserted-by":"publisher","first-page":"809","DOI":"10.1007\/s10764-012-9611-6","volume":"33","author":"BM Waller","year":"2012","unstructured":"Waller, B.M., Lembeck, M., Kuchenbuch, P., Burrows, A.M., Liebal, K.: GibbonFACS: a muscle-based facial movement coding system for hylobatids. Int. J. Primatol. 33(4), 809\u2013821 (2012)","journal-title":"Int. J. Primatol."},{"issue":"1","key":"30_CR195","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-016-0043-6","volume":"3","author":"K Weiss","year":"2016","unstructured":"Weiss, K., Khoshgoftaar, T.M., Wang, D.D.: A survey of transfer learning. J. Big Data 3(1), 1\u201340 (2016). https:\/\/doi.org\/10.1186\/s40537-016-0043-6","journal-title":"J. Big Data"},{"key":"30_CR196","doi-asserted-by":"publisher","unstructured":"Winkler, A., Won, J., Ye, Y.: Questsim: Human motion tracking from sparse sensors with simulated avatars. In: SIGGRAPH Asia 2022 Conference Papers, pp. 1\u20138 (2022). https:\/\/doi.org\/10.1145\/3550469.3555411","DOI":"10.1145\/3550469.3555411"},{"key":"30_CR197","unstructured":"Wittenburg, P., Brugman, H., Russel, A., Klassmann, A., Sloetjes, H.: Elan: A professional framework for multimodality research. In: 5th International Conference on Language Resources and Evaluation (LREC 2006), pp. 1556\u20131559 (2006), https:\/\/hdl.handle.net\/11858\/00-001M-0000-0013-1E7E-4"},{"key":"30_CR198","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.05.014","author":"X Wu","year":"2022","unstructured":"Wu, X., Xiao, L., Sun, Y., Zhang, J., Ma, T., He, L.: A survey of human-in-the-loop for machine learning. Futur. Gener. Comput. Syst. (2022). https:\/\/doi.org\/10.1016\/j.future.2022.05.014","journal-title":"Futur. Gener. Comput. Syst."},{"key":"30_CR199","unstructured":"Youmshajekian, L.: Springer nature retracts chapter on sign language deaf scholars called \u201cextremely offensive\u201d. Retraction Watch. https:\/\/retractionwatch.com\/2023\/01\/23\/springer-nature-retracts-chapter-on-sign-language-deaf-scholars-called-extremely-offensive\/ (2023)"},{"issue":"5","key":"30_CR200","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1016\/j.tics.2020.02.001","volume":"24","author":"AW Young","year":"2020","unstructured":"Young, A.W., Fr\u00fchholz, S., Schweinberger, S.R.: Face and voice perception: understanding commonalities and differences. Trends Cogn. Sci. 24(5), 398\u2013410 (2020). https:\/\/doi.org\/10.1016\/j.tics.2020.02.001","journal-title":"Trends Cogn. Sci."},{"issue":"1","key":"30_CR201","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1145\/1008722.1008727","volume":"1","author":"C Yu","year":"2004","unstructured":"Yu, C., Ballard, D.H.: A multimodal learning interface for grounding spoken language in sensory perceptions. ACM Trans. Appl. Percept. 1(1), 57\u201380 (2004). https:\/\/doi.org\/10.1145\/1008722.1008727","journal-title":"ACM Trans. Appl. Percept."},{"key":"30_CR202","unstructured":"Yu, F., Seff, A., Zhang, Y., Song, S., Funkhouser, T., Xiao, J.: Lsun: Construction of a large-scale image dataset using deep learning with humans in the loop. arXiv preprint arXiv:1506.03365 (2015)"},{"key":"30_CR203","doi-asserted-by":"publisher","unstructured":"Yunus, F., Clavel, C., Pelachaud, C.: Sequence-to-sequence predictive model: From prosody to communicative gestures. In: Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management. Human Body, Motion and Behavior: 12th International Conference, DHM 2021, Held as Part of the 23rd HCI International Conference, HCII 2021, Virtual Event, July 24\u201329, 2021, Proceedings, Part I, pp. 355\u2013374. Springer (2021). https:\/\/doi.org\/10.1007\/978-3-030-77817-0_25","DOI":"10.1007\/978-3-030-77817-0_25"},{"key":"30_CR204","doi-asserted-by":"publisher","unstructured":"Zeng, Q., Zheng, G., Liu, Q.: Pe-dls: a novel method for performing real-time full-body motion reconstruction in vr based on vive trackers. Virtual Reality, pp. 1\u201317 (2022). https:\/\/doi.org\/10.1007\/s10055-022-00635-5","DOI":"10.1007\/s10055-022-00635-5"},{"issue":"5","key":"30_CR205","doi-asserted-by":"publisher","first-page":"1005","DOI":"10.3390\/s19051005","volume":"19","author":"HB Zhang","year":"2019","unstructured":"Zhang, H.B., et al.: A comprehensive survey of vision-based human action recognition methods. Sensors 19(5), 1005 (2019). https:\/\/doi.org\/10.3390\/s19051005","journal-title":"Sensors"},{"issue":"1","key":"30_CR206","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.bspc.2007.09.001","volume":"3","author":"H Zhou","year":"2008","unstructured":"Zhou, H., Hu, H.: Human motion tracking for rehabilitation-a survey. Biomed. Signal Process. Control 3(1), 1\u201318 (2008). https:\/\/doi.org\/10.1016\/j.bspc.2007.09.001","journal-title":"Biomed. Signal Process. Control"}],"container-title":["Lecture Notes in Computer Science","Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35748-0_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T18:13:14Z","timestamp":1689012794000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35748-0_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031357473","9783031357480"],"references-count":206,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35748-0_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"9 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7472","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1578","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"396","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}