{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T13:46:36Z","timestamp":1774014396966,"version":"3.50.1"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T00:00:00Z","timestamp":1770854400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T00:00:00Z","timestamp":1773964800000},"content-version":"vor","delay-in-days":36,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2005430"],"award-info":[{"award-number":["2005430"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2005430"],"award-info":[{"award-number":["2005430"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Data"],"DOI":"10.1038\/s41597-026-06819-x","type":"journal-article","created":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T02:05:22Z","timestamp":1770861922000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-TPC: A Multimodal Dataset for Three-Party Conversations with Speech, Motion, and Gaze"],"prefix":"10.1038","volume":"13","author":[{"given":"Meng-Chen","family":"Lee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhigang","family":"Deng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,2,12]]},"reference":[{"key":"6819_CR1","doi-asserted-by":"publisher","first-page":"e113647","DOI":"10.1371\/journal.pone.0113647","volume":"9","author":"E Volkova","year":"2014","unstructured":"Volkova, E., De La Rosa, S., B\u00fclthoff, H. H. & Mohler, B. The MPI emotional body expressions database for narrative scenarios. PloS one 9, e113647, https:\/\/doi.org\/10.1371\/journal.pone.0113647 (2014).","journal-title":"PloS one"},{"key":"6819_CR2","doi-asserted-by":"publisher","unstructured":"Takeuchi, K. et al. Speech-to-gesture generation: A challenge in deep learning approach with bi-directional LSTM. In Proceedings of the 5th International Conference on Human Agent Interaction, 365\u2013369, https:\/\/doi.org\/10.1145\/3125739.3132594 (2017).","DOI":"10.1145\/3125739.3132594"},{"key":"6819_CR3","doi-asserted-by":"publisher","unstructured":"Ferstl, Y. & McDonnell, R. Investigating the use of recurrent motion modelling for speech gesture generation. In Proceedings of the 18th International Conference on Intelligent Virtual Agents, 93\u201398, https:\/\/doi.org\/10.1145\/3267851.3267898 (2018).","DOI":"10.1145\/3267851.3267898"},{"key":"6819_CR4","doi-asserted-by":"publisher","unstructured":"Ginosar, S. et al. Learning individual styles of conversational gesture. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, 3497\u20133506, https:\/\/doi.org\/10.1109\/CVPR.2019.00361 (2019).","DOI":"10.1109\/CVPR.2019.00361"},{"key":"6819_CR5","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1109\/TPAMI.2019.2929257","volume":"43","author":"Z Cao","year":"2019","unstructured":"Cao, Z., Hidalgo, G., Simon, T., Wei, S.-E. & Sheikh, Y. OpenPose: Realtime multi-person 2d pose estimation using part affinity fields. IEEE transactions on pattern analysis and machine intelligence 43, 172\u2013186, https:\/\/doi.org\/10.1109\/TPAMI.2019.2929257 (2019).","journal-title":"IEEE transactions on pattern analysis and machine intelligence"},{"key":"6819_CR6","doi-asserted-by":"publisher","unstructured":"Habibie, I. et al. Learning speech-driven 3D conversational gestures from video. In Proceedings of the 21st ACM International Conference on Intelligent Virtual Agents, 101\u2013108, https:\/\/doi.org\/10.1145\/3472306.3478335 (2021).","DOI":"10.1145\/3472306.3478335"},{"key":"6819_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3414685.3417838","volume":"39","author":"Y Yoon","year":"2020","unstructured":"Yoon, Y. et al. Speech gesture generation from the trimodal context of text, audio, and speaker identity. ACM Transactions on Graphics (TOG) 39, 1\u201316, https:\/\/doi.org\/10.1145\/3414685.3417838 (2020).","journal-title":"ACM Transactions on Graphics (TOG)"},{"key":"6819_CR8","doi-asserted-by":"publisher","unstructured":"Pavllo, D., Feichtenhofer, C., Grangier, D. & Auli, M. 3D human pose estimation in video with temporal convolutions and semi-supervised training. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, 7753\u20137762, https:\/\/doi.org\/10.1109\/CVPR.2019.00794 (2019).","DOI":"10.1109\/CVPR.2019.00794"},{"key":"6819_CR9","doi-asserted-by":"publisher","unstructured":"Liu, H. et al. BEAT: A large-scale semantic and emotional multi-modal dataset for conversational gestures synthesis. In European conference on computer vision, 612\u2013630, https:\/\/doi.org\/10.1007\/978-3-031-20071-7_36 (Springer, 2022).","DOI":"10.1007\/978-3-031-20071-7_36"},{"key":"6819_CR10","doi-asserted-by":"publisher","unstructured":"Ghorbani, S., Ferstl, Y., Holden, D., Troje, N. F. & Carbonneau, M.-A. ZeroEGGS: Zero-shot example-based gesture generation from speech. In Computer Graphics Forum, vol. 42, 206\u2013216, https:\/\/doi.org\/10.1111\/cgf.14734 (Wiley, 2023).","DOI":"10.1111\/cgf.14734"},{"key":"6819_CR11","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1007\/s10579-015-9300-0","volume":"55","author":"A Metallinou","year":"2010","unstructured":"Metallinou, A., Lee, C. C., Busso, C., Carnicke, S. & Narayanan, S. The USC creativeit database: A multimodal database of theatrical improvisation. Multimodal Corpora: Advances in Capturing, Coding and Analyzing Multimodality 55, 2, https:\/\/doi.org\/10.1007\/s10579-015-9300-0 (2010).","journal-title":"Multimodal Corpora: Advances in Capturing, Coding and Analyzing Multimodality"},{"key":"6819_CR12","doi-asserted-by":"publisher","unstructured":"Lee, G. et al. Talking with hands 16.2 m: A large-scale dataset of synchronized body-finger motion and audio for conversational motion analysis and synthesis. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, 763\u2013772, https:\/\/doi.org\/10.1109\/ICCV.2019.00085 (2019).","DOI":"10.1109\/ICCV.2019.00085"},{"key":"6819_CR13","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1007\/s10579-016-9377-0","volume":"51","author":"E Bozkurt","year":"2017","unstructured":"Bozkurt, E. et al. The JESTKOD database: an affective multimodal database of dyadic interactions. Language Resources and Evaluation 51, 857\u2013872, https:\/\/doi.org\/10.1007\/s10579-016-9377-0 (2017).","journal-title":"Language Resources and Evaluation"},{"key":"6819_CR14","doi-asserted-by":"publisher","unstructured":"Joo, H. et al. Panoptic studio: A massively multiview system for social motion capture. In Proceedings of the IEEE international conference on computer vision, 3334\u20133342, https:\/\/doi.org\/10.1109\/ICCV.2015.381 (2015).","DOI":"10.1109\/ICCV.2015.381"},{"key":"6819_CR15","doi-asserted-by":"publisher","unstructured":"Nihei, F., Nakano, Y. I., Hayashi, Y., Hung, H.-H. & Okada, S. Predicting influential statements in group discussions using speech and head motion information. In Proceedings of the 16th International Conference on Multimodal Interaction, 136\u2013143, https:\/\/doi.org\/10.1145\/2663204.266324 (2014).","DOI":"10.1145\/2663204.266324"},{"key":"6819_CR16","doi-asserted-by":"publisher","unstructured":"Ding, Y., Zhang, Y., Xiao, M. & Deng, Z. A multifaceted study on eye contact based speaker identification in three-party conversations. In Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, 3011\u20133021, https:\/\/doi.org\/10.1145\/3025453.3025644 (2017).","DOI":"10.1145\/3025453.3025644"},{"key":"6819_CR17","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1515\/cog-2016-0119","volume":"28","author":"G Br\u00f4ne","year":"2017","unstructured":"Br\u00f4ne, G., Oben, B., Jehoul, A., Vranjes, J. & Feyaerts, K. Eye gaze and viewpoint in multimodal interaction management. Cognitive Linguistics 28, 449\u2013483, https:\/\/doi.org\/10.1515\/cog-2016-0119 (2017).","journal-title":"Cognitive Linguistics"},{"key":"6819_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3340250","volume":"2","author":"A Jin","year":"2019","unstructured":"Jin, A., Deng, Q., Zhang, Y. & Deng, Z. A deep learning-based model for head and eye motion generation in three-party conversations. Proceedings of the ACM on Computer Graphics and Interactive Techniques 2, 1\u201319, https:\/\/doi.org\/10.1145\/3340250 (2019).","journal-title":"Proceedings of the ACM on Computer Graphics and Interactive Techniques"},{"key":"6819_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2499474.2499481","volume":"3","author":"K Jokinen","year":"2013","unstructured":"Jokinen, K., Furukawa, H., Nishida, M. & Yamamoto, S. Gaze and turn-taking behavior in casual conversational interactions. ACM Transactions on Interactive Intelligent Systems (TiiS) 3, 1\u201330, https:\/\/doi.org\/10.1145\/2499474.2499481 (2013).","journal-title":"ACM Transactions on Interactive Intelligent Systems (TiiS)"},{"key":"6819_CR20","doi-asserted-by":"publisher","unstructured":"Jin, A., Deng, Q. & Deng, Z. S2M-Net: Speech driven three-party conversational motion synthesis networks. In Proceedings of the 15th ACM SIGGRAPH Conference on Motion, Interaction and Games 2(1\u20132), 10, https:\/\/doi.org\/10.1145\/3561975.3562954 (Association for Computing Machinery,New York, NY, United States, 2022).","DOI":"10.1145\/3561975.3562954"},{"key":"6819_CR21","doi-asserted-by":"publisher","unstructured":"Lee, M.-C., Trinh, M. & Deng, Z. Multimodal turn analysis and prediction for multi-party conversations. In Proceedings of the 25th International Conference on Multimodal Interaction, 436\u2013444, https:\/\/doi.org\/10.1145\/3577190.3614139 (2023).","DOI":"10.1145\/3577190.3614139"},{"key":"6819_CR22","doi-asserted-by":"publisher","unstructured":"Lee, M.-C. & Deng, Z. Online multimodal end-of-turn prediction for three-party conversations. In Proceedings of the 26th International Conference on Multimodal Interaction, 57\u201365, https:\/\/doi.org\/10.1145\/3678957.3685742 (2024).","DOI":"10.1145\/3678957.3685742"},{"key":"6819_CR23","doi-asserted-by":"publisher","unstructured":"Otsuka, K. Multimodal conversation scene analysis for understanding people\u2019s communicative behaviors in face-to-face meetings. In Proceedings of Symposium on Human Interface 2011, 171\u2013179, https:\/\/doi.org\/10.1007\/978-3-642-21669-5_21 (Springer, 2011).","DOI":"10.1007\/978-3-642-21669-5_21"},{"key":"6819_CR24","doi-asserted-by":"publisher","unstructured":"Lee, M.-C. Multi-tpc: A multimodal dataset for three-party conversations with speech, motion, and gaze https:\/\/doi.org\/10.5281\/zenodo.17935560 (2025).","DOI":"10.5281\/zenodo.17935560"},{"key":"6819_CR25","doi-asserted-by":"publisher","unstructured":"Kawato, S. & Ohya, J. Real-time detection of nodding and head-shaking by directly detecting and tracking the \u201cbetween-eyes\u201d. In Proceedings Fourth IEEE International Conference on Automatic Face and Gesture Recognition (Cat. No. PR00580), 40\u201345, https:\/\/doi.org\/10.1109\/AFGR.2000.840610 (2000).","DOI":"10.1109\/AFGR.2000.840610"},{"key":"6819_CR26","doi-asserted-by":"publisher","unstructured":"Lee, M.-C., Li, W. A. & Deng, Z. A computational study on sentence-based next speaker prediction in multiparty conversations. In Proceedings of the 24th ACM International Conference on Intelligent Virtual Agents, 1\u20134, https:\/\/doi.org\/10.1145\/3652988.3673915 (2024).","DOI":"10.1145\/3652988.3673915"},{"key":"6819_CR27","doi-asserted-by":"publisher","unstructured":"Tuyen, N. T. V., Georgescu, A. L., Di Giulio, I. & Celiktutan, O. A multimodal dataset for robot learning to imitate social human-human interaction. In Companion of the 2023 ACM\/IEEE international conference on human-robot interaction, 238\u2013242, https:\/\/doi.org\/10.1145\/3568294.3580080 (2023).","DOI":"10.1145\/3568294.3580080"}],"container-title":["Scientific Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-06819-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-06819-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-06819-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T11:17:30Z","timestamp":1774005450000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-06819-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,12]]},"references-count":27,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["6819"],"URL":"https:\/\/doi.org\/10.1038\/s41597-026-06819-x","relation":{},"ISSN":["2052-4463"],"issn-type":[{"value":"2052-4463","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2,12]]},"assertion":[{"value":"19 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"429"}}