{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T19:00:47Z","timestamp":1767034847452,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2211550"],"award-info":[{"award-number":["2211550"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,4]]},"DOI":"10.1145\/3678957.3685752","type":"proceedings-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T04:35:53Z","timestamp":1730262953000},"page":"546-555","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["SEMPI: A Database for Understanding Social Engagement in Video-Mediated Multiparty Interaction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8529-2281","authenticated-orcid":false,"given":"Maksim","family":"Siniukov","sequence":"first","affiliation":[{"name":"Institute for Creative Technologies, University of Southern California, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5558-2421","authenticated-orcid":false,"given":"Yufeng","family":"Yin","sequence":"additional","affiliation":[{"name":"Institute for Creative Technologies, University of Southern California, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-5680-1899","authenticated-orcid":false,"given":"Eli","family":"Fast","sequence":"additional","affiliation":[{"name":"El Camino College, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9378-4215","authenticated-orcid":false,"given":"Yingshan","family":"Qi","sequence":"additional","affiliation":[{"name":"University of Southern California, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0806-125X","authenticated-orcid":false,"given":"Aarav","family":"Monga","sequence":"additional","affiliation":[{"name":"University of Southern California, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4860-4643","authenticated-orcid":false,"given":"Audrey","family":"Kim","sequence":"additional","affiliation":[{"name":"University of Southern California, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5873-1434","authenticated-orcid":false,"given":"Mohammad","family":"Soleymani","sequence":"additional","affiliation":[{"name":"Institute for Creative Technologies, USC, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7284869"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2013.54"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3136814"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/1708376.1708409"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2663204.2663241"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2023-105"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3136780"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.502"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/SocialCom-PASSAT.2012.51"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2737019"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2017.45"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353765"},{"key":"e_1_3_2_1_13_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-018-0080-z"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2017.8273571"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234149"},{"key":"e_1_3_2_1_17_1","volume-title":"Facial action coding system. Environmental Psychology & Nonverbal Behavior","author":"Ekman Paul","year":"1978","unstructured":"Paul Ekman and Wallace\u00a0V Friesen. 1978. Facial action coding system. Environmental Psychology & Nonverbal Behavior (1978)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3418890"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2522848.2522879"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3570945.3607328"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344688"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2663204.2663264"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"e_1_3_2_1_24_1","volume-title":"International conference on machine learning. pmlr, 448\u2013456","author":"Ioffe Sergey","year":"2015","unstructured":"Sergey Ioffe and Christian Szegedy. 2015. Batch normalization: Accelerating deep network training by reducing internal covariate shift. In International conference on machine learning. pmlr, 448\u2013456."},{"key":"e_1_3_2_1_25_1","volume-title":"Modeling engagement in long-term, in-home socially assistive robot interventions for children with autism spectrum disorders. Science Robotics 5, 39","author":"Jain Shomik","year":"2020","unstructured":"Shomik Jain, Balasubramanian Thiagarajan, Zhonghao Shi, Caitlyn Clabaugh, and Maja\u00a0J Matari\u0107. 2020. Modeling engagement in long-term, in-home socially assistive robot interventions for children with autism spectrum disorders. Science Robotics 5, 39 (2020), eaaz3791."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2004.1334690"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","unstructured":"Amanjot Kaur Aamir Mustafa Love Mehta and Abhinav Dhall. 2018. Prediction and Localization of Student Engagement in the Wild. In 2018 Digital Image Computing: Techniques and Applications (DICTA). 1\u20138. https:\/\/doi.org\/10.1109\/DICTA.2018.8615851","DOI":"10.1109\/DICTA.2018.8615851"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5555\/1577069.1755843"},{"volume-title":"Content analysis: An introduction to its methodology","author":"Krippendorff Klaus","key":"e_1_3_2_1_29_1","unstructured":"Klaus Krippendorff. 2018. Content analysis: An introduction to its methodology. Sage publications."},{"key":"e_1_3_2_1_30_1","volume-title":"A concordance correlation coefficient to evaluate reproducibility. Biometrics","author":"Lawrence I","year":"1989","unstructured":"I Lawrence and Kuei Lin. 1989. A concordance correlation coefficient to evaluate reproducibility. Biometrics (1989), 255\u2013268."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0205999"},{"key":"e_1_3_2_1_32_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_33_1","volume-title":"ISPR 2011: The International Society for Presence Research Annual Conference. Edinburgh UK.","author":"Lombard Matthew","year":"2011","unstructured":"Matthew Lombard, Lisa Weinstein, and Theresa Ditton. 2011. Measuring telepresence: The validity of the Temple Presence Inventory (TPI) in a gaming context. In ISPR 2011: The International Society for Presence Research Annual Conference. Edinburgh UK."},{"key":"e_1_3_2_1_34_1","volume-title":"International Conference on Learning Representations (ICLR). OpenReview","author":"Loshchilov Ilya","year":"2019","unstructured":"Ilya Loshchilov and Frank Hutter. 2019. Decoupled weight decay regularization. In International Conference on Learning Representations (ICLR). OpenReview, New Orleans, LA, USA, 18\u00a0pages."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.0956-7976.2005.00809.x"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3613851"},{"key":"e_1_3_2_1_37_1","volume-title":"Analysis of Verbal and Nonverbal Communication and Enactment. The Processing Issues: COST 2102 International Conference","author":"Oertel Catharine","year":"2010","unstructured":"Catharine Oertel, C\u00e9line De\u00a0Looze, Stefan Scherer, Andreas Windmann, Petra Wagner, and Nick Campbell. 2011. Towards the automatic detection of involvement in conversation. In Analysis of Verbal and Nonverbal Communication and Enactment. The Processing Issues: COST 2102 International Conference, Budapest, Hungary, September 7-10, 2010, Revised Selected Papers. Springer, 163\u2013170."},{"key":"e_1_3_2_1_38_1","volume-title":"NeurIPS Autodiff Workshop.","author":"Paszke Adam","year":"2017","unstructured":"Adam Paszke, Sam Gross, Soumith Chintala, Gregory Chanan, Edward Yang, Zachary DeVito, Zeming Lin, Alban Desmaison, Luca Antiga, and Adam Lerer. 2017. Automatic differentiation in PyTorch. In NeurIPS Autodiff Workshop."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"Karl Pearson. 1896. VII. Mathematical contributions to the theory of evolution.\u2014III. Regression heredity and panmixia. Philosophical Transactions of the Royal Society of London. Series A containing papers of a mathematical or physical character187 (1896) 253\u2013318.","DOI":"10.1098\/rsta.1896.0007"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1655260.1655269"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2023-205"},{"key":"e_1_3_2_1_42_1","volume-title":"International Conference on Machine Learning. PMLR, 28492\u201328518","author":"Radford Alec","year":"2023","unstructured":"Alec Radford, Jong\u00a0Wook Kim, Tao Xu, Greg Brockman, Christine McLeavey, and Ilya Sutskever. 2023. Robust speech recognition via large-scale weak supervision. In International Conference on Machine Learning. PMLR, 28492\u201328518."},{"key":"e_1_3_2_1_43_1","volume-title":"The CANDOR corpus: Insights from a large multimodal dataset of naturalistic conversation. Science Advances 9, 13","author":"Reece Andrew","year":"2023","unstructured":"Andrew Reece, Gus Cooney, Peter Bull, Christine Chung, Bryn Dawson, Casey Fitzpatrick, Tamara Glazer, Dean Knox, Alex Liebscher, and Sebastian Marin. 2023. The CANDOR corpus: Insights from a large multimodal dataset of naturalistic conversation. Science Advances 9, 13 (2023), eadf3197."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2010.5453163"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553805"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2023.3278707"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2614525"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445615"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1957656.1957781"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1957656.1957781"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3577190.3614164"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"e_1_3_2_1_53_1","volume-title":"13th IEEE International Conference on Automatic Face & Gesture Recognition.","author":"Tadas Baltrusaitis","year":"2018","unstructured":"Baltrusaitis Tadas, Zadeh Amir, Lim\u00a0Yao Chong, and Louis-Morency Philippe. 2018. Openface 2.0: Facial behavior analysis toolkit. In 13th IEEE International Conference on Automatic Face & Gesture Recognition."},{"key":"e_1_3_2_1_54_1","volume-title":"Personalized Adaptation with Pre-trained Speech Encoders for Continuous Emotion Recognition. arXiv preprint arXiv:2309.02418","author":"Tran Minh","year":"2023","unstructured":"Minh Tran, Yufeng Yin, and Mohammad Soleymani. 2023. Personalized Adaptation with Pre-trained Speech Encoders for Continuous Emotion Recognition. arXiv preprint arXiv:2309.02418 (2023)."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2014.2316163"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.428"},{"key":"e_1_3_2_1_57_1","volume-title":"Superb: Speech processing universal performance benchmark. arXiv preprint arXiv:2105.01051","author":"Chi Po-Han","year":"2021","unstructured":"Shu-wen Yang, Po-Han Chi, Yung-Sung Chuang, Cheng-I\u00a0Jeff Lai, Kushal Lakhotia, Yist\u00a0Y Lin, Andy\u00a0T Liu, Jiatong Shi, Xuankai Chang, Guan-Ting Lin, 2021. Superb: Speech processing universal performance benchmark. arXiv preprint arXiv:2105.01051 (2021)."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3536221.3556581"},{"key":"e_1_3_2_1_59_1","volume-title":"Detecting user engagement in everyday conversations. arXiv preprint cs\/0410027","author":"Yu Chen","year":"2004","unstructured":"Chen Yu, Paul\u00a0M Aoki, and Allison Woodruff. 2004. Detecting user engagement in everyday conversations. arXiv preprint cs\/0410027 (2004)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2017.296"}],"event":{"name":"ICMI '24: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","acronym":"ICMI '24","location":"San Jose Costa Rica"},"container-title":["International Conference on Multimodel Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685752","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3678957.3685752","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:12Z","timestamp":1750295412000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685752"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"references-count":60,"alternative-id":["10.1145\/3678957.3685752","10.1145\/3678957"],"URL":"https:\/\/doi.org\/10.1145\/3678957.3685752","relation":{},"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"2024-11-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}