{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T15:27:23Z","timestamp":1771860443085,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":73,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,21]],"date-time":"2020-10-21T00:00:00Z","timestamp":1603238400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,21]]},"DOI":"10.1145\/3382507.3418877","type":"proceedings-article","created":{"date-parts":[[2020,10,22]],"date-time":"2020-10-22T10:04:34Z","timestamp":1603361074000},"page":"423-432","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["Multimodal, Multiparty Modeling of Collaborative Problem Solving Performance"],"prefix":"10.1145","author":[{"given":"Shree Krishna","family":"Subburaj","sequence":"first","affiliation":[{"name":"University of Colorado Boulder, Boulder, CO, USA"}]},{"given":"Angela E.B.","family":"Stewart","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, Boulder, CO, USA"}]},{"given":"Arjun","family":"Ramesh Rao","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, Boulder, CO, USA"}]},{"given":"Sidney K.","family":"D'Mello","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, Boulder, CO, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,10,22]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Proceedings of the 22nd International Conference on Computers in Education, ICCE 2014.","author":"Andres Juan Miguel L.","year":"2014","unstructured":"Juan Miguel L. Andres , Ma Mercedes T. Rodrigo , Jessica O. Sugay , Ryan S. Baker , Luc Paquette , Valerie J. Shute , Matthew Ventura , and Matthew Small . 2014 . An exploratory analysis of confusion among students using Newton's playground . In Proceedings of the 22nd International Conference on Computers in Education, ICCE 2014. Juan Miguel L. Andres, Ma Mercedes T. Rodrigo, Jessica O. Sugay, Ryan S. Baker, Luc Paquette, Valerie J. Shute, Matthew Ventura, and Matthew Small. 2014. An exploratory analysis of confusion among students using Newton's playground. In Proceedings of the 22nd International Conference on Computers in Education, ICCE 2014."},{"key":"e_1_3_2_2_2_1","unstructured":"Kathleen T Ashenfelter. 2008. Simultaneous analysis of verbal and nonverbal data during conversation: Symmetry and turn-taking. Dissertation Abstracts International B: Sciences and Engineering.  Kathleen T Ashenfelter. 2008. Simultaneous analysis of verbal and nonverbal data during conversation: Symmetry and turn-taking. Dissertation Abstracts International B: Sciences and Engineering."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2521348"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3134657"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2993148.2993175"},{"key":"e_1_3_2_2_6_1","volume-title":"Proceedings of the ACL-02 Workshop on Effective tools and methodologies for teaching natural language processing and computational linguistics-Volume 1. https:\/\/doi.org\/10","author":"Bird Steven","year":"2016","unstructured":"Steven Bird , Steven Bird , and Edward Loper . 2016 . NLTK?: The natural language toolkit NLTK?: The Natural Language Toolkit . Proceedings of the ACL-02 Workshop on Effective tools and methodologies for teaching natural language processing and computational linguistics-Volume 1. https:\/\/doi.org\/10 .3115\/1225403.1225421 10.3115\/1225403.1225421 Steven Bird, Steven Bird, and Edward Loper. 2016. NLTK?: The natural language toolkit NLTK?: The Natural Language Toolkit. Proceedings of the ACL-02 Workshop on Effective tools and methodologies for teaching natural language processing and computational linguistics-Volume 1. https:\/\/doi.org\/10.3115\/1225403.1225421"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701397"},{"key":"#cr-split#-e_1_3_2_2_8_1.1","doi-asserted-by":"crossref","unstructured":"Leo Breiman. 2001. Random forests. Machine Learning. https:\/\/doi.org\/10.1023\/A:1010933404324 10.1023\/A:1010933404324","DOI":"10.1023\/A:1010933404324"},{"key":"#cr-split#-e_1_3_2_2_8_1.2","doi-asserted-by":"crossref","unstructured":"Leo Breiman. 2001. Random forests. Machine Learning. https:\/\/doi.org\/10.1023\/A:1010933404324","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_2_2_9_1","volume-title":"Randall","author":"Butler Emily A.","year":"2013","unstructured":"Emily A. Butler and Ashley K . Randall . 2013 . Emotional coregulation in close relationships. Emotion Review . https:\/\/doi.org\/10.1177\/1754073912451630 10.1177\/1754073912451630 Emily A. Butler and Ashley K. Randall. 2013. Emotional coregulation in close relationships. Emotion Review. https:\/\/doi.org\/10.1177\/1754073912451630"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.22237\/jmasm\/1414814520"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998250"},{"key":"#cr-split#-e_1_3_2_2_12_1.1","doi-asserted-by":"crossref","unstructured":"Kenneth Ward Church and Patrick Hanks. 1989. Word association norms mutual information and lexicography. https:\/\/doi.org\/10.3115\/981623.981633 10.3115\/981623.981633","DOI":"10.3115\/981623.981633"},{"key":"#cr-split#-e_1_3_2_2_12_1.2","doi-asserted-by":"crossref","unstructured":"Kenneth Ward Church and Patrick Hanks. 1989. Word association norms mutual information and lexicography. https:\/\/doi.org\/10.3115\/981623.981633","DOI":"10.3115\/981623.981633"},{"key":"e_1_3_2_2_13_1","volume-title":"Donald Malone, Michael S. Okun, David Borton, and Wayne K. Goodman.","author":"Cohn Jeffrey F.","year":"2018","unstructured":"Jeffrey F. Cohn , Laszlo A. Jeni , Itir Onal Ertugrul , Donald Malone, Michael S. Okun, David Borton, and Wayne K. Goodman. 2018 . Automated Affect Detection in Deep Brain Stimulation for Obsessive-Compulsive Disorder . https:\/\/doi.org\/10.1145\/3242969.3243023 10.1145\/3242969.3243023 Jeffrey F. Cohn, Laszlo A. Jeni, Itir Onal Ertugrul, Donald Malone, Michael S. Okun, David Borton, and Wayne K. Goodman. 2018. Automated Affect Detection in Deep Brain Stimulation for Obsessive-Compulsive Disorder. https:\/\/doi.org\/10.1145\/3242969.3243023"},{"key":"#cr-split#-e_1_3_2_2_14_1.1","doi-asserted-by":"crossref","unstructured":"Sidney D'Mello and Art Graesser. 2009. Automatic detection of learner's affect from gross body language. Applied Artificial Intelligence. https:\/\/doi.org\/10.1080\/08839510802631745 10.1080\/08839510802631745","DOI":"10.1080\/08839510802631745"},{"key":"#cr-split#-e_1_3_2_2_14_1.2","doi-asserted-by":"crossref","unstructured":"Sidney D'Mello and Art Graesser. 2009. Automatic detection of learner's affect from gross body language. Applied Artificial Intelligence. https:\/\/doi.org\/10.1080\/08839510802631745","DOI":"10.1080\/08839510802631745"},{"key":"#cr-split#-e_1_3_2_2_15_1.1","unstructured":"Edwin S. Dalmaijer Sebastiaan Math\u00f4t and Stefan Van der Stigchel. 2014. PyGaze: an open-source cross-platform toolbox for minimal-effort programming of eyetracking experiments. Behavior research methods. https:\/\/doi.org\/10.3758\/s13428-013-0422--2 10.3758\/s13428-013-0422--2"},{"key":"#cr-split#-e_1_3_2_2_15_1.2","doi-asserted-by":"crossref","unstructured":"Edwin S. Dalmaijer Sebastiaan Math\u00f4t and Stefan Van der Stigchel. 2014. PyGaze: an open-source cross-platform toolbox for minimal-effort programming of eyetracking experiments. Behavior research methods. https:\/\/doi.org\/10.3758\/s13428-013-0422--2","DOI":"10.3758\/s13428-013-0422-2"},{"key":"e_1_3_2_2_16_1","volume-title":"Rosenberg","author":"Ekman Paul","year":"2012","unstructured":"Paul Ekman and Erika L . Rosenberg . 2012 . What the Face Reveals : Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS) . https:\/\/doi.org\/10.1093\/acprof:oso\/9780195179644.001.0001 10.1093\/acprof:oso Paul Ekman and Erika L. Rosenberg. 2012. What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS). https:\/\/doi.org\/10.1093\/acprof:oso\/9780195179644.001.0001"},{"key":"e_1_3_2_2_17_1","volume-title":"ICMI 2019 - Proceedings of the 2019 International Conference on Multimodal Interaction. https:\/\/doi.org\/10","author":"Eloy Lucca","unstructured":"Lucca Eloy , Angela E.B. Stewart , Mary J. Amon , Caroline Reindhardt , Amanda Michaels , Chen Sun , Valerie Shute , Nicholas D. Duran , and Sidney K . D'Mello. 2019. Modeling team-level multimodal dynamics during multiparty collaboration . In ICMI 2019 - Proceedings of the 2019 International Conference on Multimodal Interaction. https:\/\/doi.org\/10 .1145\/3340555.3353748 10.1145\/3340555.3353748 Lucca Eloy, Angela E.B. Stewart, Mary J. Amon, Caroline Reindhardt, Amanda Michaels, Chen Sun, Valerie Shute, Nicholas D. Duran, and Sidney K. D'Mello. 2019. Modeling team-level multimodal dynamics during multiparty collaboration. In ICMI 2019 - Proceedings of the 2019 International Conference on Multimodal Interaction. https:\/\/doi.org\/10.1145\/3340555.3353748"},{"key":"e_1_3_2_2_18_1","first-page":"2457417","article-title":"The Geneva Minimalistic Acoustic Parameter Set (GeMAPS) for Voice Research and Affective Computing","volume":"2015","author":"Eyben Florian","year":"2016","unstructured":"Florian Eyben , Klaus R. Scherer , Bjorn W. Schuller , Johan Sundberg , Elisabeth Andre , Carlos Busso , Laurence Y. Devillers , Julien Epps , Petri Laukka , Shrikanth S. Narayanan , and Khiet P. Truong . 2016 . The Geneva Minimalistic Acoustic Parameter Set (GeMAPS) for Voice Research and Affective Computing . IEEE Transactions on Affective Computing. https:\/\/doi.org\/10.1109\/TAFFC. 2015 . 2457417 10.1109\/TAFFC.2015.2457417 Florian Eyben, Klaus R. Scherer, Bjorn W. Schuller, Johan Sundberg, Elisabeth Andre, Carlos Busso, Laurence Y. Devillers, Julien Epps, Petri Laukka, Shrikanth S. Narayanan, and Khiet P. Truong. 2016. The Geneva Minimalistic Acoustic Parameter Set (GeMAPS) for Voice Research and Affective Computing. IEEE Transactions on Affective Computing. https:\/\/doi.org\/10.1109\/TAFFC.2015.2457417","journal-title":"IEEE Transactions on Affective Computing. https:\/\/doi.org\/10.1109\/TAFFC."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2502081.2502224"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1037\/xhp0000743"},{"key":"#cr-split#-e_1_3_2_2_21_1.1","doi-asserted-by":"crossref","unstructured":"Michael Flor Su-Youn Yoon Jiangang Hao Lei Liu and Alina von Davier. 2016. Automated classification of collaborative problem solving interactions in simulated science tasks. https:\/\/doi.org\/10.18653\/v1\/w16-0504 10.18653\/v1","DOI":"10.18653\/v1\/W16-0504"},{"key":"#cr-split#-e_1_3_2_2_21_1.2","doi-asserted-by":"crossref","unstructured":"Michael Flor Su-Youn Yoon Jiangang Hao Lei Liu and Alina von Davier. 2016. Automated classification of collaborative problem solving interactions in simulated science tasks. https:\/\/doi.org\/10.18653\/v1\/w16-0504","DOI":"10.18653\/v1\/W16-0504"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","DOI":"10.1016\/S0092-6566(03)00046-1","article-title":"A very brief measure of the Big-Five personality domains","author":"Gosling Samuel D.","year":"2003","unstructured":"Samuel D. Gosling , Peter J. Rentfrow , and William B. Swann . 2003 . A very brief measure of the Big-Five personality domains . Journal of Research in Personality. https:\/\/doi.org\/10.1016\/S0092--6566(03)00046--1 10.1016\/S0092--6566(03)00046--1 Samuel D. Gosling, Peter J. Rentfrow, and William B. Swann. 2003. A very brief measure of the Big-Five personality domains. Journal of Research in Personality. https:\/\/doi.org\/10.1016\/S0092--6566(03)00046--1","journal-title":"Journal of Research in Personality. https:\/\/doi.org\/10.1016\/S0092--6566(03)00046--1"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998226"},{"key":"#cr-split#-e_1_3_2_2_24_1.1","doi-asserted-by":"crossref","unstructured":"J. A. Hanley and B. J. McNeil. 1982. The meaning and use of the area under a receiver operating characteristic (ROC) curve. Radiology. https:\/\/doi.org\/10.1148\/radiology.143.1.7063747 10.1148\/radiology.143.1.7063747","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"#cr-split#-e_1_3_2_2_24_1.2","doi-asserted-by":"crossref","unstructured":"J. A. Hanley and B. J. McNeil. 1982. The meaning and use of the area under a receiver operating characteristic (ROC) curve. Radiology. https:\/\/doi.org\/10.1148\/radiology.143.1.7063747","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"e_1_3_2_2_25_1","volume-title":"Hoyt and Jim Blascovich","author":"Crystal","year":"2010","unstructured":"Crystal L. Hoyt and Jim Blascovich . 2010 . The role of leadership self-efficacy and stereotype activation on cardiovascular, behavioral and self-report responses in the leadership domain. Leadership Quarterly. https:\/\/doi.org\/10.1016\/j.leaqua.2009.10.007 10.1016\/j.leaqua.2009.10.007 Crystal L. Hoyt and Jim Blascovich. 2010. The role of leadership self-efficacy and stereotype activation on cardiovascular, behavioral and self-report responses in the leadership domain. Leadership Quarterly. https:\/\/doi.org\/10.1016\/j.leaqua.2009.10.007"},{"key":"e_1_3_2_2_26_1","volume-title":"2nd Workshop on Advancements in Social Signal Processing for Multimodal Interaction","author":"Inaguma Hirofumi","year":"2016","unstructured":"Hirofumi Inaguma , Koji Inoue , Shizuka Nakamura , Katsuya Takanashi , and Tatsuya Kawahara . 2016. Prediction of ice-breaking between participants using prosodic features in the first meeting dialogue . In 2nd Workshop on Advancements in Social Signal Processing for Multimodal Interaction 2016 , ASSP4MI 2016 - Held in conjunction with the 18th ACM International Conference on Multimodal Interaction 2016, ICMI 2016. https:\/\/doi.org\/10.1145\/3005467.3005472 10.1145\/3005467.3005472 Hirofumi Inaguma, Koji Inoue, Shizuka Nakamura, Katsuya Takanashi, and Tatsuya Kawahara. 2016. Prediction of ice-breaking between participants using prosodic features in the first meeting dialogue. In 2nd Workshop on Advancements in Social Signal Processing for Multimodal Interaction 2016, ASSP4MI 2016 - Held in conjunction with the 18th ACM International Conference on Multimodal Interaction 2016, ICMI 2016. https:\/\/doi.org\/10.1145\/3005467.3005472"},{"key":"e_1_3_2_2_27_1","first-page":"2008238","article-title":"Modeling dominance in group conversations using nonverbal activity cues","volume":"2008","author":"Jayagopi Dinesh Babu","year":"2009","unstructured":"Dinesh Babu Jayagopi , Hayley Hung , Chuohao Yeo , and Daniel Gatica-Perez . 2009 . Modeling dominance in group conversations using nonverbal activity cues . IEEE Transactions on Audio, Speech and Language Processing. https:\/\/doi.org\/10.1109\/TASL. 2008 . 2008238 10.1109\/TASL.2008.2008238 Dinesh Babu Jayagopi, Hayley Hung, Chuohao Yeo, and Daniel Gatica-Perez. 2009. Modeling dominance in group conversations using nonverbal activity cues. IEEE Transactions on Audio, Speech and Language Processing. https:\/\/doi.org\/10.1109\/TASL.2008.2008238","journal-title":"IEEE Transactions on Audio, Speech and Language Processing. https:\/\/doi.org\/10.1109\/TASL."},{"key":"e_1_3_2_2_28_1","unstructured":"Daniel Jurafsky and James Martin. 2014. Speech and Language Processing. In Speech and Language Processing. 83--120.  Daniel Jurafsky and James Martin. 2014. Speech and Language Processing. In Speech and Language Processing. 83--120."},{"issue":"4","key":"e_1_3_2_2_29_1","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1037\/0022-3514.65.4.681","article-title":"Social Loafing: A Meta-Analytic Review and Theoretical Integration","volume":"65","author":"Karau Steven J.","year":"1993","unstructured":"Steven J. Karau and Kipling D. Williams . 1993 . Social Loafing: A Meta-Analytic Review and Theoretical Integration . Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514. 65 . 4 . 681 10.1037\/0022--3514.65.4.681 Steven J. Karau and Kipling D. Williams. 1993. Social Loafing: A Meta-Analytic Review and Theoretical Integration. Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514.65.4.681","journal-title":"Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514."},{"key":"e_1_3_2_2_30_1","unstructured":"Ming-wei Chang Kenton Lee Kristina and Jacob Devlin. 2017. BERT paper. arXiv:1810.04805 [cs]. https:\/\/doi.org\/arXiv:1811.03600v2  Ming-wei Chang Kenton Lee Kristina and Jacob Devlin. 2017. BERT paper. arXiv:1810.04805 [cs]. https:\/\/doi.org\/arXiv:1811.03600v2"},{"issue":"4","key":"e_1_3_2_2_31_1","doi-asserted-by":"crossref","first-page":"819","DOI":"10.1037\/0022-3514.45.4.819","article-title":"Motivation losses in small groups: A social dilemma analysis","volume":"45","author":"Kerr Norbert L.","year":"1983","unstructured":"Norbert L. Kerr . 1983 . Motivation losses in small groups: A social dilemma analysis . Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514. 45 . 4 . 819 10.1037\/0022--3514.45.4.819 Norbert L. Kerr. 1983. Motivation losses in small groups: A social dilemma analysis. Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514.45.4.819","journal-title":"Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514."},{"issue":"1","key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1037\/0022-3514.44.1.78","article-title":"Dispensability of member effort and group motivation losses: Free-rider effects","volume":"44","author":"Kerr Norbert L.","year":"1983","unstructured":"Norbert L. Kerr and Steven E. Bruun . 1983 . Dispensability of member effort and group motivation losses: Free-rider effects . Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514. 44 . 1 . 78 10.1037\/0022--3514.44.1.78 Norbert L. Kerr and Steven E. Bruun. 1983. Dispensability of member effort and group motivation losses: Free-rider effects. Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514.44.1.78","journal-title":"Journal of Personality and Social Psychology. https:\/\/doi.org\/10.1037\/0022--3514."},{"key":"#cr-split#-e_1_3_2_2_33_1.1","doi-asserted-by":"crossref","unstructured":"Norbert L. Kerr and R. Scott Tindale. 2004. Group Performance and Decision Making. Annual Review of Psychology. https:\/\/doi.org\/10.1146\/annurev.psych.55.090902.142009 10.1146\/annurev.psych.55.090902.142009","DOI":"10.1146\/annurev.psych.55.090902.142009"},{"key":"#cr-split#-e_1_3_2_2_33_1.2","doi-asserted-by":"crossref","unstructured":"Norbert L. Kerr and R. Scott Tindale. 2004. Group Performance and Decision Making. Annual Review of Psychology. https:\/\/doi.org\/10.1146\/annurev.psych.55.090902.142009","DOI":"10.1146\/annurev.psych.55.090902.142009"},{"key":"e_1_3_2_2_34_1","volume-title":"Proceedings of the ACM Conference on Computer Supported Cooperative Work, CSCW. https:\/\/doi.org\/10","author":"Kim Young Ji","unstructured":"Young Ji Kim , David Engel , Anita Williams Woolley , Jeffrey Yu Ting Lin , Naomi McArthur , and Thomas W. Malone . 2017. What makes a strong team? Using collective intelligence to predict team performance in League of Legends . In Proceedings of the ACM Conference on Computer Supported Cooperative Work, CSCW. https:\/\/doi.org\/10 .1145\/2998181.2998185 10.1145\/2998181.2998185 Young Ji Kim, David Engel, Anita Williams Woolley, Jeffrey Yu Ting Lin, Naomi McArthur, and Thomas W. Malone. 2017. What makes a strong team? Using collective intelligence to predict team performance in League of Legends. In Proceedings of the ACM Conference on Computer Supported Cooperative Work, CSCW. https:\/\/doi.org\/10.1145\/2998181.2998185"},{"key":"e_1_3_2_2_35_1","volume-title":"Team Decision Making and Individual Satisfaction With the Team","author":"de la Torre-Ruiz Jos\u00e9 M.","unstructured":"Jos\u00e9 M. de la Torre-Ruiz , Vera Ferr\u00f3n-V\u00edlchez , and Natalia Ortiz- deMandojana . 2014. Team Decision Making and Individual Satisfaction With the Team . Small Group Research . https:\/\/doi.org\/10.1177\/1046496414525478 10.1177\/1046496414525478 Jos\u00e9 M. de la Torre-Ruiz, Vera Ferr\u00f3n-V\u00edlchez, and Natalia Ortiz-deMandojana. 2014. Team Decision Making and Individual Satisfaction With the Team. Small Group Research. https:\/\/doi.org\/10.1177\/1046496414525478"},{"key":"e_1_3_2_2_36_1","volume-title":"Conference on Human Factors in Computing Systems - Proceedings: 4337--4350","author":"Leavitt Alex","year":"2016","unstructured":"Alex Leavitt , Brian C. Keegan , and Joshua Clark . 2016 . Ping to win? Non-verbal communication and team performance in competitive online multiplayer games . Conference on Human Factors in Computing Systems - Proceedings: 4337--4350 . https:\/\/doi.org\/10.1145\/2858036.2858132 10.1145\/2858036.2858132 Alex Leavitt, Brian C. Keegan, and Joshua Clark. 2016. Ping to win? Non-verbal communication and team performance in competitive online multiplayer games. Conference on Human Factors in Computing Systems - Proceedings: 4337--4350. https:\/\/doi.org\/10.1145\/2858036.2858132"},{"key":"e_1_3_2_2_37_1","volume-title":"NAACL HLT 2012 - 2012 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Proceedings of the Conference.","author":"Levitan Rivka","year":"2012","unstructured":"Rivka Levitan , Agust\u00edn Gravano , Laura Willson , Julia Hirschberg , and Ani Nenkova . 2012 . Acoustic-prosodic entrainment and social behavior . In NAACL HLT 2012 - 2012 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Proceedings of the Conference. Rivka Levitan, Agust\u00edn Gravano, Laura Willson, Julia Hirschberg, and Ani Nenkova. 2012. Acoustic-prosodic entrainment and social behavior. In NAACL HLT 2012 - 2012 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Proceedings of the Conference."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771414"},{"key":"e_1_3_2_2_39_1","volume-title":"Aiken","author":"McManus Margaret M.","year":"2016","unstructured":"Margaret M. McManus and Robert M . Aiken . 2016 . Supporting Effective Collaboration: Using a Rearview Mirror to Look Forward. International Journal of Artificial Intelligence in Education . https:\/\/doi.org\/10.1007\/s40593015-0068--6 10.1007\/s40593015-0068--6 Margaret M. McManus and Robert M. Aiken. 2016. Supporting Effective Collaboration: Using a Rearview Mirror to Look Forward. International Journal of Artificial Intelligence in Education. https:\/\/doi.org\/10.1007\/s40593015-0068--6"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3353729"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3243027"},{"key":"e_1_3_2_2_42_1","volume-title":"Morrow","author":"Nokes-Malach Timothy J.","year":"2012","unstructured":"Timothy J. Nokes-Malach , Michelle L. Meade , and Daniel G . Morrow . 2012 . The effect of expertise on collaborative problem solving. Thinking and Reasoning . https:\/\/doi.org\/10.1080\/13546783.2011.642206 10.1080\/13546783.2011.642206 Timothy J. Nokes-Malach, Michelle L. Meade, and Daniel G. Morrow. 2012. The effect of expertise on collaborative problem solving. Thinking and Reasoning. https:\/\/doi.org\/10.1080\/13546783.2011.642206"},{"key":"e_1_3_2_2_43_1","volume-title":"Pisa 2015 Draft Collaborative Problem Solving Framework","author":"OECD.","year":"2013","unstructured":"OECD. 2015. Pisa 2015 Draft Collaborative Problem Solving Framework March 2013 . Oecd . OECD. 2015. Pisa 2015 Draft Collaborative Problem Solving Framework March 2013. Oecd."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3242973"},{"key":"e_1_3_2_2_45_1","article-title":"Scikit-learn: Machine learning in Python","author":"Pedregosa Fabian","year":"2011","unstructured":"Fabian Pedregosa , Gael Varoquaux , Alexandre Gramfort , Vincent Michel , Bertrand Thirion , Olivier Grisel , Mathieu Blondel , Peter Prettenhofer , Ron Weiss , Vincent Dubourg , Jake Vanderplas , Alexandre Passos , David Cournapeau , Matthieu Brucher , Matthieu Perrot , and \u00c9douard Duchesnay . 2011 . Scikit-learn: Machine learning in Python . Journal of Machine Learning Research. Fabian Pedregosa, Gael Varoquaux, Alexandre Gramfort, Vincent Michel, Bertrand Thirion, Olivier Grisel, Mathieu Blondel, Peter Prettenhofer, Ron Weiss, Vincent Dubourg, Jake Vanderplas, Alexandre Passos, David Cournapeau, Matthieu Brucher, Matthieu Perrot, and \u00c9douard Duchesnay. 2011. Scikit-learn: Machine learning in Python. Journal of Machine Learning Research.","journal-title":"Journal of Machine Learning Research."},{"key":"e_1_3_2_2_46_1","volume-title":"Kirkham","author":"Richardson Daniel C.","year":"2007","unstructured":"Daniel C. Richardson , Rick Dale , and Natasha Z . Kirkham . 2007 . The Art of Conversation Is Coordination. Psychological Science . https:\/\/doi.org\/10.1111\/j.1467--9280.2007.01914.x 10.1111\/j.1467--9280.2007.01914.x Daniel C. Richardson, Rick Dale, and Natasha Z. Kirkham. 2007. The Art of Conversation Is Coordination. Psychological Science. https:\/\/doi.org\/10.1111\/j.1467--9280.2007.01914.x"},{"key":"e_1_3_2_2_47_1","volume-title":"Teasley","author":"Roschelle Jeremy","year":"1995","unstructured":"Jeremy Roschelle and Stephanie D . Teasley . 1995 . The Construction of Shared Knowledge in Collaborative Problem Solving. In Computer Supported Collaborative Learning . https:\/\/doi.org\/10.1007\/978--3--642--85098--1_5 10.1007\/978--3--642--85098--1_5 Jeremy Roschelle and Stephanie D. Teasley. 1995. The Construction of Shared Knowledge in Collaborative Problem Solving. In Computer Supported Collaborative Learning. https:\/\/doi.org\/10.1007\/978--3--642--85098--1_5"},{"key":"#cr-split#-e_1_3_2_2_48_1.1","unstructured":"Yigal Rosen and Rikki Rimor. 2015. Teaching and assessing problem solving in online collaborative environment. In Professional Development and Workplace Learning: Concepts Methodologies Tools and Applications. https:\/\/doi.org\/10.4018\/978--1--4666--8632--8.ch017 10.4018\/978--1--4666--8632--8.ch017"},{"key":"#cr-split#-e_1_3_2_2_48_1.2","doi-asserted-by":"crossref","unstructured":"Yigal Rosen and Rikki Rimor. 2015. Teaching and assessing problem solving in online collaborative environment. In Professional Development and Workplace Learning: Concepts Methodologies Tools and Applications. https:\/\/doi.org\/10.4018\/978--1--4666--8632--8.ch017","DOI":"10.4018\/978-1-4666-8632-8.ch017"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327809jls1402_2"},{"key":"e_1_3_2_2_50_1","volume-title":"Marianne Schmid Mast, and Daniel Gatica-Perez.","author":"Sanchez-Cortes Dairazalia","year":"2013","unstructured":"Dairazalia Sanchez-Cortes , Oya Aran , Dinesh Babu Jayagopi , Marianne Schmid Mast, and Daniel Gatica-Perez. 2013 . Emergent leaders through looking and speaking: From audio-visual data to multimodal recognition. Journal on Multimodal User Interfaces . https:\/\/doi.org\/10.1007\/s12193-0120101-0 10.1007\/s12193-0120101-0 Dairazalia Sanchez-Cortes, Oya Aran, Dinesh Babu Jayagopi, Marianne Schmid Mast, and Daniel Gatica-Perez. 2013. Emergent leaders through looking and speaking: From audio-visual data to multimodal recognition. Journal on Multimodal User Interfaces. https:\/\/doi.org\/10.1007\/s12193-0120101-0"},{"key":"e_1_3_2_2_51_1","volume-title":"Richardson","author":"Schmidt Richard C.","year":"2008","unstructured":"Richard C. Schmidt and Michael J . Richardson . 2008 . Dynamics of interpersonal coordination. Understanding Complex Systems . https:\/\/doi.org\/10.1007\/978--3--540--74479--5_14 10.1007\/978--3--540--74479--5_14 Richard C. Schmidt and Michael J. Richardson. 2008. Dynamics of interpersonal coordination. Understanding Complex Systems. https:\/\/doi.org\/10.1007\/978--3--540--74479--5_14"},{"key":"e_1_3_2_2_52_1","volume-title":"Jeong Yeon Lee, and Lin Bian.","author":"Shin Shung J.","year":"2012","unstructured":"Shung J. Shin , Tae Yeol Kim , Jeong Yeon Lee, and Lin Bian. 2012 . Cognitive team diversity and individual team member creativity: A cross-level interaction. Academy of Management Journal . https:\/\/doi.org\/10.5465\/amj.2010.0270 10.5465\/amj.2010.0270 Shung J. Shin, Tae Yeol Kim, Jeong Yeon Lee, and Lin Bian. 2012. Cognitive team diversity and individual team member creativity: A cross-level interaction. Academy of Management Journal. https:\/\/doi.org\/10.5465\/amj.2010.0270"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2823513.2823516"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2017.122"},{"key":"e_1_3_2_2_55_1","volume-title":"D'Mello","author":"Stewart Angela","year":"2018","unstructured":"Angela Stewart and Sidney K . D'Mello . 2018 . Connecting the dots towards collaborative aied: linking group makeup to process to learning. In Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) . https:\/\/doi.org\/10.1007\/9783--319--93843--1_40 10.1007\/9783--319--93843--1_40 Angela Stewart and Sidney K. D'Mello. 2018. Connecting the dots towards collaborative aied: linking group makeup to process to learning. In Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). https:\/\/doi.org\/10.1007\/9783--319--93843--1_40"},{"key":"e_1_3_2_2_56_1","volume-title":"ICMI 2018 - Proceedings of the 2018 International Conference on Multimodal Interaction. https:\/\/doi.org\/10","author":"Stewart Angela E.B.","unstructured":"Angela E.B. Stewart , Zachary A. Keirn , and Sidney K . D'Mello. 2018. Multimodal modeling of coordination and coregulation patterns in speech rate during triadic collaborative problem solving . In ICMI 2018 - Proceedings of the 2018 International Conference on Multimodal Interaction. https:\/\/doi.org\/10 .1145\/3242969.3242989 10.1145\/3242969.3242989 Angela E.B. Stewart, Zachary A. Keirn, and Sidney K. D'Mello. 2018. Multimodal modeling of coordination and coregulation patterns in speech rate during triadic collaborative problem solving. In ICMI 2018 - Proceedings of the 2018 International Conference on Multimodal Interaction. https:\/\/doi.org\/10.1145\/3242969.3242989"},{"key":"e_1_3_2_2_57_1","volume-title":"Nicholas D. Duran, Valerie Shute, and Sidney K. D'Mello.","author":"Stewart Angela E.B.","year":"2019","unstructured":"Angela E.B. Stewart , Hana Vrzakova , Chen Sun , Jade Yonehiro , Cathlyn Adele Stone , Nicholas D. Duran, Valerie Shute, and Sidney K. D'Mello. 2019 . I say, you say, we say: Using spoken language to model socio-cognitive processes during computer-supported collaborative problem solving. Proceedings of the ACM on Human-Computer Interaction . https:\/\/doi.org\/10.1145\/3359296 10.1145\/3359296 Angela E.B. Stewart, Hana Vrzakova, Chen Sun, Jade Yonehiro, Cathlyn Adele Stone, Nicholas D. Duran, Valerie Shute, and Sidney K. D'Mello. 2019. I say, you say, we say: Using spoken language to model socio-cognitive processes during computer-supported collaborative problem solving. Proceedings of the ACM on Human-Computer Interaction. https:\/\/doi.org\/10.1145\/3359296"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376279"},{"key":"e_1_3_2_2_59_1","volume-title":"ACM International Conference Proceeding Series: 295--304","author":"Vrzakova Hana","unstructured":"Hana Vrzakova , Mary Jean Amon , Angela Stewart , Nicholas D. Duran , and Sidney K . D'Mello. 2020. Focused or stuck together: Multimodal patterns reveal triads? performance in collaborative problem solving . ACM International Conference Proceeding Series: 295--304 . https:\/\/doi.org\/10.1145\/3375462.3375467 10.1145\/3375462.3375467 Hana Vrzakova, Mary Jean Amon, Angela Stewart, Nicholas D. Duran, and Sidney K. D'Mello. 2020. Focused or stuck together: Multimodal patterns reveal triads? performance in collaborative problem solving. ACM International Conference Proceeding Series: 295--304. https:\/\/doi.org\/10.1145\/3375462.3375467"},{"key":"e_1_3_2_2_60_1","volume-title":"Conference on Human Factors in Computing Systems - Proceedings. https:\/\/doi.org\/10","author":"Vrzakova Hana","unstructured":"Hana Vrzakova , Mary Jean Amon , Angela E.B. Stewart , and Sidney K . D'Mello. 2019. Dynamics of Visual Aention in Multiparty Collaborative Problem Solving using Multidimensional Recurrence antification Analysis . In Conference on Human Factors in Computing Systems - Proceedings. https:\/\/doi.org\/10 .1145\/3290605.3300572 10.1145\/3290605.3300572 Hana Vrzakova, Mary Jean Amon, Angela E.B. Stewart, and Sidney K. D'Mello. 2019. Dynamics of Visual Aention in Multiparty Collaborative Problem Solving using Multidimensional Recurrence antification Analysis. In Conference on Human Factors in Computing Systems - Proceedings. https:\/\/doi.org\/10.1145\/3290605.3300572"},{"key":"e_1_3_2_2_61_1","series-title":"Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). https:\/\/doi.org\/10.1007\/978--3--319--19773--9_124","volume-title":"Virtual teams in massive open online courses","author":"Wen Miaomiao","unstructured":"Miaomiao Wen , Diyi Yang , and Carolyn Penstein Ros\u00e9 . 2015. Virtual teams in massive open online courses . In Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). https:\/\/doi.org\/10.1007\/978--3--319--19773--9_124 10.1007\/978--3--319--19773--9_124 Miaomiao Wen, Diyi Yang, and Carolyn Penstein Ros\u00e9. 2015. Virtual teams in massive open online courses. In Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). https:\/\/doi.org\/10.1007\/978--3--319--19773--9_124"},{"key":"e_1_3_2_2_62_1","volume-title":"Olney","author":"Westlund Jacqueline Kory","year":"2015","unstructured":"Jacqueline Kory Westlund , Sidney K. D'Mello , and Andrew M . Olney . 2015 . Motion Tracker : Camera-based monitoring of bodily movements using motion silhouettes. PLoS ONE. https:\/\/doi.org\/10.1371\/journal.pone.0130293 10.1371\/journal.pone.0130293 Jacqueline Kory Westlund, Sidney K. D'Mello, and Andrew M. Olney. 2015. Motion Tracker: Camera-based monitoring of bodily movements using motion silhouettes. PLoS ONE. https:\/\/doi.org\/10.1371\/journal.pone.0130293"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"crossref","unstructured":"Thomas Wolf Lysandre Debut Victor Sanh Julien Chaumond Clement Delangue Anthony Moi Pierric Cistac Tim Rault R\u00e9mi Louf Morgan Funtowicz and Jamie Brew. 2019. HuggingFace's Transformers: State-of-theart Natural Language Processing.  Thomas Wolf Lysandre Debut Victor Sanh Julien Chaumond Clement Delangue Anthony Moi Pierric Cistac Tim Rault R\u00e9mi Louf Morgan Funtowicz and Jamie Brew. 2019. HuggingFace's Transformers: State-of-theart Natural Language Processing.","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_2_2_64_1","unstructured":"IBM Watson speech-to-text. Retrieved June 1 2020 from https:\/\/www.ibm.com\/cloud\/watson-speech-to-text  IBM Watson speech-to-text. Retrieved June 1 2020 from https:\/\/www.ibm.com\/cloud\/watson-speech-to-text"},{"key":"e_1_3_2_2_65_1","unstructured":"2011. Self-Efficacy of First Year University Physics Students: Do Gender and Prior Formal Instruction in Physics Matter? International Journal of Innovation in Science and Mathematics Education.  2011. Self-Efficacy of First Year University Physics Students: Do Gender and Prior Formal Instruction in Physics Matter? International Journal of Innovation in Science and Mathematics Education."}],"event":{"name":"ICMI '20: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","location":"Virtual Event Netherlands","acronym":"ICMI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 International Conference on Multimodal Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3382507.3418877","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3382507.3418877","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:49Z","timestamp":1750197769000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3382507.3418877"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,21]]},"references-count":73,"alternative-id":["10.1145\/3382507.3418877","10.1145\/3382507"],"URL":"https:\/\/doi.org\/10.1145\/3382507.3418877","relation":{},"subject":[],"published":{"date-parts":[[2020,10,21]]},"assertion":[{"value":"2020-10-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}