{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T14:27:32Z","timestamp":1774621652766,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,13]],"date-time":"2023-03-13T00:00:00Z","timestamp":1678665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,13]]},"DOI":"10.1145\/3576050.3576076","type":"proceedings-article","created":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T23:18:46Z","timestamp":1677021526000},"page":"186-196","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":35,"title":["METS: Multimodal Learning Analytics of Embodied Teamwork Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5564-0185","authenticated-orcid":false,"given":"Linxuan","family":"Zhao","sequence":"first","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7414-5507","authenticated-orcid":false,"given":"Zachari","family":"Swiecki","sequence":"additional","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Gasevic","sequence":"additional","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3818-045X","authenticated-orcid":false,"given":"Lixiang","family":"Yan","sequence":"additional","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4414-7445","authenticated-orcid":false,"given":"Samantha","family":"Dix","sequence":"additional","affiliation":[{"name":"School of Nursing and Midwifery, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6741-3024","authenticated-orcid":false,"given":"Hollie","family":"Jaggard","sequence":"additional","affiliation":[{"name":"School of Nursing and Midwifery, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0903-2776","authenticated-orcid":false,"given":"Rosie","family":"Wotherspoon","sequence":"additional","affiliation":[{"name":"School of Nursing and Midwifery, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8887-3188","authenticated-orcid":false,"given":"Abra","family":"Osborne","sequence":"additional","affiliation":[{"name":"School of Nursing and Midwifery, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2681-4451","authenticated-orcid":false,"given":"Xinyu","family":"Li","sequence":"additional","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5440-6143","authenticated-orcid":false,"given":"Riordan","family":"Alfredo","sequence":"additional","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8375-1816","authenticated-orcid":false,"given":"Roberto","family":"Martinez-Maldonado","sequence":"additional","affiliation":[{"name":"Faculty of Information Technolgy, Monash University, Australia"}]}],"member":"320","published-online":{"date-parts":[[2023,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-97472-9_6"},{"key":"e_1_3_2_1_2_1","unstructured":"A. Alonso and D. Dunleavy. 2012. Building teamwork skills in healthcare: the case for communication and coordination competencies. In Improving patient safety through teamwork and team training E.\u00a0Salasand K.\u00a0Frush (Eds.). Oxford University Press 41\u201358."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","unstructured":"H. Alwahaby M. Cukurova Z. Papamitsiou and M. Giannakos. 2021. The evidence of impact and ethical considerations of Multimodal Learning Analytics: A Systematic Literature Review. https:\/\/doi.org\/10.35542\/osf.io\/sd23y","DOI":"10.35542\/osf.io"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2010.18"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.nepr.2017.11.019"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-1569"},{"key":"e_1_3_2_1_7_1","volume-title":"Advances in Quantitative Ethnography, A.\u00a0R. Ruis and S.\u00a0B","author":"Bowman D.","unstructured":"D. Bowman, Z. Swiecki, Z. Cai, Y. Wang, B. Eagan, J. Linderoth, and D.\u00a0W. Shaffer. 2021. The Mathematical Foundations of Epistemic Network Analysis. In Advances in Quantitative Ethnography, A.\u00a0R. Ruis and S.\u00a0B. Lee (Eds.). Springer International Publishing, Cham, 91\u2013105."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmjqs-2012-001747"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5465\/amj.2007.20159921"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1097\/01.NCQ.0000347450.90676.d9"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"E. Chng M.\u00a0R. Seyam W. Yao and B. Schneider. 2020. Using Motion Sensors to Understand Collaborative Interactions in Digital Fabrication Labs. In Artificial Intelligence in Education I.\u00a0I. Bittencourt M.\u00a0Cukurova K.\u00a0Muldner R.\u00a0Luckin and E.\u00a0Mill\u00e1n (Eds.). Springer International Publishing Cham 118\u2013128. https:\/\/doi.org\/10.1007\/978-3-030-52237-7_10","DOI":"10.1007\/978-3-030-52237-7_10"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tate.2021.103584"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems (Glasgow, Scotland Uk) (CHI \u201919)","author":"Echeverria V.","unstructured":"V. Echeverria, R. Martinez-Maldonado, and S. Buckingham\u00a0Shum. 2019. Towards Collaboration Translucence: Giving Meaning to Multimodal Group Data. In Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems (Glasgow, Scotland Uk) (CHI \u201919). New York, NY, USA, 1\u201316."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448176"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.nepr.2022.103350"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1553-7250(06)32022-3"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","unstructured":"M. H\u00e4rgestam M. Lindkvist C. Brulin M. Jacobsson and M. Hultin. 2013. Communication in interdisciplinary teams: exploring closed-loop communication during in situ trauma team training. BMJ Open 3 10 (2013). https:\/\/doi.org\/10.1136\/bmjopen-2013-003525","DOI":"10.1136\/bmjopen-2013-003525"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/0170840607068258"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2010.5434386"},{"key":"e_1_3_2_1_20_1","volume-title":"The international handbook of collaborative learning","author":"Howley I.","unstructured":"I. Howley, E. Mayfield, and C.\u00a0P. Ros\u00e9. 2013. Linguistic analysis methods for studying small groups. In The international handbook of collaborative learning. Routledge, 184\u2013202."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"M. Ioannou Y. Georgiou A. Ioannou and M. Johnson. 2019. On the understanding of students\u2019 learning and perceptions of technology integration in low-and high-embodied group learning. 1 (2019) 304\u2013311. https:\/\/doi.org\/10.22318\/cscl2019.304","DOI":"10.22318\/cscl2019.304"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376418"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5694\/j.1326-5377.2009.tb02613.x"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X18785613"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2017.43.2"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","unstructured":"C.\u00a0N. Lacerenza S.\u00a0L. Marlow S.\u00a0I. Tannenbaum and E. Salas. 2018. Team development interventions: Evidence-based approaches for improving teamwork.American psychologist 73 4 (2018) 517. https:\/\/doi.org\/10.1037\/amp0000295","DOI":"10.1037\/amp0000295"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1136\/qshc.2004.010033"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2021.09.001"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1136\/postgradmedj-2015-133772"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1399-6576.2008.01717.x"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Marquart C. L. Swiecki Z. Collier W. Eagan B. Woodward R. Shaffer and D. W.2017. rENA: Epistemic Network Analysis.","DOI":"10.32614\/CRAN.package.rENA"},{"key":"e_1_3_2_1_32_1","unstructured":"C. Marquart C. Hinojosa Z. Swiecki B. Eagan and D. Shaffer. 2018. Epistemic Network Analysis (Version 1.7. 0)[Software]. Available from app. epistemicnetwork. org(2018)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","unstructured":"P. Marshall Y. Rogers and N. Pantidi. 2011. Using F-Formations to Analyse Spatial Patterns of Interaction in Physical Environments. (2011) 445\u2013454. https:\/\/doi.org\/10.1145\/1958824.1958893","DOI":"10.1145\/1958824.1958893"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376148"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52237-7_29"},{"key":"e_1_3_2_1_36_1","volume-title":"Interrater reliability: the kappa statistic. Biochemia medica 22, 3","author":"McHugh L.","year":"2012","unstructured":"M.\u00a0L. McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica 22, 3 (2012), 276\u2013282."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2834.2009.00978.x"},{"key":"e_1_3_2_1_38_1","volume-title":"Process, Examples, and Direction. In The Handbook of Learning Analytics(2 ed.), C.\u00a0Lang, G.\u00a0Siemens, A.\u00a0F. Wise, D.\u00a0Ga\u0161evic, and A.\u00a0Merceron (Eds.).","author":"Ochoa X.","unstructured":"X. Ochoa. 2022. Multimodal Learning Analytics - Rationale, Process, Examples, and Direction. In The Handbook of Learning Analytics(2 ed.), C.\u00a0Lang, G.\u00a0Siemens, A.\u00a0F. Wise, D.\u00a0Ga\u0161evic, and A.\u00a0Merceron (Eds.). SoLAR, 54\u201365. Section: 6."},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the 15th ACM on International Conference on Multimodal Interaction","author":"Ochoa X.","unstructured":"X. Ochoa, K. Chiluiza, G. M\u00e9ndez, G. Luzardo, B. Guam\u00e1n, and J. Castells. 2013. Expertise Estimation Based on Simple Multimodal Features. In Proceedings of the 15th ACM on International Conference on Multimodal Interaction (Sydney, Australia) (ICMI \u201913). New York, NY, USA, 583\u2013590."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820743"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"S. Praharaj M. Scheffel H. Drachsler and M. Specht. 2021. Literature Review on Co-Located Collaboration Modeling Using Multimodal Learning Analytics\u2014Can We Go the Whole Nine Yards?IEEE Transactions on Learning Technologies 14 3 (2021) 367\u2013385.","DOI":"10.1109\/TLT.2021.3097766"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","unstructured":"S. Praharaj M. Scheffel M. Schmitz M. Specht and H. Drachsler. 2021. Towards Automatic Collaboration Analytics for Group Speech Data Using Learning Analytics. Sensors 21 9 (2021). https:\/\/doi.org\/10.3390\/s21093156","DOI":"10.3390\/s21093156"},{"key":"e_1_3_2_1_43_1","volume-title":"55\u201367","author":"Pugh L.","year":"2021","unstructured":"S.\u00a0L. Pugh, S.\u00a0K. Subburaj, A.\u00a0R. Rao, A.\u00a0E. Stewart, J. Andrews-Todd, and S.\u00a0K. D\u2019Mello. 2021. Say What? Automatic Modeling of Collaborative Problem Solving Skills from Student Speech in the Wild.International Educational Data Mining Society (2021), 55\u201367."},{"key":"e_1_3_2_1_44_1","volume-title":"Patient Safety: New Directions and Alternative Approaches (Vol. 3: Performance and Tools)(2008).","author":"Riley W.","year":"2008","unstructured":"W. Riley, H. Hansen, A.\u00a0P. G\u00fcrses, S. Davis, K. Miller, and R. Priester. 2008. The nature, characteristics and patterns of perinatal critical events teams. Advances in Patient Safety: New Directions and Alternative Approaches (Vol. 3: Performance and Tools)(2008)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1080\/00140139.2021.2000043"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1518\/001872095779049525"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/1046878108326734"},{"key":"e_1_3_2_1_48_1","volume-title":"Teamwork?Small Group Research 36, 5","author":"Salas E.","year":"2005","unstructured":"E. Salas, D.\u00a0E. Sims, and C.\u00a0S. Burke. 2005. Is there a \u201cBig Five\u201d in Teamwork?Small Group Research 36, 5 (2005), 555\u2013599."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","unstructured":"E. Salas R. Stevens J. Gorman N.\u00a0J. Cooke S. Guastello and A.\u00a0A. von Davier. 2015. What Will Quantitative Measures of Teamwork Look Like in 10 Years?Proceedings of the Human Factors and Ergonomics Society Annual Meeting 59 1(2015) 235\u2013239. https:\/\/doi.org\/10.1177\/1541931215591048","DOI":"10.1177\/1541931215591048"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488392.3488404"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3161172"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13437-018-0139-2"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2016.33.3"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1177\/0022022117698039"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","unstructured":"R. Southwell S. Pugh E.\u00a0M. Perkoff C. Clevenger J.\u00a0B. Bush R. Lieber W. Ward P. Foltz and S. D\u2019Mello. 2022. Challenges and Feasibility of Automatic Speech Recognition for Modeling Student Collaborative Discourse in Classrooms. thinking 27(2022) 29. https:\/\/doi.org\/10.5281\/zenodo.6853109","DOI":"10.5281\/zenodo.6853109"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2017.122"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1518\/001872099779577273"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1096\/fba.2020-00093"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11251-010-9128-3"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2003.1318504"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"crossref","unstructured":"H.\u00a0K. Westli B.\u00a0H. Johnsen J. Eid I. Rasten and G. Bratteb\u00f8. 2010. Teamwork skills shared mental models and performance in simulated trauma teams: an independent group design. Scandinavian journal of trauma resuscitation and emergency medicine 18 1(2010) 1\u20138.","DOI":"10.1186\/1757-7241-18-47"},{"key":"e_1_3_2_1_62_1","unstructured":"M. Worsley and P. Blikstein. 2011. What\u2019s an Expert? Using Learning Analytics to Identify Emergent Markers of Expertise through Automated Speech Sentiment and Sketch Analysis.. In EDM. 235\u2013240."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448144"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3506860.3506872"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","unstructured":"L. Yan R. Martinez-Maldonado L. Zhao S. Dix H. Jaggard R. Wotherspoon X. Li and D. Ga\u0161evi\u0107. 2022. The role of indoor positioning analytics in assessment of simulation-based learning. British Journal of Educational Technology(2022). https:\/\/doi.org\/10.1111\/bjet.13262","DOI":"10.1111\/bjet.13262"},{"key":"e_1_3_2_1_66_1","volume-title":"LAK22: 12th International Learning Analytics and Knowledge Conference","author":"Yan L.","unstructured":"L. Yan, L. Zhao, D. Gasevic, and R. Martinez-Maldonado. 2022. Scalability, Sustainability, and Ethicality of Multimodal Learning Analytics. In LAK22: 12th International Learning Analytics and Knowledge Conference (Online, USA) (LAK22). New York, NY, USA, 13\u201323."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3506860.3506935"}],"event":{"name":"LAK 2023: 13th International Learning Analytics and Knowledge Conference","location":"Arlington TX USA","acronym":"LAK 2023"},"container-title":["LAK23: 13th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576076","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576050.3576076","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:40Z","timestamp":1750182580000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576076"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,13]]},"references-count":67,"alternative-id":["10.1145\/3576050.3576076","10.1145\/3576050"],"URL":"https:\/\/doi.org\/10.1145\/3576050.3576076","relation":{},"subject":[],"published":{"date-parts":[[2023,3,13]]},"assertion":[{"value":"2023-03-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}