{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T15:59:34Z","timestamp":1777564774850,"version":"3.51.4"},"reference-count":119,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Learning Technol."],"published-print":{"date-parts":[[2021,6,1]]},"DOI":"10.1109\/tlt.2021.3097766","type":"journal-article","created":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T20:06:12Z","timestamp":1627416372000},"page":"367-385","source":"Crossref","is-referenced-by-count":48,"title":["Literature Review on Co-Located Collaboration Modeling Using Multimodal Learning Analytics\u2014Can We Go the Whole Nine Yards?"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4039-9696","authenticated-orcid":false,"given":"Sambit","family":"Praharaj","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4395-4819","authenticated-orcid":false,"given":"Maren","family":"Scheffel","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8407-5314","authenticated-orcid":false,"given":"Hendrik","family":"Drachsler","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6086-8480","authenticated-orcid":false,"given":"Marcus","family":"Specht","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3038535.3038540"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2017.122"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1080\/07370000902797379"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2009.08.006"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1177\/1046496494253005"},{"key":"ref30","first-page":"34","article-title":"Measuring &#x2018;framing&#x2019; differences of single-mouse and tangible inputs on patterns of collaborative learning","volume":"1","author":"andrade-lotero","year":"2013","journal-title":"Proc 10th Int Conf Comput Supported Collaborative Learn"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.08.007"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66610-5_2"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-98572-5_15"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s11412-017-9248-8"},{"key":"ref28","first-page":"335","article-title":"High accuracy detection of collaboration from log data and superficial speech features","volume":"1","author":"viswanathan","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"1e","DOI":"10.1371\/journal.pmed.1000100","article-title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: Explanation and elaboration","volume":"6","author":"liberati","year":"2009","journal-title":"PLoS Med"},{"key":"ref29","first-page":"435","article-title":"Meaning-making in collaborative activity: Effort toward coherent, but not shared, interpretations of the problem","volume":"1","author":"hardy","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref20","first-page":"156","article-title":"3D tangibles facilitate joint visual attention in dyads","volume":"1","author":"schneider","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/506443.506634"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s00779-010-0284-x"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-39850-9_30"},{"key":"ref23","first-page":"1022","article-title":"Designing collaborative learning environments using digital games","volume":"13","author":"collazos","year":"2007","journal-title":"J Universal Comput Sci"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883897"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1207\/s15327809jls1501_9"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/2666633.2666638"},{"key":"ref25","first-page":"189","article-title":"The evolution of research on collaborative learning","author":"dillenbourg","year":"1996","journal-title":"Learning in Humans and Machine Towards An Interdisciplinary Learning Science"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2522848.2533789"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2015.22.9"},{"key":"ref59","first-page":"207","article-title":"Expressing and addressing uncertainty: A study of collaborative problem-solving dialogues","volume":"1","author":"rodr\u00edguez","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref58","first-page":"319","article-title":"Analyzing students&#x2019; collaborative regulation behaviors in a classroom-integrated open ended learning environment","volume":"1","author":"emara","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-017-0160-1"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s11412-013-9184-1"},{"key":"ref55","first-page":"1645","article-title":"Vocal turn-taking patterns in groups of children performing collaborative tasks: An exploratory study","author":"kim","year":"2015","journal-title":"Proc 16th Annu Conf Int Speech Commun Assoc"},{"key":"ref54","first-page":"215","article-title":"Discovering processes and patterns of learning in collaborative learning environments using multi-modal discourse analysis","volume":"9","author":"thompson","year":"2014","journal-title":"Research and Practice in Technology-Enhanced Learning"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-1569"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2007.151"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66610-5_3"},{"key":"ref4","first-page":"921","article-title":"An overview of CSCL methodologies","volume":"1","author":"jeong","year":"2010","journal-title":"Proc 9th Int Conf Learn Sci"},{"key":"ref3","article-title":"What do you mean by collaborative learning","author":"dillenbourg","year":"1999","journal-title":"Collaborative-learning Cognitive and Computational Approaches"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1358628.1358828"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883877"},{"key":"ref8","first-page":"1","article-title":"MULTIFOCUS: Multimodal learning analytics for co-located collaboration understanding and support","author":"praharaj","year":"2018","journal-title":"Proc 13th Eur Conf Technol Enhanced Learn Doctoral Consortium"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2460296.2460316"},{"key":"ref49","first-page":"156","article-title":"Automated feedback for face-to-face group database design","author":"echeverria","year":"2017","journal-title":"Proc 25th Int Conf Comput Educ"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"338","DOI":"10.1111\/jcal.12288","article-title":"From signals to knowledge: A conceptual model for multimodal learning analytics","volume":"34","author":"mitri","year":"2018","journal-title":"J Comput Assisted Learn"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820743"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3027401"},{"key":"ref48","first-page":"138","article-title":"The effect of mutual gaze perception on students&#x2019; verbal coordination","author":"schneider","year":"2014","journal-title":"Proc 7th Int Conf Educ Data Mining"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2389268.2389269"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2818346.2820764"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2666633.2666635"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/2723576.2723624"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2522848.2533788"},{"key":"ref73","first-page":"160","article-title":"Weather gods and fruit kids-embodying abstract concepts using tactile feedback and whole body interaction","author":"johansson","year":"2011","journal-title":"Proc 9th Int Conf Comput Supported Collaborative Learn"},{"key":"ref72","first-page":"144","article-title":"Analysis of small group interactions in a seamless language learning environment: An artifact-oriented approach","author":"wong","year":"2011","journal-title":"Proc 9th Int Conf Comput Supported Collaborative Learn"},{"key":"ref71","first-page":"25","article-title":"Visualisations for longitudinal participation, contribution and progress of a collaborative task at the tabletop","author":"martinez","year":"2011","journal-title":"Proc 9th Int Conf Comput Supported Collaborative Learn"},{"key":"ref70","first-page":"494","article-title":"Phases of design: Following idea development and patterns of collaborative discussion in a learning by design project","author":"thompson","year":"2013","journal-title":"Proc 10th Int Conf Comput Supported Collaborative Learn"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3242989"},{"key":"ref77","first-page":"511","article-title":"Through the (thin-slice) looking glass: An initial look at rapport and co-construction within peer collaboration","author":"olsen","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2876801"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3243022"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2009.04.009"},{"key":"ref79","first-page":"89","article-title":"Unraveling students&#x2019; interaction around a tangible interface using multimodal learning analytics","volume":"7","author":"schneider","year":"2015","journal-title":"J Educ Data Mining"},{"key":"ref60","first-page":"191","article-title":"A mixed-methods approach for studying collaborative learning processes at individual and group levels","volume":"1","author":"dornfeld","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref62","first-page":"41","article-title":"Examining the flow of ideas during critique activities in a design project","author":"mcbride","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref61","first-page":"119","article-title":"Collaborative game design: A bounded case study of undergraduate students in a capstone course","volume":"1","author":"fake","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref63","first-page":"78","article-title":"The development of situational-misconceptions in math problem solving","author":"abdu","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref64","first-page":"94","article-title":"Boundary interactions: Resolving interdisciplinary collaboration challenges using digitized embodied performances","author":"flood","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref65","first-page":"236","article-title":"What kind of world do you want to live in? Positive interdependence and collaborative processes in the tangible tabletop land-use planning game Youtopia","author":"wise","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref66","first-page":"324","article-title":"Students&#x2019; design decisions in collaborative design of location-based games for learning","author":"wake","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref67","first-page":"340","article-title":"Peer scaffolding to learn science in symmetrical groups collaborating over time","author":"martin","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref68","first-page":"372","article-title":"Using situated-action networks to visualize complex learning","author":"andrade","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"224","DOI":"10.4236\/ce.2015.62021","article-title":"Exploring the pedagogical meaning and implications of the 4Cs &#x2018;super skills&#x2019; for the 21st century through bruner's 5E lenses of knowledge construction to improve pedagogies of the new learning paradigm","volume":"6","author":"kivunja","year":"2015","journal-title":"Creative Education"},{"key":"ref69","first-page":"380","article-title":"Emergent roles and collaborative discourse over time","author":"dornfeld","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref1","first-page":"51","article-title":"Comparing frameworks for 21st century skills","volume":"20","author":"dede","year":"2010","journal-title":"21st Century Skills Rethinking How Students Learn"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/APCASE.2015.54"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1080\/01587910500167910"},{"key":"ref94","first-page":"58","article-title":"Exploring the impact of a tabletop-generated group work feedback on students&#x2019; collaborative skills","author":"wong-villacr\u00e9s","year":"2016","journal-title":"Int Workshop Learn Analytics Across Phys Digit Spaces"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1145\/1088463.1088469"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/S0959-4752(01)00005-6"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/1640233.1640303"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/2460296.2460348"},{"key":"ref106","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1007\/11965152_19","article-title":"Overlap in meetings: ASR effects and analysis by dialog factors, speakers, and collection site","author":"\u00e7etin","year":"2006","journal-title":"Proc 3rd Int Workshop Mach Learn Multimodal Interact"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2009.02.002"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/2567574.2567611"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-8760(00)00190-2"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12263"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2018.11.008"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2018.06.030"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1007\/s11412-013-9181-4"},{"key":"ref112","author":"barkley","year":"2014","journal-title":"Collaborative learning techniques A handbook for college faculty"},{"key":"ref110","first-page":"40","article-title":"Supporting social interaction in an intelligent collaborative learning system","volume":"12","author":"soller","year":"2001","journal-title":"Int J Artif Intell Educ"},{"key":"ref98","first-page":"182","article-title":"Using differences to make a difference: A study on heterogeneity of learning groups","volume":"1","author":"manske","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref99","first-page":"224","article-title":"Inter-personal browsing: Supporting cooperative web searching by face-to-face sharing of browser pages","author":"hashida","year":"2013","journal-title":"Proc 10th Int Conf Comput Supported Collaborative Learn"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-21518-3"},{"key":"ref97","first-page":"57","article-title":"Collective knowledge advancement and conceptual understanding of complex scientific concepts in the jigsaw instruction","author":"oshima","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"3156","DOI":"10.3390\/s21093156","article-title":"Towards automatic collaboration analytics for group speech data using learning analytics","volume":"21","author":"praharaj","year":"2021","journal-title":"SENSORS"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2639189.2639215"},{"key":"ref12","article-title":"Exploring collaboration using motion sensors and multi-modal learning analytics","author":"reilly","year":"2018","journal-title":"Proc Int Conf Educ Data Mining"},{"key":"ref13","first-page":"448","article-title":"Toward using multi-modal learning analytics to support and measure collaboration in co-located dyads","author":"starr","year":"2018","journal-title":"Proc 13th Int Conf Learn Sci"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3340555.3356087"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s11412-013-9185-0"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X09339057"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375484"},{"key":"ref82","first-page":"263","article-title":"Using multimodal learning analytics to identify aspects of collaboration in project-based learning","author":"spikol","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11412-006-9005-x"},{"key":"ref117","first-page":"317","article-title":"Second-generation design methods","author":"h","year":"1984"},{"key":"ref81","first-page":"471","article-title":"Explanation-giving in a collaborative tangible tabletop game: Initiation, positionality, valence and action-orientation","volume":"1","author":"wise","year":"2017","journal-title":"Proc 12th Int Conf Comput Supported Collaborative Learn"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/1647314.1647368"},{"key":"ref18","first-page":"2008","article-title":"Collaboration in the 21st century: Implications for assessment","volume":"21","author":"child","year":"2015","journal-title":"Economics"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2010.18"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1007\/s11412-014-9202-y"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2014.2365027"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819972"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2010.5652880"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-24319-4_10"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93843-1_8"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-7051(00)00065-4"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3079628.3079697"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/1891903.1891914"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2018.07.017"},{"key":"ref87","first-page":"174","article-title":"Learning about collaborative design for learning in a multi-surface design studio","author":"martinez-maldonado","year":"2015","journal-title":"Proc 11th Int Conf Comput Supported Collaborative Learn"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3029474"}],"container-title":["IEEE Transactions on Learning Technologies"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4620076\/9528861\/09490371.pdf?arnumber=9490371","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:58:21Z","timestamp":1639771101000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9490371\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,1]]},"references-count":119,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tlt.2021.3097766","relation":{},"ISSN":["1939-1382","2372-0050"],"issn-type":[{"value":"1939-1382","type":"electronic"},{"value":"2372-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,1]]}}}