{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T15:31:12Z","timestamp":1776439872182,"version":"3.51.2"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031426810","type":"print"},{"value":"9783031426827","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42682-7_5","type":"book-chapter","created":{"date-parts":[[2023,8,29]],"date-time":"2023-08-29T15:01:46Z","timestamp":1693321306000},"page":"60-74","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Exploring Indicators for\u00a0Collaboration Quality and\u00a0Its Dimensions in\u00a0Classroom Settings Using Multimodal Learning Analytics"],"prefix":"10.1007","author":[{"given":"Pankaj","family":"Chejara","sequence":"first","affiliation":[]},{"given":"Luis P.","family":"Prieto","sequence":"additional","affiliation":[]},{"given":"Mar\u00eda Jes\u00fas","family":"Rodr\u00edguez-Triana","sequence":"additional","affiliation":[]},{"given":"Adolfo","family":"Ruiz-Calleja","sequence":"additional","affiliation":[]},{"given":"Reet","family":"Kasepalu","sequence":"additional","affiliation":[]},{"given":"Irene-Angelica","family":"Chounta","sequence":"additional","affiliation":[]},{"given":"Bertrand","family":"Schneider","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,28]]},"reference":[{"issue":"2","key":"5_CR1","doi-asserted-by":"publisher","first-page":"220","DOI":"10.18608\/jla.2016.32.11","volume":"3","author":"P Blikstein","year":"2016","unstructured":"Blikstein, P., Worsley, M.: Multimodal learning analytics and education data mining: using computational technologies to measure complex learning tasks. J. Learn. Analyt. 3(2), 220\u2013238 (2016)","journal-title":"J. Learn. Analyt."},{"key":"5_CR2","unstructured":"Cai, Y., Shimojo, S., Hayashi, Y.: Observing facial muscles to estimate the learning state during collaborative learning: a focus on the ICAP framework. In: ICCE 2020\u201328th International Conference on Computers in Education, Proceedings, vol. 1, pp. 119\u2013126 (2020)"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Chejara, P., Prieto, L.P., Rodriguez-Triana, M.J., Kasepalu, R., Ruiz-Calleja, A., Shankar, S.K.: How to build more generalizable models for collaboration quality? lessons learned from exploring multi-context audio-log datasets using multimodal learning analytics. In: LAK23: 13th International Learning Analytics and Knowledge Conference, pp. 111\u2013121. LAK2023, ACM, NY, USA (2023)","DOI":"10.1145\/3576050.3576144"},{"issue":"8","key":"5_CR4","doi-asserted-by":"publisher","first-page":"2863","DOI":"10.3390\/s21082863","volume":"21","author":"P Chejara","year":"2021","unstructured":"Chejara, P., Prieto, L.P., Ruiz-Calleja, A., Rodr\u00edguez-Triana, M.J., Shankar, S.K., Kasepalu, R.: EFAR-MMLA: an evaluation framework to assess and report generalizability of machine learning models in MMLA. Sensors 21(8), 2863 (2021)","journal-title":"Sensors"},{"issue":"3","key":"5_CR5","first-page":"588","volume":"34","author":"I Chounta","year":"2015","unstructured":"Chounta, I., Avouris, N.M.: Towards a time series approach for the classification and evaluation of collaborative activities. Comput. Informatics 34(3), 588\u2013614 (2015)","journal-title":"Comput. Informatics"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Chua, Y.H.V., Dauwels, J., Tan, S.C.: Technologies for automated analysis of co-located, real-life, physical learning spaces: where are we now? In: LAK19: 9th International Conference on Learning Analytics & Knowledge, pp. 11\u201320. LAK19, ACM, NY, USA (2019)","DOI":"10.1145\/3303772.3303811"},{"issue":"5","key":"5_CR7","doi-asserted-by":"publisher","first-page":"777","DOI":"10.1080\/02699930701516759","volume":"22","author":"SD Craig","year":"2008","unstructured":"Craig, S.D., D\u2019Mello, S., Witherspoon, A., Graesser, A.: Emote aloud during learning with AutoTutor: applying the facial action coding system to cognitive - affective states during learning. Cogn. Emot. 22(5), 777\u2013788 (2008)","journal-title":"Cogn. Emot."},{"issue":"5","key":"5_CR8","doi-asserted-by":"publisher","first-page":"1485","DOI":"10.1111\/bjet.12959","volume":"51","author":"L Crescenzi-Lanna","year":"2020","unstructured":"Crescenzi-Lanna, L.: Multimodal learning analytics research with young children: a systematic review. Br. J. Edu. Technol. 51(5), 1485\u20131504 (2020)","journal-title":"Br. J. Edu. Technol."},{"key":"5_CR9","doi-asserted-by":"publisher","unstructured":"Cukurova, M., Luckin, R., Milln, E., Mavrikis, M.: The NISPI framework. Comput. Educ. 116(C), 93\u2013109 (2018). https:\/\/doi.org\/10.1016\/j.compedu.2017.08.007","DOI":"10.1016\/j.compedu.2017.08.007"},{"issue":"4","key":"5_CR10","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1111\/jcal.12288","volume":"34","author":"D Di Mitri","year":"2018","unstructured":"Di Mitri, D., Schneider, J., Specht, M., Drachsler, H.: From signals to knowledge: a conceptual model for multimodal learning analytics. J. Comput. Assist. Learn. 34(4), 338\u2013349 (2018)","journal-title":"J. Comput. Assist. Learn."},{"issue":"2","key":"5_CR11","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1037\/h0033031","volume":"23","author":"S Duncan","year":"1972","unstructured":"Duncan, S.: Some signals and rules for taking speaking turns in conversations. J. Pers. Soc. Psychol. 23(2), 283 (1972)","journal-title":"J. Pers. Soc. Psychol."},{"key":"5_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/978-3-030-22244-4_12","volume-title":"Intelligent Tutoring Systems","author":"Y Hayashi","year":"2019","unstructured":"Hayashi, Y.: Detecting collaborative learning through emotions: an investigation using facial expression recognition. In: Coy, A., Hayashi, Y., Chang, M. (eds.) ITS 2019. LNCS, vol. 11528, pp. 89\u201398. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-22244-4_12"},{"key":"5_CR13","unstructured":"Huang, K., Bryant, T., Schneider, B.: Identifying collaborative learning states using unsupervised machine learning on eye-tracking, physiological and motion sensor data. In: EDM 2019 - Proceedings of the 12th International Conference on Educational Data Mining, pp. 318\u2013323. EDM (2019)"},{"key":"5_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1007\/978-3-319-12637-1_20","volume-title":"Neural Information Processing","author":"OA Ismaili","year":"2014","unstructured":"Ismaili, O.A., Lemaire, V., Cornu\u00e9jols, A.: A supervised methodology to measure the variables contribution to a clustering. In: Loo, C.K., Yap, K.S., Wong, K.W., Teoh, A., Huang, K. (eds.) ICONIP 2014. LNCS, vol. 8834, pp. 159\u2013166. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-12637-1_20"},{"key":"5_CR15","doi-asserted-by":"crossref","unstructured":"Kasepalu, R., Prieto, L.P., Ley, T., Chejara, P.: Teacher artificial intelligence-supported pedagogical actions in collaborative learning coregulation: a wizard-of-Oz study. Front. Educ. 7, 736194 (2022)","DOI":"10.3389\/feduc.2022.736194"},{"issue":"2","key":"5_CR16","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1109\/TLT.2014.2365027","volume":"8","author":"R Martinez-Maldonado","year":"2014","unstructured":"Martinez-Maldonado, R., Clayphan, A., Yacef, K., Kay, J.: MTFeedback: providing notifications to enhance teacher awareness of small group work in the classroom. IEEE Trans. Learn. Technol. 8(2), 187\u2013200 (2014)","journal-title":"IEEE Trans. Learn. Technol."},{"issue":"2","key":"5_CR17","doi-asserted-by":"publisher","first-page":"213","DOI":"10.18608\/jla.2016.32.10","volume":"3","author":"X Ochoa","year":"2016","unstructured":"Ochoa, X., Worsley, M.: Augmenting learning analytics with multimodal sensory data. J. Learn. Analyt. 3(2), 213\u2013219 (2016)","journal-title":"J. Learn. Analyt."},{"issue":"3","key":"5_CR18","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1109\/TLT.2021.3097766","volume":"14","author":"S Praharaj","year":"2021","unstructured":"Praharaj, S., Scheffel, M., Drachsler, H., Specht, M.: Literature review on co-located collaboration modeling using multimodal learning analytics-can we go the whole nine yards? IEEE Trans. Learn. Technol. 14(3), 367\u2013385 (2021)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Pugh, S.L., Rao, A., Stewart, A.E., D\u2019Mello, S.K.: Do speech-based collaboration analytics generalize across task contexts? In: LAK22: 12th International Learning Analytics and Knowledge Conference, pp. 208\u2013218. ACM, Online, USA (2022)","DOI":"10.1145\/3506860.3506894"},{"key":"5_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1007\/978-3-030-58157-2_9","volume-title":"Collaboration Technologies and Social Computing","author":"M Rannastu-Avalos","year":"2020","unstructured":"Rannastu-Avalos, M., Siiman, L.A.: Challenges for distance learning and online collaboration in the time of COVID-19: interviews with science teachers. In: Nolte, A., Alvarez, C., Hishiyama, R., Chounta, I.-A., Rodr\u00edguez-Triana, M.J., Inoue, T. (eds.) CollabTech 2020. LNCS, vol. 12324, pp. 128\u2013142. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58157-2_9"},{"key":"5_CR21","unstructured":"Reilly, J.M., Schneider, B.: Predicting the quality of collaborative problem solving through linguistic analysis of discourse. In: Desmarais, M.C., Lynch, C.F., Merceron, A., Nkambou, R. (eds.) Proceedings of the 12th International Conference on Educational Data Mining, EDM 2019, pp. 149\u2013157. International Educational Data Mining Society (IEDMS), Montr\u00e9al, Canada (2019)"},{"key":"5_CR22","doi-asserted-by":"publisher","unstructured":"Rummel, N., Deiglmayr, A., Spada, H., Kahrimanis, G., Avouris, N.: Analyzing collaborative interactions across domains and settings: an adaptable rating scheme. In: Puntambekar, S., Erkens, G., Hmelo-Silver, C. (eds.) Analyzing Interactions in CSCL. Computer-Supported Collaborative Learning Series, vol. 12, pp. 367\u2013390. Springer, Boston (2011). https:\/\/doi.org\/10.1007\/978-1-4419-7710-6_17","DOI":"10.1007\/978-1-4419-7710-6_17"},{"key":"5_CR23","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s11412-020-09318-2","volume":"15","author":"B Schneider","year":"2020","unstructured":"Schneider, B., Dich, Y., Radu, I.: Unpacking the relationship between existing and new measures of physiological synchrony and collaborative learning: a mixed methods study. Int. J. Comput.-Support. Collab. Learn. 15, 89\u2013113 (2020)","journal-title":"Int. J. Comput.-Support. Collab. Learn."},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Schneider, B., Sung, G., Chng, E., Yang, S.: How can high-frequency sensors capture collaboration? a review of the empirical links between multimodal metrics and collaborative constructs. Sensors 21, 8185 (2021)","DOI":"10.3390\/s21248185"},{"issue":"5","key":"5_CR25","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1016\/j.evolhumbehav.2014.05.008","volume":"35","author":"A Sell","year":"2014","unstructured":"Sell, A., Cosmides, L., Tooby, J.: The human anger face evolved to enhance cues of strength. Evol. Hum. Behav. 35(5), 425\u2013429 (2014)","journal-title":"Evol. Hum. Behav."},{"key":"5_CR26","doi-asserted-by":"publisher","unstructured":"Sharma, K., Papavlasopoulou, S., Giannakos, M.: Joint emotional state of children and perceived collaborative experience in coding activities. In: Proceedings of the 18th ACM International Conference on Interaction Design and Children, IDC 2019, pp. 133\u2013145 (2019). https:\/\/doi.org\/10.1145\/3311927.3323145","DOI":"10.1145\/3311927.3323145"},{"issue":"1","key":"5_CR27","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1109\/TCSVT.2008.2009262","volume":"19","author":"S Siatras","year":"2008","unstructured":"Siatras, S., Nikolaidis, N., Krinidis, M., Pitas, I.: Visual lip activity detection and speaker detection using mouth region intensities. IEEE Trans. Circuits Syst. Video Technol. 19(1), 133\u2013137 (2008)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Smith, J., et al.: Spoken interaction modeling for automatic assessment of collaborative learning. In: Proceedings of the Speech Prosody 2016, pp. 277\u2013281 (2016)","DOI":"10.21437\/SpeechProsody.2016-57"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Soller, A., Mart\u00ednez, A., Jermann, P., Muehlenbrock, M.: From mirroring to guiding: a review of state of the art technology for supporting collaborative learning. Int. J. Artif. Intell. Educ. 15(4), 261\u2013290 (2005)","DOI":"10.3233\/IRG-2005-15(4)02"},{"issue":"4","key":"5_CR30","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1111\/jcal.12263","volume":"34","author":"D Spikol","year":"2018","unstructured":"Spikol, D., Ruffaldi, E., Dabisias, G., Cukurova, M.: Supervised machine learning in multimodal learning analytics for estimating success in project-based learning. J. Comput. Assist. Learn. 34(4), 366\u2013377 (2018)","journal-title":"J. Comput. Assist. Learn."},{"key":"5_CR31","doi-asserted-by":"crossref","unstructured":"Stiefelhagen, R., Zhu, J.: Head orientation and gaze direction in meetings. In: CHI 2002 Extended Abstracts on Human Factors in Computing Systems, pp. 858\u2013859. No. 1 in CHI EA 2002, ACM, New York, NY, USA (2002)","DOI":"10.1145\/506443.506634"},{"issue":"3","key":"5_CR32","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s11412-019-09299-x","volume":"14","author":"A Van Leeuwen","year":"2019","unstructured":"Van Leeuwen, A., Rummel, N., Van Gog, T.: What information should CSCL teacher dashboards provide to help teachers interpret CSCL situations? Int. J. Comput.-Support. Collab. Learn. 14(3), 261\u2013289 (2019)","journal-title":"Int. J. Comput.-Support. Collab. Learn."},{"issue":"2","key":"5_CR33","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1109\/TLT.2017.2704099","volume":"11","author":"SA Viswanathan","year":"2018","unstructured":"Viswanathan, S.A., VanLehn, K.: Using the tablet gestures and speech of pairs of students to classify their collaboration. IEEE Trans. Learn. Technol. 11(2), 230\u2013242 (2018)","journal-title":"IEEE Trans. Learn. Technol."},{"issue":"1","key":"5_CR34","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.compedu.2005.04.003","volume":"46","author":"A Weinberger","year":"2006","unstructured":"Weinberger, A., Fischer, F.: A framework to analyze argumentative knowledge construction in computer-supported collaborative learning. Comput. Educ. 46(1), 71\u201395 (2006)","journal-title":"Comput. Educ."},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"Worsley, M.: (dis)engagement matters: identifying efficacious learning practices with multimodal learning analytics. In: LAK18: 8th International Conference on Learning Analytics and Knowledge, pp. 365\u2013369. LAK 2018, ACM, NY, USA (2018)","DOI":"10.1145\/3170358.3170420"}],"container-title":["Lecture Notes in Computer Science","Responsive and Sustainable Educational Futures"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42682-7_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T13:58:44Z","timestamp":1762091924000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42682-7_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031426810","9783031426827"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42682-7_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"28 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Aveiro","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ea-tel.eu\/ectel2023","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}