{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,29]],"date-time":"2025-12-29T18:51:48Z","timestamp":1767034308755,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030332310"},{"type":"electronic","value":"9783030332327"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-33232-7_3","type":"book-chapter","created":{"date-parts":[[2019,10,12]],"date-time":"2019-10-12T07:40:02Z","timestamp":1570866002000},"page":"26-40","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["The Multimodal Matrix as a Quantitative Ethnography Methodology"],"prefix":"10.1007","author":[{"given":"Simon","family":"Buckingham Shum","sequence":"first","affiliation":[]},{"given":"Vanessa","family":"Echeverria","sequence":"additional","affiliation":[]},{"given":"Roberto","family":"Martinez-Maldonado","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,10,11]]},"reference":[{"issue":"2","key":"3_CR1","doi-asserted-by":"publisher","first-page":"60","DOI":"10.18608\/jla.2018.52.5","volume":"5","author":"SSJ Alhadad","year":"2018","unstructured":"Alhadad, S.S.J.: Visualizing data to support judgement, inference, and decision making in learning analytics: insights from cognitive psychology and visualization science. J. Learn. Anal. 5(2), 60\u201385 (2018)","journal-title":"J. Learn. Anal."},{"issue":"1","key":"3_CR2","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1007\/s10639-017-9616-z","volume":"23","author":"B Bakhshinategh","year":"2018","unstructured":"Bakhshinategh, B., Zaiane, O.R., Elatia, S., Ipperciel, D.: Educational data mining applications and tasks: a survey of the last 10 years. Educ. Inf. Technol. 23(1), 537\u2013553 (2018)","journal-title":"Educ. Inf. Technol."},{"issue":"1","key":"3_CR3","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1177\/0002716219846850","volume":"683","author":"JT Behrens","year":"2019","unstructured":"Behrens, J.T., Dicerbo, K.E., Foltz, P.W.: Assessment of complex performances in digital environments. Ann. Am. Acad. Polit. Soc. Sci. 683(1), 217\u2013232 (2019)","journal-title":"Ann. Am. Acad. Polit. Soc. Sci."},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Bodily, R., Verbert, K.: Trends and issues in student-facing learning analytics reporting systems research. In: Proceedings of the International Learning Analytics and Knowledge Conference, LAK 2017, pp. 309\u2013318 (2017)","DOI":"10.1145\/3027385.3027403"},{"issue":"1","key":"3_CR5","first-page":"1017","volume":"49","author":"JJ Braithwaite","year":"2013","unstructured":"Braithwaite, J.J., Watson, D.G., Jones, R., Rowe, M.: A guide for analysing electrodermal activity (EDA) & skin conductance responses (SCRs) for psychological experiments. Psychophysiology 49(1), 1017\u20131034 (2013)","journal-title":"Psychophysiology"},{"issue":"2","key":"3_CR6","doi-asserted-by":"publisher","first-page":"6","DOI":"10.18608\/jla.2016.32.2","volume":"3","author":"S Buckingham Shum","year":"2016","unstructured":"Buckingham Shum, S., Crick, R.D.: Learning analytics for 21st century competencies. J. Learn. Anal. 3(2), 6\u201321 (2016)","journal-title":"J. Learn. Anal."},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Chandrasegaran, S., Bryan, C., Shidara, H., Chuang, T.-Y., Ma, K.-L.: TalkTraces: real-time capture and visualization of verbal content in meetings. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 2019, pp. 577:571\u2013577:514 (2019)","DOI":"10.1145\/3290605.3300807"},{"issue":"August","key":"3_CR8","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.ijnurstu.2017.05.006","volume":"73","author":"SE Chappel","year":"2017","unstructured":"Chappel, S.E., Verswijveren, S.J.J.M., Aisbett, B., Considine, J., Ridgers, N.D.: Nurses\u2019 occupational physical activity levels: a systematic review. Int. J. Nurs. Stud. 73(August), 52\u201362 (2017)","journal-title":"Int. J. Nurs. Stud."},{"issue":"4","key":"3_CR9","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1007\/s11412-018-9292-z","volume":"13","author":"A Csanadi","year":"2018","unstructured":"Csanadi, A., Eagan, B., Kollar, I., Shaffer, D.W., Fischer, F.: When coding-and-counting is not enough: using epistemic network analysis (ENA) to analyze verbal data in CSCL research. Int. J. Comput.-Support. Collab. Learn. 13(4), 419\u2013438 (2018)","journal-title":"Int. J. Comput.-Support. Collab. Learn."},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Di Mitri, D., Schneider, J., Klemke, R., Specht, M., Drachsler, H.: Read between the lines: an annotation tool for multimodal data for learning. In: Proceedings of the International Conference on Learning Analytics and Knowledge, LAK 2019, pp. 51\u201360 (2019)","DOI":"10.1145\/3303772.3303776"},{"key":"3_CR11","unstructured":"Echeverria, V.: Designing and validating automated feed-back for collocated teams using multimodal learning analytics. Ph.D. in Learning Analytics, University of Technology Sydney (UTS), Sydney, Australia (in preparation)"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Echeverria, V., Martinez-Maldonado, R., Buckingham Shum, S.: Towards collaboration translucence: giving meaning to multimodal group data. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 2019, p. 39 (2019)","DOI":"10.1145\/3290605.3300269"},{"key":"3_CR13","unstructured":"Echeverria, V., Martinez-Maldonado, R., Chiluiza, K., Buckingham Shum, S.: DBCollab: automated feedback for face-to-face group database design. In: Proceedings of the International Conference on Computers in Education, ICCE 2017, pp. 156\u2013165 (2017)"},{"key":"3_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1007\/978-3-319-93846-2_14","volume-title":"Artificial Intelligence in Education","author":"V Echeverria","year":"2018","unstructured":"Echeverria, V., Martinez-Maldonado, R., Power, T., Hayes, C., Buckingham Shum, S.: Where is the nurse? Towards automatically visualising meaningful team movement in healthcare education. In: Penstein Ros\u00e9, C., et al. (eds.) AIED 2018. LNCS (LNAI), vol. 10948, pp. 74\u201378. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-93846-2_14"},{"issue":"1","key":"3_CR15","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1007\/s11528-014-0822-x","volume":"59","author":"D Ga\u0161evi\u0107","year":"2015","unstructured":"Ga\u0161evi\u0107, D., Dawson, S., Siemens, G.: Let\u2019s not forget: learning analytics are about learning. TechTrends 59(1), 64\u201371 (2015)","journal-title":"TechTrends"},{"key":"3_CR16","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1016\/j.chb.2018.07.003","volume":"92","author":"D Ga\u0161evi\u0107","year":"2018","unstructured":"Ga\u0161evi\u0107, D., Joksimovi\u0107, S., Eagan, B.R., Shaffer, D.W.: SENS: network analytics to combine social and cognitive perspectives of collaborative learning. Comput. Hum. Behav. 92, 562\u2013577 (2018)","journal-title":"Comput. Hum. Behav."},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Gibson, A., Martinez-Maldonado, R.: That dashboard looks nice, but what does it mean?: towards making meaning explicit in learning analytics design. In: Proceedings of the Australian Conference on Computer-Human Interaction, OzCHI 2017, pp. 528\u2013532 (2017)","DOI":"10.1145\/3152771.3156171"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Green, A., Stawicki, S.P., Firstenberg, M.S.: Medical error and associated harm-the the critical role of team communication and coordination. In: Vignettes in Patient Safety, pp. 1\u201313. IntechOpen, London (2018)","DOI":"10.5772\/intechopen.78014"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Herder, T., et al.: Supporting teachers\u2019 intervention in students\u2019 virtual collaboration using a network based model. In: Proceedings of the International Conference on Learning Analytics and Knowledge, LAK 2018, pp. 21\u201325 (2018)","DOI":"10.1145\/3170358.3170394"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Jivet, I., Scheffel, M., Specht, M., Drachsler, H.: License to evaluate: preparing learning analytics dashboards for educational practice. In: Proceedings of the International Learning Analytics and Knowledge Conference, LAK 2018, pp. 31\u201340 (2018)","DOI":"10.1145\/3170358.3170421"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Martinez-Maldonado, R.: I spent more time with that team: making spatial pedagogy visible using positioning sensors. In: Proceedings of the International Conference on Learning Analytics & Knowledge, LAK 2019, pp. 21\u201325 (2019)","DOI":"10.1145\/3303772.3303818"},{"issue":"4","key":"3_CR22","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1007\/s11412-013-9184-1","volume":"8","author":"R Martinez-Maldonado","year":"2013","unstructured":"Martinez-Maldonado, R., Dimitriadis, Y., Martinez-Mon\u00e9s, A., Kay, J., Yacef, K.: Capturing and analyzing verbal and physical collaborative learning interactions at an enriched interactive tabletop. Int. J. Comput.-Support. Collab. Learn. 8(4), 455\u2013485 (2013)","journal-title":"Int. J. Comput.-Support. Collab. Learn."},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Martinez-Maldonado, R., Echeverria, V., Santos, O.C., Dos Santos, A.D.P., Yacef, K.: Physical learning analytics: a multimodal perspective. In: Proceedings of the International Conference on Learning Analytics and Knowledge, LAK 2018, pp. 375\u2013379 (2018)","DOI":"10.1145\/3170358.3170379"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Martinez-Maldonado, R., Goodyear, P., Kay, J., Thompson, K., Carvalho, L.: An actionable approach to understand group experience in complex, multi-surface spaces. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 2016, pp. 2062\u20132074 (2016)","DOI":"10.1145\/2858036.2858213"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Matcha, W., Gasevic, D., Pardo, A.: A systematic review of empirical studies on learning analytics dashboards: a self-regulated learning perspective. IEEE Trans. Learn. Technol. (2019, in press)","DOI":"10.1109\/TLT.2019.2916802"},{"issue":"1","key":"3_CR26","first-page":"11","volume":"4","author":"RJ Mislevy","year":"2012","unstructured":"Mislevy, R.J., Behrens, J.T., Dicerbo, K.E., Levy, R.: Design and discovery in educational assessment: evidence-centered design, psychometrics, and educational data mining. J. Educ. Data Mining 4(1), 11\u201348 (2012)","journal-title":"J. Educ. Data Mining"},{"key":"3_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-642-25446-8_11","volume-title":"Human Behavior Understanding","author":"L M\u00fcller","year":"2011","unstructured":"M\u00fcller, L., Rivera-Pelayo, V., Kunzmann, C., Schmidt, A.: From stress awareness to coping strategies of medical staff: supporting reflection on physiological data. In: Salah, A.A., Lepri, B. (eds.) HBU 2011. LNCS, vol. 7065, pp. 93\u2013103. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-25446-8_11"},{"key":"3_CR28","doi-asserted-by":"publisher","first-page":"129","DOI":"10.18608\/hla17.011","volume-title":"Handbook of Learning Analytics","author":"Xavier Ochoa","year":"2017","unstructured":"Ochoa, X.: Multimodal learning analytics. In: The Handbook of Learning Analytics, pp. 129\u2013141. SOLAR, Alberta (2017)"},{"key":"3_CR29","unstructured":"Ochoa, X., Chiluiza, K., Granda, R., Falcones, G., Castells, J., Guam\u00e1n, B.: Multimodal transcript of face-to-face group-work activity around interactive tabletops. In: Proceedings of the CROSS-MMLA Workshop on Multimodal Learning Analytics Across Spaces, pp. 1\u20136 (2018)"},{"issue":"6","key":"3_CR30","doi-asserted-by":"publisher","first-page":"759","DOI":"10.1109\/TKDE.2008.138","volume":"21","author":"D Perera","year":"2008","unstructured":"Perera, D., Kay, J., Koprinska, I., Yacef, K., Za\u00efane, O.R.: Clustering and sequential pattern mining of online collaborative learning data. IEEE Trans. Knowl. Data Eng. 21(6), 759\u2013772 (2008)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Prieto-Alvarez, C., Martinez-Maldonado, R., Shum, S.B.: Mapping learner-data journeys: evolution of a visual co-design tool. In: Proceedings of the ACM Australian Computer-Human Interaction Conference, OzCHI 2018, pp. 205\u2013214 (2018)","DOI":"10.1145\/3292147.3292168"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Prieto-Alvarez, C.G., Martinez-Maldonado, R., Anderson, T.D.: Co-designing learning analytics tools with learners. In: Learning Analytics in the Classroom: Translating Learning Analytics for Teachers, pp. 93\u2013110. Routledge, London (2018)","DOI":"10.4324\/9781351113038-7"},{"issue":"5","key":"3_CR33","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1016\/j.ergon.2006.01.007","volume":"36","author":"NB Sarter","year":"2006","unstructured":"Sarter, N.B.: Multimodal information presentation: design guidance and research challenges. Int. J. Ind. Ergon. 36(5), 439\u2013445 (2006)","journal-title":"Int. J. Ind. Ergon."},{"issue":"2","key":"3_CR34","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1080\/07370000902797379","volume":"27","author":"RE Scherr","year":"2009","unstructured":"Scherr, R.E., Hammer, D.: Student behavior and epistemological framing: examples from collaborative active-learning activities in physics. Cogn. Instr. 27(2), 147\u2013174 (2009)","journal-title":"Cogn. Instr."},{"issue":"3","key":"3_CR35","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1016\/j.compedu.2005.11.003","volume":"46","author":"DW Shaffer","year":"2006","unstructured":"Shaffer, D.W.: Epistemic frames for epistemic games. Comput. Educ. 46(3), 223\u2013234 (2006)","journal-title":"Comput. Educ."},{"key":"3_CR36","volume-title":"Quantitative Ethnography","author":"DW Shaffer","year":"2017","unstructured":"Shaffer, D.W.: Quantitative Ethnography. Cathcart Press, Madison (2017)"},{"key":"3_CR37","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9589.001.0001","volume-title":"Stealth Assessment: Measuring and Supporting Learning in Video Games","author":"VJ Shute","year":"2013","unstructured":"Shute, V.J., Ventura, M.: Stealth Assessment: Measuring and Supporting Learning in Video Games. MIT Press, Cambridge (2013)"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Taylor, S., Jaques, N., Chen, W., Fedor, S., Sano, A., Picard, R.: Automatic identification of artifacts in electrodermal activity data. In: Proceedings of the Annual International Conference of the IEEE Engineering in Medicine and Biology Society, EMBC 2015, pp. 1934\u20131937 (2015)","DOI":"10.1109\/EMBC.2015.7318762"},{"key":"3_CR39","unstructured":"Wise, A., Knight, S., Buckingham Shum, S.: Collaborative learning analytics. In: Cress, U., Ros\u00e9, C., Wise, A., Oshima, J. (eds.) International Handbook of Computer-Supported Collaborative Learning. Springer, Cham (in press)"},{"issue":"3","key":"3_CR40","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1007\/s40593-017-0160-1","volume":"28","author":"M Worsley","year":"2018","unstructured":"Worsley, M., Blikstein, P.: A multimodal analysis of making. Int. J. Artif. Intell. Educ. 28(3), 385\u2013419 (2018)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"3_CR41","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/978-3-319-20499-4_9","volume-title":"ECSCW 2015: Proceedings of the 14th European Conference on Computer Supported Cooperative Work, 19-23 September 2015, Oslo, Norway","author":"Z Zhang","year":"2015","unstructured":"Zhang, Z., Sarcevic, A.: Constructing awareness through speech, gesture, gaze and movement during a time-critical medical task. In: Boulus-R\u00f8dje, N., Ellingsen, G., Bratteteig, T., Aanestad, M., Bj\u00f8rn, P. (eds.) ECSCW 2015: Proceedings of the 14th European Conference on Computer Supported Cooperative Work, 19-23 September 2015, Oslo, Norway, pp. 163\u2013182. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-20499-4_9"}],"container-title":["Communications in Computer and Information Science","Advances in Quantitative Ethnography"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-33232-7_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T18:23:31Z","timestamp":1710354211000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-33232-7_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030332310","9783030332327"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-33232-7_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"11 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICQE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Quantitative Ethnography","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Madison, WI","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 October 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 October 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icqe2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/icqe19.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Poster: 18","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}