{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T22:13:02Z","timestamp":1777932782591,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,13]],"date-time":"2023-03-13T00:00:00Z","timestamp":1678665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,13]]},"DOI":"10.1145\/3576050.3576096","type":"proceedings-article","created":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T23:18:46Z","timestamp":1677021526000},"page":"303-314","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Towards more replicable content analysis for learning analytics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7642-7121","authenticated-orcid":false,"given":"Kirsty","family":"Kitto","sequence":"first","affiliation":[{"name":"University of Technology Sydney, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8472-2315","authenticated-orcid":false,"given":"Catherine A.","family":"Manly","sequence":"additional","affiliation":[{"name":"City University of New York, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8566-8231","authenticated-orcid":false,"given":"Rebecca","family":"Ferguson","sequence":"additional","affiliation":[{"name":"The Open University, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9782-816X","authenticated-orcid":false,"given":"Oleksandra","family":"Poquet","sequence":"additional","affiliation":[{"name":"The Technical University of Munich, Germany and University of South Australia, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2016.31.7"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.12880"},{"key":"e_1_3_2_1_4_1","volume-title":"Estimating the reproducibility of psychological science. Science 349, 6251","author":"Collaboration Open\u00a0Science","year":"2015","unstructured":"Open\u00a0Science Collaboration. 2015. Estimating the reproducibility of psychological science. Science 349, 6251 (2015), aac4716."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3027442"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3027411"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170358.3170383"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2018.53.3"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2005.04.005"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2016.32.15"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2567574.2567630"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303779"},{"key":"e_1_3_2_1_13_1","volume-title":"The construction of shared knowledge through asynchronous dialogue. Ph.\u00a0D. Dissertation","author":"Ferguson Rebecca","unstructured":"Rebecca Ferguson. 2009. The construction of shared knowledge through asynchronous dialogue. Ph.\u00a0D. Dissertation. The Open University."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090116.2090130"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460296.2460313"},{"key":"e_1_3_2_1_16_1","first-page":"103","article-title":"Improvable objects and attached dialogue: new literacy practices employed by learners to build knowledge together in asynchronous settings","volume":"2","author":"Ferguson Rebecca","year":"2010","unstructured":"Rebecca Ferguson, Denise Whitelock, and Karen Littleton. 2010. Improvable objects and attached dialogue: new literacy practices employed by learners to build knowledge together in asynchronous settings. Digital Culture & Education 2, 1 (2010), 103\u2013123.","journal-title":"Digital Culture & Education"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231644.3231656"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2567574.2567633"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1511\/2014.111.460"},{"key":"e_1_3_2_1_20_1","volume-title":"Transparency and reproducibility in artificial intelligence. Nature 586, 7829","author":"Haibe-Kains Benjamin","year":"2020","unstructured":"Benjamin Haibe-Kains, George\u00a0Alexandru Adam, Ahmed Hosny, Farnoosh Khodakarami, Levi Waldron, Bo Wang, Chris McIntosh, Anna Goldenberg, Anshul Kundaje, Casey\u00a0S Greene, 2020. Transparency and reproducibility in artificial intelligence. Nature 586, 7829 (2020), E14\u2013E16."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Yuanyuan Hu Claire Donald and Nasser Giacaman. 2022. A revised application of cognitive presence automatic classifiers for MOOCs: a new set of indicators revealed?International Journal of Educational Technology in Higher Education 19 1(2022) 1\u201321.","DOI":"10.1186\/s41239-022-00353-7"},{"key":"e_1_3_2_1_22_1","volume-title":"Artificial intelligence faces reproducibility crisis. Science 359, 6377","author":"Hutson Matthew","year":"2018","unstructured":"Matthew Hutson. 2018. Artificial intelligence faces reproducibility crisis. Science 359, 6377 (2018), 725\u2013726."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"Stephen Hutt Ryan\u00a0S Baker Michael\u00a0Mogessie Ashenafi Juan\u00a0Miguel Andres-Bray and Christopher Brooks. 2022. Controlled outputs full data: A privacy-protecting infrastructure for MOOC data. British Journal of Educational Technology(2022). https:\/\/doi.org\/10.1111\/bjet.13231","DOI":"10.1111\/bjet.13231"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2015.21.9"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1201\/b10274-6"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883950"},{"key":"e_1_3_2_1_27_1","volume-title":"The content analysis reader(2 ed.)","author":"Krippendorff Klaus","unstructured":"Klaus Krippendorff. 2004. The content analysis reader(2 ed.). Sage."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Jakub Kuzilek Martin Hlosta and Zdenek Zdrahal. 2017. Open university learning analytics dataset. Scientific data 4(2017) 170171.","DOI":"10.1038\/sdata.2017.171"},{"key":"e_1_3_2_1_29_1","volume-title":"The measurement of observer agreement for categorical data. biometrics","author":"Landis J\u00a0Richard","year":"1977","unstructured":"J\u00a0Richard Landis and Gary\u00a0G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977), 159\u2013174."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40594-018-0144-1"},{"key":"e_1_3_2_1_31_1","volume-title":"Reply to: Transparency and reproducibility in artificial intelligence. Nature 586, 7829","author":"McKinney Scott\u00a0Mayer","year":"2020","unstructured":"Scott\u00a0Mayer McKinney, Alan Karthikesalingam, Daniel Tse, Christopher\u00a0J Kelly, Yun Liu, Greg\u00a0S Corrado, and Shravya Shetty. 2020. Reply to: Transparency and reproducibility in artificial intelligence. Nature 586, 7829 (2020), E17\u2013E18."},{"key":"e_1_3_2_1_32_1","volume-title":"Words and minds: How we use language to think together","author":"Mercer Neil","unstructured":"Neil Mercer. 2002. Words and minds: How we use language to think together. Routledge."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1558\/japl.v1i2.137"},{"key":"e_1_3_2_1_34_1","volume-title":"Dialogue and the development of children\u2019s thinking: A sociocultural approach","author":"Mercer Neil","unstructured":"Neil Mercer and Karen Littleton. 2007. Dialogue and the development of children\u2019s thinking: A sociocultural approach. Routledge."},{"key":"e_1_3_2_1_35_1","volume-title":"Is \u2018exploratory talk","author":"Mercer Neil","unstructured":"Neil Mercer and Rupert Wegerif. 2002. Is \u2018exploratory talk\u2019 productive talk?In Learning with computers. Routledge, 93\u2013115."},{"key":"e_1_3_2_1_36_1","volume-title":"Statistical errors. Nature 506, 7487","author":"Nuzzo Regina","year":"2014","unstructured":"Regina Nuzzo. 2014. Statistical errors. Nature 506, 7487 (2014), 150."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"W\u00a0James Potter and Deborah Levine-Donnerstein. 1999. Rethinking validity and reliability in content analysis. (1999).","DOI":"10.1080\/00909889909365539"},{"key":"e_1_3_2_1_38_1","volume-title":"35th Conference on Neural Information Processing Systems (NeurIPS 2021)","author":"Raji Inioluwa\u00a0Deborah","year":"2021","unstructured":"Inioluwa\u00a0Deborah Raji, Emily\u00a0M Bender, Amandalynne Paullada, Emily Denton, and Alex Hanna. 2021. AI and the everything in the whole wide world benchmark, In 35th Conference on Neural Information Processing Systems (NeurIPS 2021) Track on Datasets and Benchmarks. arXiv preprint arXiv:2111.15366."},{"key":"e_1_3_2_1_39_1","volume-title":"The coding manual for qualitative researchers (4 ed.)","author":"Salda\u00f1a Johnny","unstructured":"Johnny Salda\u00f1a. 2021. The coding manual for qualitative researchers (4 ed.). Sage."},{"key":"e_1_3_2_1_40_1","volume-title":"Content analysis: What are they talking about?Computers & education 46, 1","author":"Strijbos Jan-Willem","year":"2006","unstructured":"Jan-Willem Strijbos, Rob\u00a0L Martens, Frans\u00a0J Prins, and Wim\u00a0MG Jochems. 2006. Content analysis: What are they talking about?Computers & education 46, 1 (2006), 29\u201348."},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the Eighth International Conference on Learning Analytics and Knowledge. ACM, 216\u2013225","author":"Zee Tim Van\u00a0der","year":"2018","unstructured":"Tim Van\u00a0der Zee, Dan Davis, Nadira Saab, Bas Giesbers, Jasper Ginn, Frans Van Der\u00a0Sluis, Fred Paas, and Wilfried Admiraal. 2018. Evaluating retrieval practice in a MOOC: how writing and reading summaries of videos affects student learning. In Proceedings of the Eighth International Conference on Learning Analytics and Knowledge. ACM, 216\u2013225."},{"key":"e_1_3_2_1_42_1","volume-title":"Reason and dialogue in education. The transformation of learning. Advances in cultural-historical activity theory","author":"Wegerif Rupert","year":"2008","unstructured":"Rupert Wegerif. 2008. Reason and dialogue in education. The transformation of learning. Advances in cultural-historical activity theory (2008), 273\u2013286."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027385.3027416"}],"event":{"name":"LAK 2023: 13th International Learning Analytics and Knowledge Conference","location":"Arlington TX USA","acronym":"LAK 2023"},"container-title":["LAK23: 13th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576096","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576050.3576096","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:02Z","timestamp":1750183742000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576096"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,13]]},"references-count":43,"alternative-id":["10.1145\/3576050.3576096","10.1145\/3576050"],"URL":"https:\/\/doi.org\/10.1145\/3576050.3576096","relation":{},"subject":[],"published":{"date-parts":[[2023,3,13]]},"assertion":[{"value":"2023-03-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}