{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,8,9]],"date-time":"2024-08-09T15:54:16Z","timestamp":1723218856427},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,5,2]],"date-time":"2020-05-02T00:00:00Z","timestamp":1588377600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,2]],"date-time":"2020-05-02T00:00:00Z","timestamp":1588377600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["User Model User-Adap Inter"],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1007\/s11257-020-09265-5","type":"journal-article","created":{"date-parts":[[2020,5,2]],"date-time":"2020-05-02T13:03:26Z","timestamp":1588424606000},"page":"867-893","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Beyond binary correctness: Classification of students\u2019 answers in learning systems"],"prefix":"10.1007","volume":"30","author":[{"given":"Radek","family":"Pel\u00e1nek","sequence":"first","affiliation":[]},{"given":"Tom\u00e1\u0161","family":"Effenberger","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,5,2]]},"reference":[{"key":"9265_CR1","doi-asserted-by":"crossref","unstructured":"Aleven, V., Koedinger, K.R.: Limitations of student control: do students know when they need help?. In: Proceedings of Intelligent Tutoring Systems, pp. 292\u2013303. Springer, Berlin (2000)","DOI":"10.1007\/3-540-45108-0_33"},{"issue":"3","key":"9265_CR2","doi-asserted-by":"publisher","first-page":"277","DOI":"10.3102\/00346543073003277","volume":"73","author":"V Aleven","year":"2003","unstructured":"Aleven, V., Stahl, E., Schworm, S., Fischer, F., Wallace, R.: Help seeking and help design in interactive learning environments. Rev. Educ. Res. 73(3), 277\u2013320 (2003)","journal-title":"Rev. Educ. Res."},{"key":"9265_CR3","first-page":"522","volume-title":"Handbook of Research on Learning and Instruction","author":"V Aleven","year":"2016","unstructured":"Aleven, V., McLaughlin, E.A., Glenn, R.A., Koedinger, K.R.: Instruction based on adaptive learning technologies. In: Mayer, R.E., Alexander, P.A. (eds.) Handbook of Research on Learning and Instruction, pp. 522\u2013559. Routledge, Abingdon (2016)"},{"issue":"4","key":"9265_CR4","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/s40593-014-0023-y","volume":"24","author":"I Arroyo","year":"2014","unstructured":"Arroyo, I., Woolf, B.P., Burelson, W., Muldner, K., Rai, D., Tai, M.: A multimedia adaptive tutoring system for mathematics that addresses cognition, metacognition and affect. Int. J. Artif. Intell. Educ. 24(4), 387\u2013426 (2014)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"9265_CR5","doi-asserted-by":"crossref","unstructured":"Baker, R.S.: Modeling and understanding students\u2019 off-task behavior in intelligent tutoring systems. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 1059\u20131068. ACM (2007)","DOI":"10.1145\/1240624.1240785"},{"issue":"2","key":"9265_CR6","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1007\/s40593-016-0105-0","volume":"26","author":"RS Baker","year":"2016","unstructured":"Baker, R.S.: Stupid tutoring systems, intelligent humans. Int. J. Artif. Intell. Educ. 26(2), 600\u2013614 (2016)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"9265_CR7","doi-asserted-by":"crossref","unstructured":"Baker, R.S., Corbett, A.T., Aleven, V.: More accurate student modeling through contextual estimation of slip and guess probabilities in Bayesian knowledge tracing. In: Proceedings of Intelligent Tutoring Systems, pp. 406\u2013415. Springer (2008)","DOI":"10.1007\/978-3-540-69132-7_44"},{"key":"9265_CR8","unstructured":"Baker, R.S., Gowda, S.M., Wixon, M., Kalka, J., Wagner, A.Z., Salvi, A., Aleven, V., Kusbit, G.W., Ocumpaugh, J., Rossi, L.: Towards sensor-free affect detection in cognitive tutor algebra. In: Proceedings of Educational Data Mining (2012)"},{"key":"9265_CR9","unstructured":"Barnes, T.: The q-matrix method: Mining student response data for knowledge. In: American Association for Artificial Intelligence 2005 Educational Data Mining Workshop, pp. 1\u20138 (2005)"},{"key":"9265_CR10","unstructured":"Beck, J.E.: Engagement tracing: using response times to model student disengagement. In: Proceedings of Artificial Intelligence in Education, vol. 125 (2005)"},{"key":"9265_CR11","doi-asserted-by":"crossref","unstructured":"Beck, J.E., Gong, Y.: Wheel-spinning: students who fail to master a skill. In: Proceedings of Artificial Intelligence in Education, pp. 431\u2013440. Springer (2013)","DOI":"10.1007\/978-3-642-39112-5_44"},{"key":"9265_CR12","doi-asserted-by":"crossref","unstructured":"Beck, J.E., Chang, K.-m., Mostow, J., Corbett, A.: Does help help? Introducing the Bayesian evaluation and assessment methodology. In: Proceedings of Intelligent Tutoring Systems, pp. 383\u2013394. Springer (2008)","DOI":"10.1007\/978-3-540-69132-7_42"},{"issue":"2","key":"9265_CR13","first-page":"89","volume":"17","author":"S Bull","year":"2007","unstructured":"Bull, S., Kay, J.: Student models that invite the learner in: the smili open learner modelling framework. Int. J. Artif. Intell. Educ. 17(2), 89\u2013120 (2007)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"1","key":"9265_CR14","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2015","unstructured":"Burrows, S., Gurevych, I., Stein, B.: The eras and trends of automatic short answer grading. Int. J. Artif. Intell. Educ. 25(1), 60\u2013117 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"4","key":"9265_CR15","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1037\/1076-898X.13.4.273","volume":"13","author":"AC Butler","year":"2007","unstructured":"Butler, A.C., Karpicke, J.D., Roediger III, H.L.: The effect of type and timing of feedback on learning from multiple-choice tests. J. Exp. Psychol. Appl. 13(4), 273 (2007)","journal-title":"J. Exp. Psychol. Appl."},{"issue":"1\u20132","key":"9265_CR16","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/s11257-011-9106-8","volume":"22","author":"MC Desmarais","year":"2012","unstructured":"Desmarais, M.C., Baker, R.S.: A review of recent advances in learner and skill modeling in intelligent learning environments. User Model. User-Adap. Interact. 22(1\u20132), 9\u201338 (2012)","journal-title":"User Model. User-Adap. Interact."},{"key":"9265_CR17","unstructured":"Desmarais, M., Beheshti, B., Xu, P.: The refinement of a q-matrix: assessing methods to validate tasks to skills mapping. In: Proceedings of Educational Data Mining (2014)"},{"issue":"2","key":"9265_CR18","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1177\/014662169501900203","volume":"19","author":"F Drasgow","year":"1995","unstructured":"Drasgow, F., Levine, M.V., Tsien, S., Williams, B., Mead, A.D.: Fitting polytomous item response theory models to multiple-choice tests. Appl. Psychol. Meas. 19(2), 143\u2013166 (1995)","journal-title":"Appl. Psychol. Meas."},{"key":"9265_CR19","doi-asserted-by":"crossref","unstructured":"Eagle, M., Hicks, D., Peddycord\u00a0III, B., Barnes, T.: Exploring networks of problem-solving interactions. In: Proceedings of Learning Analytics and Knowledge, pp. 21\u201330. ACM (2015)","DOI":"10.1145\/2723576.2723630"},{"key":"9265_CR20","doi-asserted-by":"crossref","unstructured":"Effenberger, T., Pel\u00e1nek, R.: Towards making block-based programming activities adaptive. In: Proceedings of Learning at Scale, p.\u00a013. ACM (2018)","DOI":"10.1145\/3231644.3231670"},{"key":"9265_CR21","doi-asserted-by":"crossref","unstructured":"Effenberger, T., Pel\u00e1nek, R.: Measuring students\u2019 performance on programming tasks. In: Proceedings of Learning at Scale. ACM (2019)","DOI":"10.1145\/3330430.3333639"},{"issue":"6","key":"9265_CR22","doi-asserted-by":"publisher","first-page":"1082","DOI":"10.3102\/0034654317726529","volume":"87","author":"MJ Gierl","year":"2017","unstructured":"Gierl, M.J., Bulut, O., Guo, Q., Zhang, X.: Developing, analyzing, and using distractors for multiple-choice tests in education: a comprehensive review. Rev. Educ. Res. 87(6), 1082\u20131116 (2017)","journal-title":"Rev. Educ. Res."},{"key":"9265_CR23","unstructured":"Goldin, I., Koedinger, K., Aleven, V.: Hints: you can\u2019t have just one. In: Proceedings of Educational Data Mining (2013)"},{"key":"9265_CR24","first-page":"249","volume-title":"Handbook of Research on Learning and Instruction","author":"J Hattie","year":"2011","unstructured":"Hattie, J., Gan, M.: Instruction based on feedback. In: Mayer, R.E., Alexander, P.A. (eds.) Handbook of Research on Learning and Instruction, pp. 249\u2013271. Routledge, Abingdon (2011)"},{"issue":"1","key":"9265_CR25","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1186\/s40594-018-0107-6","volume":"5","author":"PS Inventado","year":"2018","unstructured":"Inventado, P.S., Scupelli, P., Ostrow, K., Heffernan, N., Ocumpaugh, J., Almeda, V., Slater, S.: Contextual factors affecting hint utility. Int. J. STEM Educ. 5(1), 13 (2018)","journal-title":"Int. J. STEM Educ."},{"issue":"2","key":"9265_CR26","doi-asserted-by":"publisher","first-page":"1813","DOI":"10.1016\/j.compedu.2011.02.003","volume":"57","author":"S Klinkenberg","year":"2011","unstructured":"Klinkenberg, S., Straatemeier, M., Van der Maas, H.: Computer adaptive practice of maths ability using a new item response model for on the fly ability and difficulty estimation. Comput. Educ. 57(2), 1813\u20131824 (2011)","journal-title":"Comput. Educ."},{"issue":"2","key":"9265_CR27","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/BF02296272","volume":"47","author":"GN Masters","year":"1982","unstructured":"Masters, G.N.: A rasch model for partial credit scoring. Psychometrika 47(2), 149\u2013174 (1982)","journal-title":"Psychometrika"},{"key":"9265_CR28","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1007\/978-3-319-11200-8_40","volume-title":"Open Learning and Teaching in Educational Communities","author":"TS McTavish","year":"2014","unstructured":"McTavish, T.S., Larusson, J.A.: Labeling mathematical errors to reveal cognitive states. In: Rensing, C., de Freitas, S., Ley, T., Mu\u00f1oz-Merino, P.J. (eds.) Open Learning and Teaching in Educational Communities, pp. 446\u2013451. Springer, Cham (2014)"},{"key":"9265_CR29","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/0-387-24047-0_3","volume-title":"Technology Enhanced Learning","author":"A Merceron","year":"2005","unstructured":"Merceron, A., Yacef, K.: Clustering students to help evaluate learning. In: Courtiat, J.P., Davarakis, C., Villemur, T. (eds.) Technology Enhanced Learning, pp. 31\u201342. Springer, Boston (2005)"},{"key":"9265_CR30","unstructured":"Mettler, E., Massey, C.M., Kellman, P.J.: Improving adaptive learning technology through the use of response times. In: Proceedings of Conference of the Cognitive Science Society, pp. 2532\u20132537 (2011)"},{"key":"9265_CR31","doi-asserted-by":"crossref","unstructured":"Molenaar, I., Knoop-van Campen, C.: Teacher dashboards in practice: usage and impact. In: Proceedings of European Conference on Technology Enhanced Learning, pp. 125\u2013138. Springer (2017)","DOI":"10.1007\/978-3-319-66610-5_10"},{"key":"9265_CR32","unstructured":"Nam, S., Frishkoff, G.A., Collins-Thompson, K.: Predicting short-and long-term vocabulary learning via semantic features of partial word knowledge. In: Proceedings of Educational Data Mining (2017)"},{"key":"9265_CR33","doi-asserted-by":"crossref","unstructured":"Ostrow, K., Donnelly, C., Adjei, S., Heffernan, N.: Improving student modeling through partial credit and problem difficulty. In: Proceedings of Learning at Scale, pp. 11\u201320. ACM (2015)","DOI":"10.1145\/2724660.2724667"},{"key":"9265_CR34","unstructured":"Papou\u0161ek, J., Pel\u00e1nek, R., \u0158ih\u00e1k, J., Stanislav, V.: An analysis of response times in adaptive practice of geography facts. In: Proceedings of Educational Data Mining, pp. 562\u2013563 (2015)"},{"key":"9265_CR35","doi-asserted-by":"crossref","unstructured":"Paquette, L., Baker, R.S., Sao\u00a0Pedro, M.A., Gobert, J.D., Rossi, L., Nakama, A., Kauffman-Rogoff, Z.: Sensor-free affect detection for a simulation-based science inquiry learning environment. In: International Conference on Intelligent Tutoring Systems, pp. 1\u201310. Springer (2014)","DOI":"10.1007\/978-3-319-07221-0_1"},{"issue":"3","key":"9265_CR36","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1007\/s11257-017-9193-2","volume":"27","author":"R Pel\u00e1nek","year":"2017","unstructured":"Pel\u00e1nek, R.: Bayesian knowledge tracing, logistic models, and beyond: an overview of learner modeling techniques. User Model. User-Adap. Interact. 27(3), 313\u2013350 (2017)","journal-title":"User Model. User-Adap. Interact."},{"key":"9265_CR37","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/s11257-018-9204-y","volume":"28","author":"R Pel\u00e1nek","year":"2018","unstructured":"Pel\u00e1nek, R.: The details matter: methodological nuances in the evaluation of student models. User Model. User-Adap. Interact. 28, 207\u2013235 (2018a)","journal-title":"User Model. User-Adap. Interact."},{"key":"9265_CR38","doi-asserted-by":"crossref","unstructured":"Pel\u00e1nek, R.: Exploring the utility of response times and wrong answers for adaptive learning. In: Proceedings of Learning at Scale. ACM (2018b)","DOI":"10.1145\/3231644.3231675"},{"key":"9265_CR39","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2019.2896086","author":"R Pel\u00e1nek","year":"2019","unstructured":"Pel\u00e1nek, R.: Measuring similarity of educational items: an overview. IEEE Trans. Learn. Technol. (2019). https:\/\/doi.org\/10.1109\/TLT.2019.2896086","journal-title":"IEEE Trans. Learn. Technol."},{"issue":"4","key":"9265_CR40","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1007\/s40593-015-0048-x","volume":"25","author":"R Pel\u00e1nek","year":"2015","unstructured":"Pel\u00e1nek, R., Jaru\u0161ek, P.: Student modeling based on problem solving times. Int. J. Artif. Intell. Educ. 25(4), 493\u2013519 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"9265_CR41","unstructured":"Pel\u00e1nek, R., \u0158ih\u00e1k, J.: Properties and applications of wrong answers in online educational systems. In: Proceedings of Educational Data Mining, pp. 466\u2013471 (2016)"},{"key":"9265_CR42","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1080\/13614568.2018.1476596","volume":"24","author":"R Pel\u00e1nek","year":"2018","unstructured":"Pel\u00e1nek, R., \u0158ih\u00e1k, J.: Analysis and design of mastery learning criteria. New Rev. Hypermed. Multimed. 24, 133\u2013159 (2018)","journal-title":"New Rev. Hypermed. Multimed."},{"key":"9265_CR43","unstructured":"Piech, C., Bassen, J., Huang, J., Ganguli, S., Sahami, M., Guibas, L.J., Sohl-Dickstein, J.: Deep knowledge tracing. In: Proceedings of Advances in neural Information Processing Systems, pp. 505\u2013513 (2015a)"},{"key":"9265_CR44","unstructured":"Piech, C., Huang, J., Nguyen, A., Phulsuksombati, M., Sahami, M., Guibas, L.: Learning program embeddings to propagate feedback on student code. In: Proceedings of International Conference on Machine Learning, volume\u00a037 of ICML\u201915, pp. 1093\u20131102 (2015b)"},{"key":"9265_CR45","unstructured":"\u0158ih\u00e1k, J., Pel\u00e1nek, R.: Choosing a student model for a real world application. In: Proceedings of Building ITS Bridges Across Frontiers (ITS Workshop) (2016)"},{"key":"9265_CR46","first-page":"201","volume-title":"Handbook of Educational Data Mining","author":"B Shih","year":"2011","unstructured":"Shih, B., Koedinger, K.R., Scheines, R.: A response time model for bottom-out hints as worked examples. In: Romero, C., Ventura, S., Pechenizkiy, M., Baker, R.S. (eds.) Handbook of Educational Data Mining, pp. 201\u2013212. CRC Press, Boca Raton (2011)"},{"key":"9265_CR47","doi-asserted-by":"crossref","unstructured":"Stephens-Martinez, K., Ju, A., Parashar, K., Ongowarsito, R., Jain, N., Venkat, S., Fox, A.: Taking advantage of scale by analyzing frequent constructed-response, code tracing wrong answers. In: Proceedings of International Computing Education Research, pp. 56\u201364. ACM (2017)","DOI":"10.1145\/3105726.3106188"},{"key":"9265_CR48","unstructured":"Straatemeier, M.: Math Garden: A new educational and scientific instrument. PhD thesis, Universiteit van Amsterdam, Faculty of Social and Behavioural Sciences (2014)"},{"issue":"3","key":"9265_CR49","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1111\/j.1745-3984.2009.00080.x","volume":"46","author":"W Van Der Linden","year":"2009","unstructured":"Van Der Linden, W.: Conceptual issues in response-time modeling. J. Educ. Meas. 46(3), 247\u2013272 (2009)","journal-title":"J. Educ. Meas."},{"key":"9265_CR50","unstructured":"Van\u00a0Inwegen, E.G., Adjei, S.A., Wang, Y., Heffernan, N.T.: Using partial credit and response history to model user knowledge. In: Proceedings of Educational Data Mining (2015)"},{"key":"9265_CR51","doi-asserted-by":"crossref","unstructured":"Wang, Y., Heffernan, N.T., Heffernan, C.: Towards better affect detectors: effect of missing skills, class features and common wrong answers. In: Proceedings of Learning Analytics And Knowledge, pp. 31\u201335. ACM (2015)","DOI":"10.1145\/2723576.2723618"},{"key":"9265_CR52","doi-asserted-by":"crossref","unstructured":"Wang, Y., Heffernan, N.: Extending knowledge tracing to allow partial credit: using continuous versus binary nodes. In: Proceedings of Artificial Intelligence in Education, pp. 181\u2013188. Springer (2013)","DOI":"10.1007\/978-3-642-39112-5_19"},{"key":"9265_CR53","doi-asserted-by":"crossref","unstructured":"Wang, L., Sy, A., Liu, L., Piech, C.: Learning to represent student knowledge on programming exercises using deep learning. In: Proceedings of Educational Data Mining, pp. 324\u2013329 (2017)","DOI":"10.1145\/3051457.3053985"},{"issue":"3\u20134","key":"9265_CR54","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1504\/IJLT.2009.028804","volume":"4","author":"B Woolf","year":"2009","unstructured":"Woolf, B., Burleson, W., Arroyo, I., Dragon, T., Cooper, D., Picard, R.: Affect-aware tutors: recognising and responding to student affect. Int. J. Learn. Technol. 4(3\u20134), 129\u2013164 (2009)","journal-title":"Int. J. Learn. Technol."},{"key":"9265_CR55","doi-asserted-by":"crossref","unstructured":"Zhang, L., Xiong, X., Zhao, S., Botelho, A., Heffernan, N.T.: Incorporating rich features into deep knowledge tracing. In: Proceedings of Learning at Scale, pp. 169\u2013172. ACM (2017)","DOI":"10.1145\/3051457.3053976"}],"container-title":["User Modeling and User-Adapted Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11257-020-09265-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11257-020-09265-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11257-020-09265-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,3]],"date-time":"2021-05-03T17:45:30Z","timestamp":1620063930000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11257-020-09265-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,2]]},"references-count":55,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,11]]}},"alternative-id":["9265"],"URL":"https:\/\/doi.org\/10.1007\/s11257-020-09265-5","relation":{},"ISSN":["0924-1868","1573-1391"],"issn-type":[{"value":"0924-1868","type":"print"},{"value":"1573-1391","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5,2]]},"assertion":[{"value":"11 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}