{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:02:40Z","timestamp":1775815360904,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2009,2,4]],"date-time":"2009-02-04T00:00:00Z","timestamp":1233705600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["User Model User-Adap Inter"],"published-print":{"date-parts":[[2009,8]]},"DOI":"10.1007\/s11257-009-9063-7","type":"journal-article","created":{"date-parts":[[2009,2,3]],"date-time":"2009-02-03T10:22:40Z","timestamp":1233656560000},"page":"243-266","source":"Crossref","is-referenced-by-count":329,"title":["Addressing the assessment challenge with an online system that tutors as it assesses"],"prefix":"10.1007","volume":"19","author":[{"given":"Mingyu","family":"Feng","sequence":"first","affiliation":[]},{"given":"Neil","family":"Heffernan","sequence":"additional","affiliation":[]},{"given":"Kenneth","family":"Koedinger","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2009,2,4]]},"reference":[{"key":"9063_CR1","unstructured":"Anozie, N., Junker, B.W.: Predicting end-of-year accountability assessment scores from monthly student records in an online tutoring system. In: Beck, J., Aimeur, E., Barnes, T. (eds.) Educational Data Mining: Papers from the AAAI Workshop, pp. 1\u20136. AAAI Press, Menlo Park, CA Technical Report WS-06-05 (2006)"},{"key":"9063_CR2","unstructured":"Ayers E., Junker B.W.: Do skills combine additively to predict task difficulty in eighth grade mathematics? In: Beck, J., Aimeur, E., Barnes, T. (eds.) Educational Data Mining: Papers from the AAAI Workshop, pp. 14\u201320. AAAI Press, Menlo Park, CA, Technical Report WS-06-05 (2006)"},{"key":"9063_CR3","doi-asserted-by":"crossref","unstructured":"Baker, R.S., Corbett, A.T., Koedinger, K.R.: Detecting student misuse of intelligent tutoring systems. In: James, C.L., Vicari, R.M., Paraguacu, F. (eds.) Intelligent Tutoring Systems: 7th International Conference ITS 2004, Macei\u00f3, Alagoas, Brazil Proceedings, pp. 531\u2013540. Springer-Verlag Berlin Heidelberg, Berlin, Germany (2004)","DOI":"10.1007\/978-3-540-30139-4_50"},{"key":"9063_CR4","unstructured":"Baker, R.S., Roll, I., Corbett, A.T., Koedinger, K.R.: Do performance goals lead students to game the system? In: Proceedings of the 12th International Conference on Artificial Intelligence in Education, pp. 57\u201364. Netherlands, Amsterdam (2005)"},{"key":"9063_CR5","first-page":"129","volume":"16","author":"J.E. Beck","year":"2006","unstructured":"Beck J.E., Sison J.: Using knowledge tracing in a noisy environment to measure student reading proficiencies. Int. J. Artif. Intell. Educ. 16, 129\u2013143 (2006)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"9063_CR6","first-page":"61","volume":"2","author":"J.E. Beck","year":"2004","unstructured":"Beck J.E., Jia P., Mostow J.: Automatically assessing oral reading fluency in a computer tutor that listens. Technol. Instr. Cogn. Learn. 2, 61\u201381 (2004)","journal-title":"Technol. Instr. Cogn. Learn."},{"key":"9063_CR7","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1080\/0969595980050102","volume":"5","author":"P. Black","year":"1998","unstructured":"Black P., Wiliam D.: Assessment and classroom learning. Assess. Educ.: Princ., Policy Pract. 5, 7\u201374 (1998a)","journal-title":"Assess. Educ.: Princ., Policy Pract."},{"issue":"2","key":"9063_CR8","first-page":"139","volume":"80","author":"P. Black","year":"1998","unstructured":"Black P., Wiliam D.: Inside the black box: raising standards through classroom assessment. Phi Delta Kappan 80(2), 139\u2013149 (1998b)","journal-title":"Phi Delta Kappan"},{"key":"9063_CR9","unstructured":"Boston, C.: The concept of formative assessment. Pract. Assess. Res. Eval. 8(9) (2002)"},{"key":"9063_CR10","first-page":"103","volume-title":"Human Abilities: An Information-processing Approach","author":"J.C. Campione","year":"1985","unstructured":"Campione J.C., Brown A.L., Bryant R.J.: Individual differences in learning and memory. In: Sternberg, R.J. (eds) Human Abilities: An Information-processing Approach, pp. 103\u2013126. W. H. Freeman, New York (1985)"},{"key":"9063_CR11","doi-asserted-by":"crossref","unstructured":"Corbett, A.T., Bhatnagar, A.: Student modeling in the ACT Programming Tutor: Adjusting a procedural learning model with declarative knowledge. User Modeling: Proceedings of the Sixth International Conference on User Modeling UM97 Chia Laguna, Sardinia, Italy, pp. 243\u2013254. Springer-Verlag Wein, New York (1997)","DOI":"10.1007\/978-3-7091-2670-7_25"},{"key":"9063_CR12","volume-title":"Cognitively Diagnostic Assessment.","author":"A.T. Corbett","year":"1995","unstructured":"Corbett A.T., Anderson J.R., O\u2019Brien A.T.: Student modeling in the ACT programming tutor. In: Nichols, P., Chipman, S., Brennan, R. (eds) Cognitively Diagnostic Assessment., Erlbaum, Hillsdale, NJ (1995)"},{"key":"9063_CR13","unstructured":"Computer Research Association.: Cyberinfrastructure for Education and Learning for the Future: a Vision and Research Agenda. Final report of Cyberlearning Workshop Series workshops held Fall 2004\u2014Spring 2005 by the Computing Research Association and the International Society of the Learning Sciences. Retrieved from http:\/\/www.cra.org\/reports\/cyberinfrastructure.pdf on 10 November 2006 (2005)"},{"issue":"3\u20134","key":"9063_CR14","first-page":"372","volume":"27","author":"S.E. Embretson","year":"1992","unstructured":"Embretson S.E.: Structured Rasch models for measuring individual-difference in learning and change. Int. J. Psychol. 27(3\u20134), 372\u2013372 (1992)","journal-title":"Int. J. Psychol."},{"issue":"2","key":"9063_CR15","first-page":"207","volume":"18","author":"M. Feng","year":"2007","unstructured":"Feng M., Heffernan N.T.: Towards live informing and automatic analyzing of student learning: Reporting in the assistment system. J. Interact. Learn. Res. 18(2), 207\u2013230 (2007) AACE, Chesapeake, VA","journal-title":"J. Interact. Learn. Res."},{"key":"9063_CR16","doi-asserted-by":"crossref","unstructured":"Feng, M., Heffernan, N.T., Koedinger, K.R.: Addressing the testing challenge with a web-based e-assessment system that tutors as it assesses. In: Carr, L.A., De Roure, D.C., Iyengar, A., Goble, C.A., Dahlin, M. (eds.) Proceedings of the Fifteenth International World Wide Web Conference, pp. 307\u2013316. Edinburgh UK, 2006. ACM Press, New York, NY (2006)","DOI":"10.1145\/1135777.1135825"},{"key":"9063_CR17","first-page":"218","volume-title":"Proceedings of the First International Conference on Educational Data Mining","author":"M. Feng","year":"2008","unstructured":"Feng M., Heffernan N., Beck J., Koedinger K.: Can we predict which groups of questions students will learn from?. In: Baker, Beck (eds) Proceedings of the First International Conference on Educational Data Mining, pp. 218\u2013225. Montreal, Canada (2008)"},{"key":"9063_CR18","first-page":"107","volume-title":"Proceedings of the First International Conference on Educational Data Mining","author":"M. Feng","year":"2008","unstructured":"Feng M., Beck J., Heffernan N., Koedinger K.: Can an intelligent tutoring system predict math proficiency as well as a standardized test? In: Baker, Beck (eds) Proceedings of the First International Conference on Educational Data Mining, pp. 107\u2013116. Montreal, Canada (2008)"},{"key":"9063_CR19","volume-title":"Handbook of Modern Item Response Theory","author":"G. Fischer","year":"1997","unstructured":"Fischer G., Seliger E.: Multidimensional linear logistic models for change. Chap. 19. In: Linden, W.J., Hambleton, R.K. (eds) Handbook of Modern Item Response Theory, Springer-Verlag, New York (1997)"},{"key":"9063_CR20","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1037\/0033-2909.124.1.75","volume":"124","author":"E.L. Grigorenko","year":"1998","unstructured":"Grigorenko E.L., Sternberg R.J.: Dynamic testing. Psychol. Bull. 124, 75\u2013111 (1998)","journal-title":"Psychol. Bull."},{"issue":"3","key":"9063_CR21","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1177\/014662168200600301","volume":"6","author":"C.L. Hulin","year":"1982","unstructured":"Hulin C.L., Lissak R.I., Drasgow F.: Recovery of two- and three-parameter logistic item characteristic curves: A Monte Carlo study. Appl. Psychol. Meas. 6(3), 249\u2013260 (1982)","journal-title":"Appl. Psychol. Meas."},{"issue":"3","key":"9063_CR22","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/BF02294060","volume":"55","author":"R.J. Jannarone","year":"1986","unstructured":"Jannarone R.J.: Conjunctive item response theory kernels. Psychometrika 55(3), 357\u2013373 (1986)","journal-title":"Psychometrika"},{"key":"9063_CR23","doi-asserted-by":"crossref","unstructured":"Koedinger, K.R., Aleven, V., Heffernan, N.T., McLaren, B., Hockenberry, M.: Opening the door to non-programmers: authoring intelligent tutor behavior by demonstration. In: Proceedings of the 7th International Conference on Intelligent Tutoring Systems, pp. 162\u2013173. Maceio, Brazil (2004)","DOI":"10.1007\/978-3-540-30139-4_16"},{"key":"9063_CR24","unstructured":"Massachusetts Department of Education.: Massachusetts Mathematics Curriculum Framework. Retrieved from http:\/\/www.doe.mass.edu\/frameworks\/math\/2000\/final.pdf , 6 November 2005 (2000)"},{"key":"9063_CR25","unstructured":"MCAS technical report.: Retrieved from http:\/\/www.cs.wpi.edu\/mfeng\/pub\/mcas_techrpt01.pdf , 5 August 2005 (2001)"},{"key":"9063_CR26","volume-title":"Machine Learning","author":"T. Mitchell","year":"1997","unstructured":"Mitchell T.: Machine Learning. McGraw-Hill, Columbus, OH (1997)"},{"key":"9063_CR27","first-page":"169","volume-title":"Smart Machines in Education","author":"J. Mostow","year":"2001","unstructured":"Mostow J., Aist G.: Evalutating tutors that listen: an overview of Project LISTEN. In: Feltovich, P. (eds) Smart Machines in Education, pp. 169\u2013234. MIT\/AAAI Press, Menlo Park, CA (2001)"},{"key":"9063_CR28","unstructured":"Olson, L.: State test programs mushroom as NCLB Mandate Kicks. In: Education Week, 20 November, pp. 10\u201314 (2004)"},{"key":"9063_CR29","unstructured":"Olson, L.: Special report: testing takes off. Education Week, 30 November 2005, pp. 10\u201314 (2005)"},{"key":"9063_CR30","doi-asserted-by":"crossref","first-page":"111","DOI":"10.2307\/271063","volume":"25","author":"A.E. Raftery","year":"1995","unstructured":"Raftery A.E.: Bayesian model selection in social research. Sociol Methodol 25, 111\u2013163 (1995)","journal-title":"Sociol Methodol"},{"key":"9063_CR31","doi-asserted-by":"crossref","unstructured":"Razzaq, L., Heffernan, N.T.: Scaffolding vs. hints in the Assistment System. In: Ikeda, Ashley, Chan (eds.) Proceedings of the 8th International Conference on Intelligent Tutoring Systems, pp. 635\u2013644. Springer-Verlag, Jhongli, Taiwan, Berlin, Germany (2006)","DOI":"10.1007\/11774303_63"},{"key":"9063_CR32","unstructured":"Razzaq, L., Feng, M., Nuzzo-Jones, G., Heffernan, N.T., Koedinger, K.R., Junker, B., Ritter, S., Knight, A., Aniszczyk, C., Choksey, S., Livak, T., Mercado, E., Turner, T.E., Upalekar, R., Walonoski, J.A., Macasek, M.A., Rasmussen, K.P.: The ASSISTment project: blending assessment and assisting. In: Proceedings of the 12th Annual Conference on Artificial Intelligence in Education. Amsterdam, The Netherlands, pp. 555\u2013562. ISO Press, Amsterdam (2005)"},{"key":"9063_CR33","unstructured":"Razzaq, L., Heffernan, N.T., Lindeman, R.W.: What level of tutor interaction is best? In: Luckin, Koedinger (eds.) Proceedings of the 13th Conference on Artificial Intelligence in Education, pp. 222\u2013229. IOS Press, Los Angeles, CA, Amsterdam, The Netherlands (2007)"},{"issue":"3","key":"9063_CR34","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1111\/j.1745-6916.2006.00012.x","volume":"1","author":"H.L. Roediger III","year":"2006","unstructured":"Roediger H.L. III, Karpicke J.D.: The power of testing memory. Perspect. Psychol. Sci. 1(3), 181\u2013210 (2006)","journal-title":"Perspect. Psychol. Sci."},{"key":"9063_CR35","first-page":"137","volume":"7","author":"R.J. Sternburg","year":"2001","unstructured":"Sternburg R.J., Grigorenko E.L.: All testing is dynamic testing. Issues Educ. 7, 137\u2013170 (2001)","journal-title":"Issues Educ."},{"key":"9063_CR36","volume-title":"Dynamic Testing: The Nature and Measurement of Learning Potential","author":"R.J. Sternburg","year":"2002","unstructured":"Sternburg R.J., Grigorenko E.L.: Dynamic Testing: The Nature and Measurement of Learning Potential. Cambridge University Press, Cambridge (2002)"},{"issue":"1","key":"9063_CR37","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1111\/j.1745-3984.1994.tb00434.x","volume":"31","author":"E.S. Tan","year":"1994","unstructured":"Tan E.S., Imbos T., Does R.J.M.: A distribution-free approach to comparing growth of knowledge. J. Educ. Measure. 31(1), 51\u201365 (1994)","journal-title":"J. Educ. Measure."},{"key":"9063_CR38","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1111\/j.1745-3984.1983.tb00212.x","volume":"20","author":"K.K. Tatsuoka","year":"1983","unstructured":"Tatsuoka K.K.: Rule space: an approach for dealing with misconceptions based on item response theory. J. Educ. Measure. 20, 345\u2013354 (1983)","journal-title":"J. Educ. Measure."},{"key":"9063_CR39","volume-title":"Handbook of Modern Item Response Theory","year":"1997","unstructured":"van der Linden, W.J., Hambleton, R.K. (eds.): Handbook of Modern Item Response Theory. Springer Verlag, New York, NY (1997)"},{"key":"9063_CR40","doi-asserted-by":"crossref","unstructured":"Walonoski, J., Heffernan, N.T.: Detection and analysis of off-task gaming behavior in intelligent tutoring systems. In: Ikeda, Ashley, Chan (eds.) In: Proceedings of the 8th International Conference on Intelligent Tutoring Systems. Berlin, pp. 382\u2013391. Springer-Verlag, Jhongli, Taiwan (2006)","DOI":"10.1007\/11774303_38"},{"key":"9063_CR41","unstructured":"Zimowski, M., Muraki, E., Mislevy, R., Bock, D.: BILOG-MG 3\u2014Multiple-Group IRT Analysis and Test maintenance for Binary Items. Scientific Software International, Inc., Lincolnwood, IL. URL http:\/\/www.ssicentral.com\/ . (2005)"}],"container-title":["User Modeling and User-Adapted Interaction"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11257-009-9063-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11257-009-9063-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11257-009-9063-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T08:02:23Z","timestamp":1559376143000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11257-009-9063-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,2,4]]},"references-count":41,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2009,8]]}},"alternative-id":["9063"],"URL":"https:\/\/doi.org\/10.1007\/s11257-009-9063-7","relation":{},"ISSN":["0924-1868","1573-1391"],"issn-type":[{"value":"0924-1868","type":"print"},{"value":"1573-1391","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,2,4]]}}}